{"post_stream":{"posts":[{"id":984280,"name":"Raphael","username":"Wall-E","avatar_template":"/user_avatar/meta.discourse.org/wall-e/{size}/184438_2.png","created_at":"2021-09-01T14:59:40.801Z","cooked":"\u003cp\u003eThis question is similar to this one: \u003ca href=\"https://meta.discourse.org/t/does-discourse-support-export-conversations-as-an-organized-bulk-of-data/180537\" class=\"inline-onebox\"\u003eDoes Discourse support export conversations as an organized bulk of data?\u003c/a\u003e\u003c/p\u003e\n\u003cp\u003ebut we are looking for a way to do some NLP on all conversations of our Discourse site. Someone in our team asked if this could be done by acting at some low-level, in the backend, e.g. exporting the database but without the table, with something like \u003ccode\u003epg_dump --schema-only\u003c/code\u003e. I didn’t fully understand what my colleague meant but I thought maybe you would.\u003c/p\u003e","post_number":1,"post_type":1,"posts_count":8,"updated_at":"2021-09-01T14:59:40.801Z","reply_count":0,"reply_to_post_number":null,"quote_count":0,"incoming_link_count":378,"reads":34,"readers_count":33,"score":1896.8,"yours":false,"topic_id":202351,"topic_slug":"dump-all-conversations-in-a-file-and-structured-data","display_username":"Raphael","primary_group_name":null,"flair_name":null,"flair_url":null,"flair_bg_color":null,"flair_color":null,"flair_group_id":null,"badges_granted":[],"version":1,"can_edit":false,"can_delete":false,"can_recover":false,"can_see_hidden_post":false,"can_wiki":false,"link_counts":[{"url":"https://meta.discourse.org/t/does-discourse-support-export-conversations-as-an-organized-bulk-of-data/180537","internal":true,"reflection":false,"title":"Does Discourse support export conversations as an organized bulk of data?","clicks":19}],"read":true,"user_title":"","bookmarked":false,"actions_summary":[],"moderator":false,"admin":false,"staff":false,"user_id":80694,"hidden":false,"trust_level":2,"deleted_at":null,"user_deleted":false,"edit_reason":null,"can_view_edit_history":true,"wiki":false,"post_url":"/t/dump-all-conversations-in-a-file-and-structured-data/202351/1","locale":"en","is_localized":false,"language":"en","event":null,"calendar_details":[],"customer_flair_customer":null,"reactions":[],"current_user_reaction":null,"reaction_users_count":0,"current_user_used_main_reaction":false,"can_accept_answer":false,"can_unaccept_answer":false,"accepted_answer":false,"topic_accepted_answer":true,"can_vote":false},{"id":984281,"name":"Jay Pfaffman","username":"pfaffman","avatar_template":"/user_avatar/meta.discourse.org/pfaffman/{size}/120154_2.png","created_at":"2021-09-01T15:02:29.887Z","cooked":"\u003cp\u003eIf you’re self-hosted, then they can do the \u003ccode\u003epg_dump\u003c/code\u003e  command that they think will help.\u003c/p\u003e\n\u003cp\u003eYou can also dump data in various formats with the \u003ca href=\"https://meta.discourse.org/t/data-explorer-plugin/32566\"\u003eData Explorer Plugin\u003c/a\u003e.\u003c/p\u003e","post_number":2,"post_type":1,"posts_count":8,"updated_at":"2021-09-01T20:43:11.146Z","reply_count":2,"reply_to_post_number":null,"quote_count":0,"incoming_link_count":5,"reads":34,"readers_count":33,"score":71.8,"yours":false,"topic_id":202351,"topic_slug":"dump-all-conversations-in-a-file-and-structured-data","display_username":"Jay Pfaffman","primary_group_name":null,"flair_name":"support-experts","flair_url":"https://global.discourse-cdn.com/meta/original/3X/e/2/e250ec403580530d19e6a9ed42d0d525a51a9dbe.svg","flair_bg_color":"FFFFFF","flair_color":"","flair_group_id":142,"badges_granted":[],"version":1,"can_edit":false,"can_delete":false,"can_recover":false,"can_see_hidden_post":false,"can_wiki":false,"link_counts":[{"url":"https://meta.discourse.org/t/discourse-data-explorer/32566","internal":true,"reflection":false,"title":"Discourse Data Explorer","clicks":0}],"read":true,"user_title":"Support Expert","title_is_group":false,"bookmarked":false,"actions_summary":[{"id":2,"count":2}],"moderator":false,"admin":false,"staff":false,"user_id":15209,"hidden":false,"trust_level":4,"deleted_at":null,"user_deleted":false,"edit_reason":null,"can_view_edit_history":true,"wiki":false,"post_url":"/t/dump-all-conversations-in-a-file-and-structured-data/202351/2","locale":"en","is_localized":false,"language":"en","event":null,"customer_flair_customer":null,"reactions":[{"id":"heart","type":"emoji","count":2}],"current_user_reaction":null,"reaction_users_count":2,"current_user_used_main_reaction":false,"can_accept_answer":false,"can_unaccept_answer":false,"accepted_answer":true,"topic_accepted_answer":true},{"id":984511,"name":"Raphael","username":"Wall-E","avatar_template":"/user_avatar/meta.discourse.org/wall-e/{size}/184438_2.png","created_at":"2021-09-01T20:44:11.999Z","cooked":"\u003cp\u003eThis plugin seems to provide most of what we’re looking for! Thanks!\u003c/p\u003e","post_number":3,"post_type":1,"posts_count":8,"updated_at":"2021-09-01T20:44:11.999Z","reply_count":0,"reply_to_post_number":2,"quote_count":0,"incoming_link_count":3,"reads":27,"readers_count":26,"score":20.4,"yours":false,"topic_id":202351,"topic_slug":"dump-all-conversations-in-a-file-and-structured-data","display_username":"Raphael","primary_group_name":null,"flair_name":null,"flair_url":null,"flair_bg_color":null,"flair_color":null,"flair_group_id":null,"badges_granted":[],"version":1,"can_edit":false,"can_delete":false,"can_recover":false,"can_see_hidden_post":false,"can_wiki":false,"read":true,"user_title":"","reply_to_user":{"id":15209,"username":"pfaffman","name":"Jay Pfaffman","avatar_template":"/user_avatar/meta.discourse.org/pfaffman/{size}/120154_2.png"},"bookmarked":false,"actions_summary":[],"moderator":false,"admin":false,"staff":false,"user_id":80694,"hidden":false,"trust_level":2,"deleted_at":null,"user_deleted":false,"edit_reason":null,"can_view_edit_history":true,"wiki":false,"post_url":"/t/dump-all-conversations-in-a-file-and-structured-data/202351/3","locale":"en","is_localized":false,"language":"en","event":null,"customer_flair_customer":null,"reactions":[],"current_user_reaction":null,"reaction_users_count":0,"current_user_used_main_reaction":false,"can_accept_answer":false,"can_unaccept_answer":false,"accepted_answer":false,"topic_accepted_answer":true},{"id":990034,"name":"Raphael","username":"Wall-E","avatar_template":"/user_avatar/meta.discourse.org/wall-e/{size}/184438_2.png","created_at":"2021-09-14T22:40:02.812Z","cooked":"\u003caside class=\"quote no-group\" data-username=\"pfaffman\" data-post=\"2\" data-topic=\"202351\"\u003e\n\u003cdiv class=\"title\"\u003e\n\u003cdiv class=\"quote-controls\"\u003e\u003c/div\u003e\n\u003cimg alt=\"\" width=\"24\" height=\"24\" src=\"https://sea3.discourse-cdn.com/meta/user_avatar/meta.discourse.org/pfaffman/48/120154_2.png\" class=\"avatar\"\u003e pfaffman:\u003c/div\u003e\n\u003cblockquote\u003e\n\u003cp\u003eYou can also dump data in various formats with the \u003ca href=\"https://meta.discourse.org/t/data-explorer-plugin/32566\"\u003eData Explorer Plugin\u003c/a\u003e\u003c/p\u003e\n\u003c/blockquote\u003e\n\u003c/aside\u003e\n\u003cp\u003eSo I installed the plugin and looked at all the queries made at \u003ca href=\"https://meta.discourse.org/t/what-cool-data-explorer-queries-have-you-come-up-with/43516\" class=\"inline-onebox\"\u003e(Superseded) What cool data explorer queries have you come up with?\u003c/a\u003e but there isn’t anything that can export the actual conversations. For example, I have asked for the top 100 active topics. I get database entries with topic IDs (see screenshot), but no conversations. Is this because the plugin is only to extract data from the database only and won’t pull the conversation themselves? If that is correct, is there a way to use the information pulled from the database to pull the conversations in a json files, and whose topic IDs are the ones pulled from the database by the plugin?\u003cbr\u003e\n\u003cdiv class=\"lightbox-wrapper\"\u003e\u003ca class=\"lightbox\" href=\"https://global.discourse-cdn.com/meta/original/3X/d/c/dc9851bdcd586293bc8ea6de413af475b32d6f49.png\" data-download-href=\"/uploads/short-url/vttnWaeahoLS9docJNXQYPtE6RH.png?dl=1\" title=\"2021-09-14 18_33_29-top-100-active-topics@helionauts-org-2021-09-14.dcqresult - Excel\" rel=\"noopener nofollow ugc\"\u003e\u003cimg src=\"https://global.discourse-cdn.com/meta/original/3X/d/c/dc9851bdcd586293bc8ea6de413af475b32d6f49.png\" alt=\"2021-09-14 18_33_29-top-100-active-topics@helionauts-org-2021-09-14.dcqresult - Excel\" data-base62-sha1=\"vttnWaeahoLS9docJNXQYPtE6RH\" width=\"342\" height=\"500\" data-dominant-color=\"F2F2F2\"\u003e\u003cdiv class=\"meta\"\u003e\u003csvg class=\"fa d-icon d-icon-far-image svg-icon\" aria-hidden=\"true\"\u003e\u003cuse href=\"#far-image\"\u003e\u003c/use\u003e\u003c/svg\u003e\u003cspan class=\"filename\"\u003e2021-09-14 18_33_29-top-100-active-topics@helionauts-org-2021-09-14.dcqresult - Excel\u003c/span\u003e\u003cspan class=\"informations\"\u003e464×677 10.6 KB\u003c/span\u003e\u003csvg class=\"fa d-icon d-icon-discourse-expand svg-icon\" aria-hidden=\"true\"\u003e\u003cuse href=\"#discourse-expand\"\u003e\u003c/use\u003e\u003c/svg\u003e\u003c/div\u003e\u003c/a\u003e\u003c/div\u003e\u003c/p\u003e","post_number":4,"post_type":1,"posts_count":8,"updated_at":"2021-09-14T22:40:26.464Z","reply_count":1,"reply_to_post_number":2,"quote_count":1,"incoming_link_count":8,"reads":19,"readers_count":18,"score":48.8,"yours":false,"topic_id":202351,"topic_slug":"dump-all-conversations-in-a-file-and-structured-data","display_username":"Raphael","primary_group_name":null,"flair_name":null,"flair_url":null,"flair_bg_color":null,"flair_color":null,"flair_group_id":null,"badges_granted":[],"version":1,"can_edit":false,"can_delete":false,"can_recover":false,"can_see_hidden_post":false,"can_wiki":false,"link_counts":[{"url":"https://meta.discourse.org/t/superseded-what-cool-data-explorer-queries-have-you-come-up-with/43516","internal":true,"reflection":false,"title":"(Superseded) What cool data explorer queries have you come up with?","clicks":0}],"read":true,"user_title":"","bookmarked":false,"actions_summary":[],"moderator":false,"admin":false,"staff":false,"user_id":80694,"hidden":false,"trust_level":2,"deleted_at":null,"user_deleted":false,"edit_reason":null,"can_view_edit_history":true,"wiki":false,"post_url":"/t/dump-all-conversations-in-a-file-and-structured-data/202351/4","locale":"en","is_localized":false,"language":"en","event":null,"customer_flair_customer":null,"reactions":[],"current_user_reaction":null,"reaction_users_count":0,"current_user_used_main_reaction":false,"can_accept_answer":false,"can_unaccept_answer":false,"accepted_answer":false,"topic_accepted_answer":true},{"id":990075,"name":"Jay Pfaffman","username":"pfaffman","avatar_template":"/user_avatar/meta.discourse.org/pfaffman/{size}/120154_2.png","created_at":"2021-09-14T23:35:14.522Z","cooked":"\u003cpre\u003e\u003ccode\u003e SELECT * FROM posts where topic_id=425\n\u003c/code\u003e\u003c/pre\u003e\n\u003cp\u003eThat will give you the posts the first topic in your query (given that I can type on this phone).\u003c/p\u003e\n\u003cp\u003eBut if what you want is JSON, you could do something like\u003c/p\u003e\n\u003cpre\u003e\u003ccode\u003e  https://meta.discourse.org/t/dump-all-conversations-in-a-file-and-structured-data/202351.json\n\u003c/code\u003e\u003c/pre\u003e","post_number":5,"post_type":1,"posts_count":8,"updated_at":"2021-09-14T23:41:59.099Z","reply_count":1,"reply_to_post_number":4,"quote_count":0,"incoming_link_count":10,"reads":17,"readers_count":16,"score":58.4,"yours":false,"topic_id":202351,"topic_slug":"dump-all-conversations-in-a-file-and-structured-data","display_username":"Jay Pfaffman","primary_group_name":null,"flair_name":"support-experts","flair_url":"https://global.discourse-cdn.com/meta/original/3X/e/2/e250ec403580530d19e6a9ed42d0d525a51a9dbe.svg","flair_bg_color":"FFFFFF","flair_color":"","flair_group_id":142,"badges_granted":[],"version":2,"can_edit":false,"can_delete":false,"can_recover":false,"can_see_hidden_post":false,"can_wiki":false,"read":true,"user_title":"Support Expert","title_is_group":false,"reply_to_user":{"id":80694,"username":"Wall-E","name":"Raphael","avatar_template":"/user_avatar/meta.discourse.org/wall-e/{size}/184438_2.png"},"bookmarked":false,"actions_summary":[],"moderator":false,"admin":false,"staff":false,"user_id":15209,"hidden":false,"trust_level":4,"deleted_at":null,"user_deleted":false,"edit_reason":null,"can_view_edit_history":true,"wiki":false,"post_url":"/t/dump-all-conversations-in-a-file-and-structured-data/202351/5","locale":"en","is_localized":false,"language":"en","event":null,"customer_flair_customer":null,"reactions":[],"current_user_reaction":null,"reaction_users_count":0,"current_user_used_main_reaction":false,"can_accept_answer":false,"can_unaccept_answer":false,"accepted_answer":false,"topic_accepted_answer":true},{"id":990093,"name":"Raphael","username":"Wall-E","avatar_template":"/user_avatar/meta.discourse.org/wall-e/{size}/184438_2.png","created_at":"2021-09-15T00:17:19.604Z","cooked":"\u003cp\u003eI didn’t understand your 1st option, maybe a typo in your text? Did you mean I only get the 1st post of the topic?\u003c/p\u003e\n\u003cp\u003eRegarding the 2nd option with the .json extension, is there an alternative url that uses the topic_id or any other entry that can be used to have a more programmatic way to get the conversation as a json without having to know the topic title?\u003c/p\u003e","post_number":6,"post_type":1,"posts_count":8,"updated_at":"2021-09-15T00:17:19.604Z","reply_count":1,"reply_to_post_number":5,"quote_count":0,"incoming_link_count":2,"reads":17,"readers_count":16,"score":18.4,"yours":false,"topic_id":202351,"topic_slug":"dump-all-conversations-in-a-file-and-structured-data","display_username":"Raphael","primary_group_name":null,"flair_name":null,"flair_url":null,"flair_bg_color":null,"flair_color":null,"flair_group_id":null,"badges_granted":[],"version":1,"can_edit":false,"can_delete":false,"can_recover":false,"can_see_hidden_post":false,"can_wiki":false,"read":true,"user_title":"","reply_to_user":{"id":15209,"username":"pfaffman","name":"Jay Pfaffman","avatar_template":"/user_avatar/meta.discourse.org/pfaffman/{size}/120154_2.png"},"bookmarked":false,"actions_summary":[],"moderator":false,"admin":false,"staff":false,"user_id":80694,"hidden":false,"trust_level":2,"deleted_at":null,"user_deleted":false,"edit_reason":null,"can_view_edit_history":true,"wiki":false,"post_url":"/t/dump-all-conversations-in-a-file-and-structured-data/202351/6","locale":"en","is_localized":false,"language":"en","event":null,"customer_flair_customer":null,"reactions":[],"current_user_reaction":null,"reaction_users_count":0,"current_user_used_main_reaction":false,"can_accept_answer":false,"can_unaccept_answer":false,"accepted_answer":false,"topic_accepted_answer":true},{"id":990103,"name":"Jay Pfaffman","username":"pfaffman","avatar_template":"/user_avatar/meta.discourse.org/pfaffman/{size}/120154_2.png","created_at":"2021-09-15T00:38:57.875Z","cooked":"\u003cp\u003eDid you try the sql query? Was there an error? Edit: I checked. That query will return all posts in a topic.\u003c/p\u003e\n\u003cp\u003eYou can get any topic with only the topic id.\u003c/p\u003e\n\u003cpre\u003e\u003ccode\u003ehttps://meta.discourse.org/t/-/202351.json\n\u003c/code\u003e\u003c/pre\u003e","post_number":7,"post_type":1,"posts_count":8,"updated_at":"2021-09-15T09:29:56.629Z","reply_count":1,"reply_to_post_number":6,"quote_count":0,"incoming_link_count":1,"reads":16,"readers_count":15,"score":13.2,"yours":false,"topic_id":202351,"topic_slug":"dump-all-conversations-in-a-file-and-structured-data","display_username":"Jay Pfaffman","primary_group_name":null,"flair_name":"support-experts","flair_url":"https://global.discourse-cdn.com/meta/original/3X/e/2/e250ec403580530d19e6a9ed42d0d525a51a9dbe.svg","flair_bg_color":"FFFFFF","flair_color":"","flair_group_id":142,"badges_granted":[],"version":2,"can_edit":false,"can_delete":false,"can_recover":false,"can_see_hidden_post":false,"can_wiki":false,"read":true,"user_title":"Support Expert","title_is_group":false,"reply_to_user":{"id":80694,"username":"Wall-E","name":"Raphael","avatar_template":"/user_avatar/meta.discourse.org/wall-e/{size}/184438_2.png"},"bookmarked":false,"actions_summary":[],"moderator":false,"admin":false,"staff":false,"user_id":15209,"hidden":false,"trust_level":4,"deleted_at":null,"user_deleted":false,"edit_reason":null,"can_view_edit_history":true,"wiki":false,"post_url":"/t/dump-all-conversations-in-a-file-and-structured-data/202351/7","locale":"en","is_localized":false,"language":"en","event":null,"customer_flair_customer":null,"reactions":[],"current_user_reaction":null,"reaction_users_count":0,"current_user_used_main_reaction":false,"can_accept_answer":false,"can_unaccept_answer":false,"accepted_answer":false,"topic_accepted_answer":true},{"id":990302,"name":"Raphael","username":"Wall-E","avatar_template":"/user_avatar/meta.discourse.org/wall-e/{size}/184438_2.png","created_at":"2021-09-15T13:03:18.508Z","cooked":"\u003cp\u003ethe query was fine, i just misunderstood your explanation of what it actually provides. Thanks for double-checking. These are great solutions.\u003c/p\u003e","post_number":8,"post_type":1,"posts_count":8,"updated_at":"2021-09-15T13:03:18.508Z","reply_count":0,"reply_to_post_number":7,"quote_count":0,"incoming_link_count":1,"reads":14,"readers_count":13,"score":22.8,"yours":false,"topic_id":202351,"topic_slug":"dump-all-conversations-in-a-file-and-structured-data","display_username":"Raphael","primary_group_name":null,"flair_name":null,"flair_url":null,"flair_bg_color":null,"flair_color":null,"flair_group_id":null,"badges_granted":[],"version":1,"can_edit":false,"can_delete":false,"can_recover":false,"can_see_hidden_post":false,"can_wiki":false,"read":true,"user_title":"","reply_to_user":{"id":15209,"username":"pfaffman","name":"Jay Pfaffman","avatar_template":"/user_avatar/meta.discourse.org/pfaffman/{size}/120154_2.png"},"bookmarked":false,"actions_summary":[{"id":2,"count":1}],"moderator":false,"admin":false,"staff":false,"user_id":80694,"hidden":false,"trust_level":2,"deleted_at":null,"user_deleted":false,"edit_reason":null,"can_view_edit_history":true,"wiki":false,"post_url":"/t/dump-all-conversations-in-a-file-and-structured-data/202351/8","locale":"en","is_localized":false,"language":"en","event":null,"customer_flair_customer":null,"reactions":[{"id":"heart","type":"emoji","count":1}],"current_user_reaction":null,"reaction_users_count":1,"current_user_used_main_reaction":false,"can_accept_answer":false,"can_unaccept_answer":false,"accepted_answer":false,"topic_accepted_answer":true},{"id":1002767,"name":"system","username":"system","avatar_template":"/user_avatar/meta.discourse.org/system/{size}/443519_2.png","created_at":"2021-10-15T13:04:01.498Z","cooked":"\u003cp\u003eThis topic was automatically closed 30 days after the last reply. New replies are no longer allowed.\u003c/p\u003e","post_number":9,"post_type":3,"posts_count":8,"updated_at":"2021-10-15T13:04:01.498Z","reply_count":0,"reply_to_post_number":null,"quote_count":0,"incoming_link_count":1,"reads":7,"readers_count":6,"score":6.4,"yours":false,"topic_id":202351,"topic_slug":"dump-all-conversations-in-a-file-and-structured-data","display_username":"system","primary_group_name":null,"flair_name":null,"flair_url":null,"flair_bg_color":null,"flair_color":null,"flair_group_id":null,"badges_granted":[],"version":1,"can_edit":false,"can_delete":false,"can_recover":false,"can_see_hidden_post":false,"can_wiki":false,"read":true,"user_title":null,"bookmarked":false,"actions_summary":[],"moderator":true,"admin":true,"staff":true,"user_id":-1,"hidden":false,"trust_level":4,"deleted_at":null,"user_deleted":false,"edit_reason":null,"can_view_edit_history":true,"wiki":false,"action_code":"autoclosed.enabled","post_url":"/t/dump-all-conversations-in-a-file-and-structured-data/202351/9","locale":null,"is_localized":false,"event":null,"customer_flair_customer":null,"reactions":[],"current_user_reaction":null,"reaction_users_count":0,"current_user_used_main_reaction":false,"can_accept_answer":false,"can_unaccept_answer":false,"accepted_answer":false,"topic_accepted_answer":true}],"stream":[984280,984281,984511,990034,990075,990093,990103,990302,1002767]},"timeline_lookup":[[1,1769],[3,1768],[4,1755],[9,1725]],"suggested_topics":[],"tags":[],"tags_descriptions":{},"fancy_title":"Dump all conversations in a file and structured data","fancy_title_localized":false,"locale":"en","id":202351,"title":"Dump all conversations in a file and structured data","posts_count":8,"created_at":"2021-09-01T14:59:40.675Z","views":1804,"reply_count":6,"like_count":3,"last_posted_at":"2021-09-15T13:03:18.508Z","visible":true,"closed":true,"archived":false,"has_summary":false,"archetype":"regular","slug":"dump-all-conversations-in-a-file-and-structured-data","category_id":6,"word_count":504,"deleted_at":null,"user_id":80694,"featured_link":null,"pinned_globally":false,"pinned_at":null,"pinned_until":null,"image_url":null,"slow_mode_seconds":0,"draft":null,"draft_key":"topic_202351","draft_sequence":null,"unpinned":null,"pinned":false,"current_post_number":1,"highest_post_number":9,"deleted_by":null,"actions_summary":[{"id":4,"count":0,"hidden":false,"can_act":false},{"id":8,"count":0,"hidden":false,"can_act":false},{"id":10,"count":0,"hidden":false,"can_act":false},{"id":7,"count":0,"hidden":false,"can_act":false},{"id":1002,"count":0,"hidden":false,"can_act":false}],"chunk_size":20,"bookmarked":false,"topic_timer":null,"message_bus_last_id":0,"participant_count":2,"show_read_indicator":false,"thumbnails":null,"slow_mode_enabled_until":null,"related_topics":[{"fancy_title":"Does Discourse support export conversations as an organized bulk of data?","fancy_title_localized":false,"locale":"en","id":180537,"title":"Does Discourse support export conversations as an organized bulk of data?","slug":"does-discourse-support-export-conversations-as-an-organized-bulk-of-data","posts_count":5,"reply_count":3,"highest_post_number":5,"image_url":null,"created_at":"2021-02-20T18:17:53.953Z","last_posted_at":"2021-02-21T16:17:37.812Z","bumped":true,"bumped_at":"2021-02-21T16:17:37.812Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Does Discourse support export conversations as an organized bulk of data that could be reused offline? Use cases in Slack: \n\nsometimes I extract some data from history to prepare documents for newcomers.\nthe same approac\u0026hellip;","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"thumbnails":null,"tags":[],"tags_descriptions":{},"like_count":9,"views":1120,"category_id":2,"featured_link":null,"op_like_count":1,"ai_topic_gist":"Discourse supports exporting conversations in a portable JSON format by adding \".json\" to a topic's URL, which can be used to extract and structure data for offline reuse and analysis.","has_accepted_answer":false,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user":{"id":31832,"username":"Ivan_Rapekas","name":"","avatar_template":"/user_avatar/meta.discourse.org/ivan_rapekas/{size}/248924_2.png","trust_level":2}},{"extras":null,"description":"Frequent Poster","user":{"id":91743,"username":"Holger_Winkelmann","name":"Holger Winkelmann","avatar_template":"/user_avatar/meta.discourse.org/holger_winkelmann/{size}/210442_2.png","trust_level":1}},{"extras":null,"description":"Frequent Poster","user":{"id":8571,"username":"tobiaseigen","name":"Tobias Eigen","avatar_template":"/user_avatar/meta.discourse.org/tobiaseigen/{size}/539204_2.png","trust_level":2}}]},{"fancy_title":"Exporting all Topic titles and IDs?","fancy_title_localized":false,"locale":"en","id":78624,"title":"Exporting all Topic titles and IDs?","slug":"exporting-all-topic-titles-and-ids","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2018-01-22T06:41:14.675Z","last_posted_at":"2018-01-22T07:03:03.098Z","bumped":true,"bumped_at":"2018-01-22T07:03:03.098Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Hey folks, is there a way I can export a list of topic titles and IDs? I’m happy to do it from the command line in the DigitalOcean droplet via SSH if I have to, if someone might be able to point me in the right directio\u0026hellip;","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"thumbnails":null,"tags":[],"tags_descriptions":{},"like_count":6,"views":1552,"category_id":7,"featured_link":null,"op_like_count":0,"ai_topic_gist":"A user asks how to export topic titles and IDs; another suggests using the data explorer plugin for CSV export.","has_accepted_answer":false,"posters":[{"extras":null,"description":"Original Poster","user":{"id":33593,"username":"Frank_Bailey","name":"Frank Bailey","avatar_template":"/user_avatar/meta.discourse.org/frank_bailey/{size}/83927_2.png","trust_level":2}},{"extras":"latest","description":"Most Recent Poster","user":{"id":8222,"username":"techAPJ","name":"Arpit Jalan","avatar_template":"/user_avatar/meta.discourse.org/techapj/{size}/342990_2.png","primary_group_name":"team","flair_name":"team","flair_url":"https://global.discourse-cdn.com/meta/original/3X/e/b/ebee30bd98aef20357e4a177a5a1e45b877ce088.svg","flair_color":"111","flair_group_id":47,"admin":true,"trust_level":2}}]},{"fancy_title":"Exporting all Forum Posts for Manual Upload into External LLMs?","fancy_title_localized":false,"locale":"en","id":348975,"title":"Exporting all Forum Posts for Manual Upload into External LLMs?","slug":"exporting-all-forum-posts-for-manual-upload-into-external-llms","posts_count":2,"reply_count":0,"highest_post_number":3,"image_url":null,"created_at":"2025-01-25T17:08:01.517Z","last_posted_at":"2025-01-27T23:33:56.233Z","bumped":true,"bumped_at":"2025-01-27T23:33:56.233Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"I need to prepare an export or backup which I can then manually upload into a Perplexity.ai Workspace. I want to include all of the posts on the whole site. The allowed filetypes are: \n.json \n.md \n.txt \n.pdf \n.csv \n.xlsx \u0026hellip;","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"thumbnails":null,"tags":[{"id":543,"name":"ai","slug":"ai"}],"tags_descriptions":{},"like_count":5,"views":277,"category_id":6,"featured_link":null,"op_like_count":1,"ai_topic_gist":"Data Explorer Plugin is recommended for exporting posts as JSON or CSV files, capturing structured data without images.","has_accepted_answer":false,"posters":[{"extras":null,"description":"Original Poster","user":{"id":72263,"username":"denvergeeks","name":"","avatar_template":"/user_avatar/meta.discourse.org/denvergeeks/{size}/327671_2.png","trust_level":2}},{"extras":"latest","description":"Most Recent Poster","user":{"id":1,"username":"sam","name":"Sam Saffron","avatar_template":"/user_avatar/meta.discourse.org/sam/{size}/102149_2.png","primary_group_name":"team","flair_name":"team","flair_url":"https://global.discourse-cdn.com/meta/original/3X/e/b/ebee30bd98aef20357e4a177a5a1e45b877ce088.svg","flair_color":"111","flair_group_id":47,"admin":true,"trust_level":3}}]},{"fancy_title":"Discourse Public Data Dump","fancy_title_localized":false,"locale":"en","id":264748,"title":"Discourse Public Data Dump","slug":"discourse-public-data-dump","posts_count":2,"reply_count":0,"highest_post_number":2,"image_url":null,"created_at":"2023-05-12T05:22:23.113Z","last_posted_at":"2025-05-13T08:06:23.078Z","bumped":true,"bumped_at":"2025-05-13T08:06:23.078Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Given the advent of AI and the need for large datasets on local development machines, we have pulled together a quick pattern for getting a “workable” copy of all public (visible by anon) data from a Discourse forum. \nKe\u0026hellip;","visible":true,"closed":false,"archived":false,"bookmarked":null,"liked":null,"thumbnails":null,"tags":[],"tags_descriptions":{},"like_count":21,"views":1151,"category_id":56,"featured_link":null,"op_like_count":21,"ai_topic_gist":"Discourse public data dump allows customization of topic and post queries for specific categories or tags.","has_accepted_answer":false,"posters":[{"extras":null,"description":"Original Poster","user":{"id":115923,"username":"Discourse","name":null,"avatar_template":"/user_avatar/meta.discourse.org/discourse/{size}/148734_2.png","admin":true,"trust_level":4}},{"extras":"latest","description":"Most Recent Poster","user":{"id":175858,"username":"bigkid","name":"Manuel Pueyo","avatar_template":"/user_avatar/meta.discourse.org/bigkid/{size}/502799_2.png","trust_level":0}}]},{"fancy_title":"Saving a Conversation","fancy_title_localized":false,"locale":"en","id":208061,"title":"Saving a Conversation","slug":"saving-a-conversation","posts_count":10,"reply_count":8,"highest_post_number":11,"image_url":null,"created_at":"2021-11-02T22:36:58.310Z","last_posted_at":"2021-11-03T21:11:32.639Z","bumped":true,"bumped_at":"2021-11-03T21:11:32.639Z","archetype":"regular","unseen":false,"pinned":false,"unpinned":null,"excerpt":"Hello Discourse \nI am using Discourse as a learning community member. Love the platform. We have these amazing discussions pertaining to topics and categories. \nI want to roll all these conversations and save \u0026#39;em to my l\u0026hellip;","visible":true,"closed":true,"archived":false,"bookmarked":null,"liked":null,"thumbnails":null,"tags":[],"tags_descriptions":{},"like_count":10,"views":1030,"category_id":6,"featured_link":null,"op_like_count":0,"ai_topic_gist":"Lakshmi_Balan wanted to export lengthy Discourse conversations to PDF but faced issues with printing; after troubleshooting, the admin enabled the feature, allowing her to successfully export via the /print URL appendage.","has_accepted_answer":true,"posters":[{"extras":"latest","description":"Original Poster, Most Recent Poster","user":{"id":106832,"username":"Lakshmi_Balan","name":"Lakshmi Balasubramani","avatar_template":"/user_avatar/meta.discourse.org/lakshmi_balan/{size}/212600_2.png","trust_level":1}},{"extras":null,"description":"Frequent Poster, Accepted Answer","user":{"id":44871,"username":"osioke","name":"Osioke Itseuwa","avatar_template":"/user_avatar/meta.discourse.org/osioke/{size}/238946_2.png","trust_level":2}}]}],"summarizable":true,"has_cached_summary":true,"has_livestream":null,"valid_reactions":["heart","laughing","cry","exploding_head","clap","confetti_ball","hugs","chefs_kiss","100","+1","rocket","star_struck","discourse","eyes"],"accepted_answers":[{"id":984281,"name":"Jay Pfaffman","username":"pfaffman","avatar_template":"/user_avatar/meta.discourse.org/pfaffman/{size}/120154_2.png","created_at":"2021-09-01T15:02:29.887Z","cooked":"\u003cp\u003eIf you’re self-hosted, then they can do the \u003ccode\u003epg_dump\u003c/code\u003e  command that they think will help.\u003c/p\u003e\n\u003cp\u003eYou can also dump data in various formats with the \u003ca href=\"https://meta.discourse.org/t/data-explorer-plugin/32566\"\u003eData Explorer Plugin\u003c/a\u003e.\u003c/p\u003e","post_number":2,"topic_id":202351,"url":"/t/dump-all-conversations-in-a-file-and-structured-data/202351/2"}],"has_accepted_answer":true,"shared_issue_count":0,"can_create_shared_issue":false,"shared_issue_visible":true,"can_vote":false,"vote_count":0,"user_voted":false,"discourse_zendesk_plugin_zendesk_id":null,"discourse_zendesk_plugin_zendesk_url":"https://your-url.zendesk.com/agent/tickets/","details":{"can_edit":false,"notification_level":1,"participants":[{"id":80694,"username":"Wall-E","name":"Raphael","avatar_template":"/user_avatar/meta.discourse.org/wall-e/{size}/184438_2.png","post_count":5,"primary_group_name":null,"flair_name":null,"flair_url":null,"flair_color":null,"flair_bg_color":null,"flair_group_id":null,"trust_level":2},{"id":15209,"username":"pfaffman","name":"Jay Pfaffman","avatar_template":"/user_avatar/meta.discourse.org/pfaffman/{size}/120154_2.png","post_count":3,"primary_group_name":null,"flair_name":"support-experts","flair_url":"https://global.discourse-cdn.com/meta/original/3X/e/2/e250ec403580530d19e6a9ed42d0d525a51a9dbe.svg","flair_color":"","flair_bg_color":"FFFFFF","flair_group_id":142,"trust_level":4}],"created_by":{"id":80694,"username":"Wall-E","name":"Raphael","avatar_template":"/user_avatar/meta.discourse.org/wall-e/{size}/184438_2.png"},"last_poster":{"id":80694,"username":"Wall-E","name":"Raphael","avatar_template":"/user_avatar/meta.discourse.org/wall-e/{size}/184438_2.png"},"links":[{"url":"https://meta.discourse.org/t/does-discourse-support-export-conversations-as-an-organized-bulk-of-data/180537","title":"Does Discourse support export conversations as an organized bulk of data?","internal":true,"attachment":false,"reflection":false,"clicks":19,"user_id":80694,"domain":"meta.discourse.org","root_domain":"discourse.org"}]},"bookmarks":[]}