[{"data":1,"prerenderedAt":367},["ShallowReactive",2],{"project-46602324":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":35,"aspects":36,"strip":43,"post_text":44,"what":45,"said":86,"maker_in_thread":188,"shape":199,"grid":203,"attempts":329,"same_week":330,"maker_shows":33,"maker_hidden":360,"reader_version":361,"card":362},"46602324","Self-host Reddit","2.38B posts, works offline, yours forever","title","Show HN: Self-host Reddit – 2.38B posts, works offline, yours forever","https:\u002F\u002Fgithub.com\u002F19-84\u002Fredd-archiver","github.com","19-84",1768318509,2026,286,64,159,4366,4,"legend","infrastructure","self-hosted archive","other",[24,25,26,27,28],"reddit archive","pushshift","self-hosted","offline archive","reddit data dump","mixed",0,{"positive":18,"neutral":32,"mixed":33,"critical":34},8,1,5,18,{"idea":37,"docs":39,"execution":40,"privacy":42},{"positive":38,"critical":30},3,{"positive":30,"critical":30},{"positive":30,"critical":41},2,{"positive":30,"critical":33},[34,30,30,30,30,30,30,30,38,30,34,34,30,38,38,33,30,33,38,30,33,30,34,38,30,38,30,30,30,38,33,30,38,30,30,33,38,30,30,30],"Reddit's API is effectively dead for archival. Third-party apps are gone. Reddit has threatened to cut off access to the Pushshift dataset multiple times. But 3.28TB of Reddit history exists as a torrent right now, and I built a tool to turn it into something you can browse on your own hardware.\n\nThe key point: This doesn't touch Reddit's servers. Ever. Download the Pushshift dataset, run my tool locally, get a fully browsable archive. Works on an air-gapped machine. Works on a Raspberry Pi serving your LAN. Works on a USB drive you hand to someone.\n\nWhat it does: Takes compressed data dumps f",{"problem":46,"audience":52,"pricing":61,"motivation":62,"time_to_build":61,"stack":66,"openness":83,"stage":84,"team_size":85},{"value":47,"source":48,"evidence":49},"Reddit's API is closed for archival and third-party apps are gone, so history is at risk","maker",[50],{"id":51},"post",{"value":53,"source":54,"evidence":55},"people who want to self-host or keep an offline copy of Reddit history","inferred",[56,57],{"id":51},{"id":58,"by":59,"text":60},"46609796","twobitshifter","If reddit was a squeaky clean place, or if I could pick certain subs, maybe I would be interested, but I really wouldn't want ALL of reddit on my machine even temporarily.",null,{"value":63,"source":48,"evidence":64},"Preserve Reddit history after API lockdown and third-party app loss",[65],{"id":51},[67,71,75,79],{"value":68,"source":48,"evidence":69},"Python",[70],{"id":51},{"value":72,"source":48,"evidence":73},"PostgreSQL",[74],{"id":51},{"value":76,"source":48,"evidence":77},"Jinja2",[78],{"id":51},{"value":80,"source":48,"evidence":81},"Docker",[82],{"id":51},"open_source","launched","unknown",{"praise":87,"objections":103,"requests":132,"questions":150,"alternatives":172},[88,96],{"value":89,"source":90,"evidence":91},"Useful way to self-host archives","commenter",[92],{"id":93,"by":94,"text":95},"46606273","Aurornis","Cool way to self-host archives. What I'd really like is a plugin that automatically pulls from archives somewhere and replaces deleted comments and those bot-overwritten comments…",{"value":97,"source":90,"evidence":98},"Neat project, nice work",[99],{"id":100,"by":101,"text":102},"46608711","diggings","This is a neat project, nice work. You've probably come across this already but there are alternative archives to PushShift that may have differing sets of posts and comments…",[104,114,121],{"value":105,"source":90,"evidence":106},"Docker setup had missing files and failed on first try",[107,111],{"id":108,"by":109,"text":110},"46607858","alcroito","I tried spinning up the local approach with docker compose, but it fails. There's no `.env.example` file to copy from. And even if the env vars are set manually, there are issues…",{"id":112,"by":109,"text":113},"46608361","Cheers. I checked the updated steps. This is still missing creating the `output\u002F.postgres-data` dir, without which docker compose refuses to start. After creating that manually,…",{"value":115,"source":90,"evidence":116},"Archive contains large amounts of offensive content",[117],{"id":118,"by":119,"text":120},"46611204","blks","Opened the live demo, went into programming subreddit, felt like I was showered with liquid shit. I tend to forget what kind of edgelord hellhole Reddit was (and stil is…",{"value":122,"source":90,"evidence":123},"Data may be used to train AI without paying creators",[124,128],{"id":125,"by":126,"text":127},"46607121","syngrog66","Did you pay all the people who created its content?",{"id":129,"by":130,"text":131},"46607860","devilsdata","I have no problem with this being downloaded for personal use, in fact that's a good thing. But of course we both know it'll be used to train AI.",[133,137,144],{"value":134,"source":90,"evidence":135},"Plugin to restore deleted or overwritten comments from other archives",[136],{"id":93,"by":94,"text":95},{"value":138,"source":90,"evidence":139},"Docker compose setup",[140],{"id":141,"by":142,"text":143},"46628293","tetrisgm","Is there a docker compose?",{"value":145,"source":48,"evidence":146},"Monthly update support from Arctic Shift dumps",[147],{"id":148,"by":11,"text":149},"46610263","the data from 2025-12 has been released already, it is usually released every month, it just needs to be split and reprocessed for 2025 by watchful1. i will probably eventually…",[151,158,165],{"value":152,"source":90,"evidence":153},"Is the dataset updated on a regular cadence?",[154],{"id":155,"by":156,"text":157},"46610131","feconroses","Very cool project! Quick question: is the underlying Pushshift dataset updated with new Reddit data on any regular cadence (daily\u002Fweekly\u002Fmonthly), or is this essentially a fixed…",{"value":159,"source":90,"evidence":160},"Does the data include private subreddits?",[161],{"id":162,"by":163,"text":164},"46608901","bkovacev","Is there any way to check if a subreddit that was made private (2-3 years ago) is in the data dump?",{"value":166,"source":90,"evidence":167},"Is the data web scraped and is Reddit ok with that?",[168],{"id":169,"by":170,"text":171},"46610979","riku_iki","Is data web scrapped? Is reddit ok with that?..",[173,177,181],{"value":174,"source":90,"evidence":175},"Arctic Shift",[176],{"id":100,"by":101,"text":102},{"value":178,"source":90,"evidence":179},"PullPush",[180],{"id":100,"by":101,"text":102},{"value":182,"source":90,"evidence":183},"Reddit Uncensored",[184],{"id":185,"by":186,"text":187},"46629730","Gander5739","https:\u002F\u002Fgithub.com\u002FFubs\u002Freddit-uncensored",{"comments":189,"answered":190,"key":191},11,6,[192,195,198],{"id":193,"text":194},"46606404","I have also published sub statistics and profiling for each platform. these can be used to help identify which subs to prioritize for archiving. reddit:…",{"id":196,"text":197},"46609444","ive created tooling for an instance registry and team based leaderboard. the API has function to support this as well, so that we can collectively host archives in a…",{"id":148,"text":149},{"commenters":200,"max_depth":18,"maker_replies":189,"first_comment_mins":201,"lifespan_hours":202},34,203,172,[204,206,210,212,214,218,221,224,227,229,230,234,235,237,240,242,244,245,246,248,251,252,255,258,260,263,265,268,271,273,275,279,281,284,286,289,292,295,299,303,305,309,311,314,315,317,320,323,326],[93,30,34,205,94,30],"project\u002Fpositive\u002Fidea",[207,30,30,208,209,30],"46607531","commenter\u002Fneutral\u002Fnone","anonymous908213",[211,30,30,208,94,30],"46607645",[213,30,30,208,209,30],"46607739",[215,30,30,216,217,30],"46610346","other\u002Fneutral\u002Fnone","swed420",[219,30,30,216,220,30],"46610856","accrual",[222,30,30,216,223,30],"46610959","hrimfaxi",[225,30,30,208,226,30],"46612098","dzelzs",[228,30,30,208,220,30],"46696959",[185,30,30,216,186,30],[231,33,38,232,233,30],"46605932","project\u002Fneutral\u002Fdocs","NickNaraghi",[193,33,30,232,11,33],[100,41,34,236,101,30],"project\u002Fpositive\u002Fnone",[238,38,34,205,239,30],"46609192","m463",[196,38,30,241,11,33],"project\u002Fneutral\u002Fidea",[155,18,38,243,156,30],"project\u002Fneutral\u002Fnone",[148,18,30,243,11,33],[169,18,38,243,170,30],[108,34,33,247,109,30],"project\u002Fcritical\u002Fexecution",[249,34,30,250,11,33],"46608057","maker\u002Fneutral\u002Fexecution",[112,34,33,247,109,30],[253,34,30,254,11,33],"46609149","project\u002Fneutral\u002Fexecution",[256,190,38,241,257,30],"46606017","elSidCampeador",[259,190,30,241,11,33],"46606111",[58,261,33,262,59,30],7,"project\u002Fcritical\u002Fprivacy",[264,261,30,241,11,33],"46610276",[266,261,34,205,267,30],"46614948","Imustaskforhelp",[269,32,30,216,270,30],"46631320","nick007x",[162,272,38,243,163,30],9,[274,272,30,232,11,33],"46609530",[276,277,38,243,278,30],"46609735",10,"justsomehnguy",[280,277,30,243,11,33],"46610304",[282,189,30,216,283,30],"46611800","vivzkestrel",[285,189,30,216,11,33],"46612933",[287,189,30,216,288,30],"46618972","chicagojoe",[290,291,38,243,119,30],"46611184",12,[118,293,33,294,119,30],13,"project\u002Fcritical\u002Fnone",[296,297,30,216,298,30],"46606756",14,"dvngnt_",[300,301,30,216,302,30],"46609695",15,"drob518",[141,304,38,232,142,30],16,[306,307,30,216,308,30],"46606634",17,"kylehotchkiss",[310,307,30,241,11,33],"46606697",[312,307,30,216,313,30],"46607792","layer8",[125,35,33,294,126,30],[129,35,38,316,130,30],"project\u002Fmixed\u002Fnone",[318,35,30,208,319,30],"46608619","nullandvoid",[321,35,30,208,322,30],"46608849","nozzlegear",[324,35,30,216,325,30],"46609556","Sohcahtoa82",[327,35,30,216,328,30],"46609355","antisthenes",[],[331,336,341,345,350,355],{"id":332,"name":333,"points":334,"category":335},"46556210","Lend Me Your Ears",565,"learning_science",{"id":337,"name":338,"points":339,"category":340},"46567400","trails",524,"ai",{"id":342,"name":343,"points":344,"category":335},"46557029","Quack",330,{"id":346,"name":347,"points":348,"category":349},"46571980","Ferrite",241,"dev_tools",{"id":351,"name":352,"points":353,"category":354},"46612494","OpenWork",231,"productivity",{"id":356,"name":357,"points":358,"category":359},"46561341","WebTiles",230,"creative",false,"v2",{"id":363,"name":5,"line":6,"ai":360,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":30,"top":18,"kw":364,"maker":11,"domain":10,"tier":19,"attempts":30,"strip":365,"url":9,"mix":366,"praise":89,"objection":105,"sub":21},46602324,[24,25,26,27,28],"5000000030550331013010530300031030013000",[18,32,33,34],1794036690183]