[{"data":1,"prerenderedAt":335},["ShallowReactive",2],{"project-40443927":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":28,"sentiment":29,"stance_mix":30,"scored_comments":35,"aspects":36,"strip":43,"post_text":44,"what":45,"said":77,"maker_in_thread":162,"shape":174,"grid":178,"attempts":290,"same_week":298,"maker_shows":241,"maker_hidden":327,"reader_version":328,"card":329},"40443927","Neosync","Open-Source Data Anonymization for Postgres and MySQL","title","Show HN: Neosync – Open-Source Data Anonymization for Postgres and MySQL","https:\u002F\u002Fgithub.com\u002Fnucleuscloud\u002Fneosync","github.com","edrenova",1716400425,2024,246,44,298,3515,9,"notable","data","data anonymization","other",[21,24,25,26,27],"synthetic data","postgres","mysql","test data","curious",0.172,{"positive":31,"neutral":32,"mixed":33,"critical":34},6,11,1,3,21,{"idea":37,"privacy":39,"execution":41,"docs":42},{"positive":38,"critical":34},5,{"positive":40,"critical":40},0,{"positive":40,"critical":40},{"positive":40,"critical":40},[40,40,40,40,33,34,40,40,34,33,38,34,34,38,40,40,34,40,40,34,40,40,33,34,40,34,40,40,40,38,40,34,40,40,38,34,40,34,40,38],"Hey HN, we're Evis and Nick and we're excited to be launching Neosync (https:\u002F\u002Fwww.github.com\u002Fnucleuscloud\u002Fneosync). Neosync is an open source platform that helps developers anonymize production data, generate synthetic data and sync it across their environments for better testing, debugging and developer experience.\n\nMost developers and teams have some version of a database seed script that creates some mock data for their local and stage databases. The problem is that production data is messy and it’s very difficult to replicate that with mock data. This causes two big problems for developer",{"problem":46,"audience":52,"pricing":56,"motivation":60,"time_to_build":64,"stack":65,"openness":74,"stage":75,"team_size":76},{"value":47,"source":48,"evidence":49},"Production data is needed for testing and debugging but cannot be used directly due to privacy and scale","maker",[50],{"id":51},"post",{"value":53,"source":48,"evidence":54},"Developers and teams needing realistic non-production databases",[55],{"id":51},{"value":57,"source":48,"evidence":58},"Hosted platform with a generous free tier; managed deployment in customer VPC offered",[59],{"id":51},{"value":61,"source":48,"evidence":62},"Developers cannot reproduce production bugs locally because seed data is unrepresentative and production data is unusable",[63],{"id":51},null,[66,70],{"value":67,"source":48,"evidence":68},"Go",[69],{"id":51},{"value":71,"source":48,"evidence":72},"TypeScript",[73],{"id":51},"open_source","launched","unknown",{"praise":78,"objections":98,"requests":117,"questions":133,"alternatives":143},[79,91],{"value":80,"source":81,"evidence":82},"Open source and useful for compliance-heavy industries","commenter",[83,87],{"id":84,"by":85,"text":86},"40444727","enahs-sf","I love that it's open-source. Great project and very applicable across a lot of industries, especially those deeply affected by compliance.",{"id":88,"by":89,"text":90},"40445439","aj__chan","Amazing open source project! I can see pretty broad application to basically every application developers stack as they're building out their tools, but also working with real…",{"value":92,"source":81,"evidence":93},"Handles referential integrity, which the maker says is hard",[94],{"id":95,"by":96,"text":97},"40446843","imiric","Congrats on the launch! This topic is relevant to what I'm currently working on, and I'm finding it exhausting to be honest. After considering several options for anonymizing…",[99,113],{"value":100,"source":81,"evidence":101},"Anonymized data can be re-identified by combining attributes",[102,106,109],{"id":103,"by":104,"text":105},"40445047","blopker","I don't know exactly how this works, but I wanted to share my experience trying to anonymize data. Don't. While you may be able to change or delete obvious PII, like names, every…",{"id":107,"by":104,"text":108},"40445417","Thanks for the reply, I don't mean to be discouraging! I totally believe people do this, I'm saying they shouldn't. There are other issues as well. Once production data is…",{"id":110,"by":111,"text":112},"40526241","specialist","Belated reply, sorry: This is the Correct Answer™. Mid 2000s, I worked with electronic medical records. I eventually determined anon isn't worthwhile. For starters, deanon will…",{"value":114,"source":81,"evidence":115},"Cloud offering requires sending raw production data to a third party",[116],{"id":95,"by":96,"text":97},[118,126],{"value":119,"source":81,"evidence":120},"Statistical distribution preservation in anonymized and synthetic data",[121,122],{"id":95,"by":96,"text":97},{"id":123,"by":124,"text":125},"40445958","chairmanwow1","Interesting, but why does it matter that I actually keep the same the same statistical distributions of data in development as in production? What are the use cases for that kind…",{"value":127,"source":81,"evidence":128},"Conditional transforms",[129],{"id":130,"by":131,"text":132},"40455885","gregwebs","Glad to see the transformers are more flexible in the new release- I think they were already better than Datanymizer. The feature request is here for conditional transforms,…",[134,138],{"value":135,"source":81,"evidence":136},"How does it differ from PostgreSQL Anonymizer",[137],{"id":95,"by":96,"text":97},{"value":139,"source":81,"evidence":140},"Does it keep statistical distributions of source data",[141,142],{"id":95,"by":96,"text":97},{"id":123,"by":124,"text":125},[144,150,154,158],{"value":145,"source":81,"evidence":146},"Greenmask \u002F datanymizer",[147],{"id":148,"by":131,"text":149},"40449655","Great to see such a project. We are using datanymizer [1] right now but it has gone unmaintained and we are using my patched version [2] and it is working pretty well for us. I…",{"value":151,"source":81,"evidence":152},"PostgreSQL Anonymizer",[153],{"id":95,"by":96,"text":97},{"value":155,"source":81,"evidence":156},"clickhouse-obfuscator",[157],{"id":95,"by":96,"text":97},{"value":159,"source":81,"evidence":160},"factory_boy",[161],{"id":103,"by":104,"text":105},{"comments":18,"answered":163,"key":164},4,[165,168,171],{"id":166,"text":167},"40445324","we're actually working on this right, can see the PR here -> https:\u002F\u002Fgithub.com\u002Fnucleuscloud\u002Fneosync\u002Fpull\u002F1832\u002Ffiles it's a combination of creating a random number of records for…",{"id":169,"text":170},"40445266","Thanks for the comment and hear you on the anonymization. What we see is that customers will go through and categorize what is PII and what is not and anonymize as needed. If…",{"id":172,"text":173},"40447493","The ideal scenario is that you're able to augment your existing data with more data that looks just like it. The matter of statistical significance really depends on the…",{"commenters":175,"max_depth":163,"maker_replies":18,"first_comment_mins":176,"lifespan_hours":177},24,61,191,[179,181,184,185,187,189,193,195,197,200,202,203,207,211,214,216,219,220,223,227,230,232,235,237,239,240,243,246,249,252,256,258,259,262,265,268,270,272,274,276,278,282,284,287],[148,40,40,180,131,40],"other\u002Fneutral\u002Fnone",[182,40,40,180,183,40],"40451860","woyten",[130,40,40,180,131,40],[186,40,40,180,183,40],"40451903",[103,33,33,188,104,40],"project\u002Fcritical\u002Fidea",[190,33,34,191,192,40],"40445144","project\u002Fneutral\u002Fidea","NortySpock",[194,33,40,180,104,40],"40445282",[166,33,40,196,11,33],"maker\u002Fneutral\u002Fexecution",[198,33,34,191,199,40],"40445331","beeboobaa3",[169,33,40,201,11,33],"maker\u002Fneutral\u002Fidea",[107,33,33,188,104,40],[204,33,38,205,206,40],"40447633","project\u002Fpositive\u002Fidea","kingraoul",[208,33,34,209,210,40],"40452070","project\u002Fneutral\u002Fprivacy","davedx",[212,33,34,209,213,40],"40446610","gaogao",[215,33,38,205,96,40],"40446466",[217,33,40,218,104,40],"40447377","commenter\u002Fneutral\u002Fnone",[172,33,40,191,11,33],[221,33,34,209,222,40],"40456357","steve_gh",[224,33,40,225,226,40],"40448119","commenter\u002Fneutral\u002Fprivacy","szundi",[228,33,40,225,229,40],"40451931","rvdginste",[231,33,34,191,210,40],"40452056",[233,33,40,218,234,40],"40454664","yowlingcat",[236,33,40,218,104,40],"40455581",[238,33,40,218,234,40],"40456768",[110,33,33,188,111,40],[95,241,34,242,96,40],2,"project\u002Fmixed\u002Fexecution",[244,241,40,245,11,33],"40447065","project\u002Fneutral\u002Fexecution",[247,241,34,248,96,40],"40447728","project\u002Fneutral\u002Fnone",[250,241,40,251,11,33],"40448109","maker\u002Fneutral\u002Fnone",[253,34,40,254,255,40],"40446590","other\u002Fneutral\u002Fprivacy","mathisd",[257,34,40,251,11,33],"40446813",[84,163,38,205,85,40],[260,38,38,205,261,40],"40448743","pitah1",[263,31,40,254,264,40],"40447452","kjuulh",[266,31,34,248,267,40],"40447738","3abiton",[269,31,40,180,264,40],"40447769",[271,31,40,251,11,33],"40448138",[88,273,38,205,89,40],7,[123,275,34,191,124,40],8,[277,275,40,191,11,33],"40446120",[279,18,34,280,281,40],"40451468","project\u002Fneutral\u002Fdocs","ngcazz",[283,18,40,251,11,33],"40457039",[285,18,38,286,281,40],"40470721","maker\u002Fpositive\u002Fnone",[288,18,34,280,289,40],"40457881","nickzelei",[291,294,297],{"id":292,"t":293,"points":175,"comments":241},"38560030",1701974365,{"id":295,"t":296,"points":163,"comments":33},"38569585",1702046510,{"id":4,"t":12,"points":14,"comments":15},[299,304,309,313,318,322],{"id":300,"name":301,"points":302,"category":303},"40431126","Pls Fix",444,"web_saas",{"id":305,"name":306,"points":307,"category":308},"40429200","graphgame.sabrina.dev",321,"games",{"id":310,"name":311,"points":16,"category":312},"40441945","Unify","ai",{"id":314,"name":315,"points":316,"category":317},"40392548","EquityVal",287,"finance_crypto",{"id":319,"name":320,"points":321,"category":20},"40432213","Openpanel",244,{"id":323,"name":324,"points":325,"category":326},"40441093","PBT",196,"dev_tools",false,"v2",{"id":330,"name":5,"line":6,"ai":327,"cat":20,"year":13,"points":14,"comments":15,"rec":28,"s":331,"top":18,"kw":332,"maker":11,"domain":10,"tier":19,"attempts":34,"strip":333,"url":9,"mix":334,"praise":80,"objection":100,"sub":21},40443927,0.17,[21,24,25,26,27],"0000130031533500300300130300050300530305",[31,32,33,34],1794036655177]