[{"data":1,"prerenderedAt":174},["ShallowReactive",2],{"project-36815443":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":5,"maker":10,"posted_at":11,"year":12,"points":13,"comments":14,"rank_in_year":15,"shown_in_year":16,"top":17,"tier":18,"category":19,"subcategory":20,"format":21,"keywords":22,"reception":27,"sentiment":28,"stance_mix":29,"scored_comments":33,"aspects":34,"strip":38,"post_text":41,"what":42,"said":81,"maker_in_thread":113,"shape":121,"grid":124,"attempts":138,"same_week":139,"maker_shows":30,"maker_hidden":167,"reader_version":168,"card":169},"36815443","airic.serveo.net","I trained a 65B LLM on my texts to talk to myself (details inside)","title","Show HN: I trained a 65B LLM on my texts to talk to myself (details inside)","https:\u002F\u002Fairic.serveo.net\u002F","muttled",1689955312,2023,13,7,2112,3109,68,"shown","ai","fine-tuned chat model","web_app",[23,24,25,26],"llama","lora fine-tuning","chatbot","oobabooga","quiet",null,{"positive":30,"neutral":31,"mixed":32,"critical":31},2,1,0,4,{"performance":35,"idea":36,"privacy":37},{"positive":30,"critical":32},{"positive":32,"critical":32},{"positive":32,"critical":31},[39,32,32,40,39,31,32],5,3,"I trained the 65b model on my texts so I can talk to myself. It's pretty useless as an assistant, and will only do stuff you convince it to, but I guess it's technically uncensored? I'll leave it up for a bit if you want to chat with it.\n\nI posted this to Reddit and had several hundred people talking to it. Salient points from that discussion:\n\nLLAMA 1 65b\n\nRank 128\n\n5 epochs\n\nBatch size 1, 256 cutoff\n\nTrained in the Oobabooga suite using bitsandbytes 4-bit quantization for the lora\n\nLoss around 1.5 seems to give the most coherent results\n\nTrained on raw text dumps that is then parsed by a cra",{"problem":43,"audience":49,"pricing":28,"motivation":53,"time_to_build":57,"stack":61,"openness":78,"stage":79,"team_size":80},{"value":44,"source":45,"evidence":46},"Lets the maker chat with a model trained on their own texts","maker",[47],{"id":48},"post",{"value":50,"source":45,"evidence":51},"People curious to chat with the model; the maker's own amusement",[52],{"id":48},{"value":54,"source":45,"evidence":55},"Built for the maker's own use and to share with communities that taught and entertained them",[56],{"id":48},{"value":58,"source":45,"evidence":59},"Training took about 16 hours on 2x 3090 GPUs",[60],{"id":48},[62,66,70,74],{"value":63,"source":45,"evidence":64},"LLaMA 1 65B",[65],{"id":48},{"value":67,"source":45,"evidence":68},"Oobabooga",[69],{"id":48},{"value":71,"source":45,"evidence":72},"bitsandbytes 4-bit quantization",[73],{"id":48},{"value":75,"source":45,"evidence":76},"Blazor Server",[77],{"id":48},"unknown","launched","solo",{"praise":82,"objections":95,"requests":103,"questions":111,"alternatives":112},[83],{"value":84,"source":85,"evidence":86},"Entertaining and funny responses","commenter",[87,91],{"id":88,"by":89,"text":90},"36823145","coreyp_1","Cool. But please tell me that your childhood phone number wasn't 708-642-9XXX (censored in case it's real) because it just told me that \"fact\"... and we were chatting about…",{"id":92,"by":93,"text":94},"36840396","clarkmcc","According to this, your boss Matt Cain is the most annoying person you know. This would be a much more exciting chat if it hadn’t been scrubbed haha",[96],{"value":97,"source":85,"evidence":98},"Might leak secrets or make up personal details",[99],{"id":100,"by":101,"text":102},"36823860","quickthrower2","It is a cool app but it might spill secrets? It told me some things like someone’s name who you know, but it could be making it up.",[104],{"value":105,"source":85,"evidence":106},"Pre-generated quick reply answers from real chats",[107],{"id":108,"by":109,"text":110},"36835853","kinduff","This is so interesting. I've been wanting to do this, not to chat, but to generate coherent answers to real chats - like pre-baked answers to quickly reply. Looks pretty…",[],[],{"comments":30,"answered":31,"key":114},[115,118],{"id":116,"text":117},"36826265","Nope, not mine! I scrubbed out the PII and all the chats I've seen so far, it's been generating fake info.",{"id":119,"text":120},"36826270","It's probably making it up. I scrubbed the PII vs a list of fake names and info.",{"commenters":39,"max_depth":40,"maker_replies":30,"first_comment_mins":122,"lifespan_hours":123},726,54,[125,127,129,132,134,135,137],[88,32,39,126,89,32],"project\u002Fpositive\u002Fperformance",[116,32,32,128,10,31],"project\u002Fneutral\u002Fprivacy",[130,32,32,131,89,32],"36829509","other\u002Fneutral\u002Fnone",[108,31,40,133,109,32],"project\u002Fneutral\u002Fidea",[92,30,39,126,93,32],[100,40,31,136,101,32],"project\u002Fcritical\u002Fprivacy",[119,40,32,128,10,31],[],[140,145,150,154,158,162],{"id":141,"name":142,"points":143,"category":144},"36860953","pycareer.io",945,"web_saas",{"id":146,"name":147,"points":148,"category":149},"36849502","ProjectionLab",766,"finance_crypto",{"id":151,"name":152,"points":153,"category":144},"36860898","Invoice Dragon",564,{"id":155,"name":156,"points":157,"category":144},"36813086","Primo",356,{"id":159,"name":160,"points":161,"category":144},"36836596","cc.dev",302,{"id":163,"name":164,"points":165,"category":166},"36882146","Continue",298,"dev_tools",false,"v2",{"id":170,"name":5,"line":6,"ai":167,"cat":19,"year":12,"points":13,"comments":14,"rec":27,"s":28,"top":17,"kw":171,"maker":10,"domain":5,"tier":18,"attempts":32,"strip":172,"url":9,"mix":173,"praise":84,"objection":97,"sub":20},36815443,[23,24,25,26],"5003510",[30,31,32,31],1794036638756]