[{"data":1,"prerenderedAt":149},["ShallowReactive",2],{"project-36190725":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":34,"aspects":35,"strip":38,"post_text":30,"what":40,"said":52,"maker_in_thread":84,"shape":91,"grid":94,"attempts":108,"same_week":113,"maker_shows":34,"maker_hidden":142,"reader_version":143,"card":144},"36190725","FemtoGPT","Pure Rust implementation of a GPT language model","title","Show HN: FemtoGPT – Pure Rust implementation of a GPT language model","https:\u002F\u002Fgithub.com\u002Fkeyvank\u002FfemtoGPT","github.com","keyvank",1685923127,2023,19,6,1721,3109,56,"shown","ai","language model implementation","library",[24,25,26,27,28],"gpt","rust","language model","transformer","machine learning","quiet",null,{"positive":32,"neutral":32,"mixed":33,"critical":32},1,0,3,{"idea":36,"performance":37},{"positive":32,"critical":33},{"positive":33,"critical":32},[39,33,32,33,34,33],5,{"problem":30,"audience":30,"pricing":30,"motivation":30,"time_to_build":30,"stack":41,"openness":51,"stage":51,"team_size":51},[42],{"value":43,"source":44,"evidence":45},"Rust","maker",[46,48],{"id":47},"post",{"id":49,"by":11,"text":50},"36205495","Hey! Yes please dive in :) It can be a starting point for learning Rust ;) MatMul is fine, the bottleneck is LayerNorm + Softmax gradients right now. Haven't been able to…","unknown",{"praise":53,"objections":63,"requests":73,"questions":78,"alternatives":83},[54],{"value":55,"source":56,"evidence":57},"Good learning resource for Rust","commenter",[58,62],{"id":59,"by":60,"text":61},"36205449","quickthrower2","Well done! I would be crazy if I dived into this having never studied Rust! But it looks very interesting so I might do that! I have almost finished AK’s lecture. Have you made…",{"id":49,"by":11,"text":50},[64],{"value":65,"source":56,"evidence":66},"Training is slow, about 3 seconds per step on one user's machine",[67,70],{"id":68,"by":60,"text":69},"36207561","Well, first step is to run it. I am getting a step every 3 seconds. Is that typical? i7-13700H, 2400 Mhz, 14 Core(s), 20 Logical Processor(s). It is using 12 CPUs which is good.…",{"id":71,"by":60,"text":72},"36210444","Yes release. Is running on Windows which might affect things.",[74],{"value":75,"source":56,"evidence":76},"Faster matrix multiplication",[77],{"id":59,"by":60,"text":61},[79],{"value":80,"source":56,"evidence":81},"Whether the per-step speed is typical",[82],{"id":68,"by":60,"text":69},[],{"comments":85,"answered":85,"key":86},2,[87,88],{"id":49,"text":50},{"id":89,"text":90},"36210233","Ah, that's slow. I have been able to reach 1.3s per step on my machine. Did you run with --release flag?",{"commenters":34,"max_depth":39,"maker_replies":85,"first_comment_mins":92,"lifespan_hours":93},536,34,[95,97,99,101,103,104],[59,33,39,96,60,33],"project\u002Fpositive\u002Fidea",[49,33,33,98,11,32],"project\u002Fneutral\u002Fperformance",[68,33,32,100,60,33],"project\u002Fcritical\u002Fperformance",[89,33,33,102,11,32],"maker\u002Fneutral\u002Fperformance",[71,33,34,98,60,33],[105,32,33,106,107,33],"36193987","other\u002Fneutral\u002Fnone","jayy-lmao",[109,110],{"id":4,"t":12,"points":14,"comments":15},{"id":111,"t":112,"points":34,"comments":33},"36505137",1687953304,[114,119,124,129,133,138],{"id":115,"name":116,"points":117,"category":118},"36186185","IPFS",704,"data",{"id":120,"name":121,"points":122,"category":123},"36148807","I made CSS Pro",505,"dev_tools",{"id":125,"name":126,"points":127,"category":128},"36154705","HN Resume to Jobs",214,"productivity",{"id":130,"name":131,"points":132,"category":123},"36164503","Mercury",131,{"id":134,"name":135,"points":136,"category":137},"36151225","StonksGPT",116,"finance_crypto",{"id":139,"name":140,"points":141,"category":118},"36214393","Arroyo",115,false,"v2",{"id":145,"name":5,"line":6,"ai":142,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":30,"top":18,"kw":146,"maker":11,"domain":10,"tier":19,"attempts":85,"strip":147,"url":9,"mix":148,"praise":55,"objection":65,"sub":21},36190725,[24,25,26,27,28],"501030",[32,32,33,32],1793991066982]