[{"data":1,"prerenderedAt":153},["ShallowReactive",2],{"project-38087616":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":32,"aspects":34,"strip":36,"post_text":38,"what":39,"said":84,"maker_in_thread":102,"shape":107,"grid":110,"attempts":115,"same_week":116,"maker_shows":145,"maker_hidden":146,"reader_version":147,"card":148},"38087616","local-ai-stack","JS Local-only AI Apps starter kit: cost $0 to run and test locally","title","Show HN: JS Local-only AI Apps starter kit: cost $0 to run and test locally","https:\u002F\u002Fgithub.com\u002Fykhli\u002Flocal-ai-stack","github.com","ykhli",1698770562,2023,11,2,2329,3109,75,"shown","dev_tools","ai app starter kit","library",[24,25,26,27,28],"local llm","ollama","pgvector","langchain","nextjs starter","quiet",null,{"positive":32,"neutral":33,"mixed":33,"critical":33},1,0,{"execution":35},{"positive":32,"critical":33},[37,33],5,"Hi HN! Here's a local-only stack I built over the weekend - hope it can be useful for you!\n\nI have been building a lot of AI apps - https:\u002F\u002Fgithub.com\u002Fa16z-infra\u002Fai-town\nhttps:\u002F\u002Fgithub.com\u002Fa16z-infra\u002Fcompanion-app\n...\n\nAnd there were definitely times I spent way too much $$ before deploying the app to production. So I was looking for a \"local only\" stack and found a few tools that worked well together. I used the following set of tools but may add more options later: \n- Inference: Ollama\n- VectorDB: Supabase pg-vector\n- LLM orchestration: langchain\n- Framework: nextjs\n\nMy learning from buildin",{"problem":40,"audience":46,"pricing":30,"motivation":50,"time_to_build":54,"stack":58,"openness":83,"stage":83,"team_size":83},{"value":41,"source":42,"evidence":43},"AI app development costs money for hosted model and vector services during testing","maker",[44],{"id":45},"post",{"value":47,"source":42,"evidence":48},"Developers building AI apps who want to test without paying for cloud services",[49],{"id":45},{"value":51,"source":42,"evidence":52},"Spent too much on paid AI services before deploying; wanted a low-cost local testing stack",[53],{"id":45},{"value":55,"source":42,"evidence":56},"Built over a weekend",[57],{"id":45},[59,63,67,71,75],{"value":60,"source":42,"evidence":61},"Ollama",[62],{"id":45},{"value":64,"source":42,"evidence":65},"Supabase pgvector",[66],{"id":45},{"value":68,"source":42,"evidence":69},"LangChain",[70],{"id":45},{"value":72,"source":42,"evidence":73},"Next.js",[74],{"id":45},{"value":76,"source":77,"evidence":78},"gte-small embedding model","commenter",[79],{"id":80,"by":81,"text":82},"38088692","kiwicopple","very cool that you used supabase for this yoko - thank you. it could be worthwile adding an an index to the migration script[0]. if you decide to do this, it will need to be HNSW…","unknown",{"praise":85,"objections":90,"requests":95,"questions":100,"alternatives":101},[86],{"value":87,"source":77,"evidence":88},"Useful suggestions on Supabase indexing and embedding model choice",[89],{"id":80,"by":81,"text":82},[91],{"value":92,"source":77,"evidence":93},"gte-small embedding model is weak for non-English text",[94],{"id":80,"by":81,"text":82},[96],{"value":97,"source":77,"evidence":98},"Add an HNSW index to the pgvector migration",[99],{"id":80,"by":81,"text":82},[],[],{"comments":32,"answered":33,"key":103},[104],{"id":105,"text":106},"38090062","These are great suggestions!! Really appreciate it. Let me open a few PRs and add you to review :D",{"commenters":15,"max_depth":15,"maker_replies":32,"first_comment_mins":108,"lifespan_hours":109},68,3,[111,113],[80,33,37,112,81,33],"project\u002Fpositive\u002Fexecution",[105,33,33,114,11,32],"maker\u002Fpositive\u002Fnone",[],[117,122,127,132,136,140],{"id":118,"name":119,"points":120,"category":121},"38052344","OpenSign",545,"web_saas",{"id":123,"name":124,"points":125,"category":126},"38044782","WireHole",298,"infrastructure",{"id":128,"name":129,"points":130,"category":131},"38038239","ScratchDB",261,"data",{"id":133,"name":134,"points":135,"category":20},"38084098","postgresql-event-sourcing",231,{"id":137,"name":138,"points":139,"category":126},"38086598","MicroTCP",204,{"id":141,"name":142,"points":143,"category":144},"38093083","Halloween game (snail terminal demo)",173,"games",6,false,"v2",{"id":149,"name":5,"line":6,"ai":146,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":30,"top":18,"kw":150,"maker":11,"domain":10,"tier":19,"attempts":33,"strip":151,"url":9,"mix":152,"praise":87,"objection":92,"sub":21},38087616,[24,25,26,27,28],"50",[32,33,33,33],1793991077235]