[{"data":1,"prerenderedAt":604},["ShallowReactive",2],{"project-39923404":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":35,"aspects":36,"strip":47,"post_text":48,"what":49,"said":96,"maker_in_thread":190,"shape":199,"grid":204,"attempts":566,"same_week":567,"maker_shows":42,"maker_hidden":597,"reader_version":598,"card":599},"39923404","LLocalSearch","A locally running Perplexity clone","title","Show HN: I've built a locally running Perplexity clone","https:\u002F\u002Fgithub.com\u002Fnilsherzig\u002FLLocalSearch","github.com","nilsherzig",1712179666,2024,669,133,31,3515,1,"legend","ai","local llm search assistant","web_app",[24,25,26,27,28],"local llm","perplexity alternative","searxng","ollama","rag","mixed",0.26,{"positive":32,"neutral":33,"mixed":18,"critical":34},22,26,7,56,{"execution":37,"performance":39,"docs":41,"idea":43,"design":46},{"positive":38,"critical":38},4,{"positive":18,"critical":40},0,{"positive":42,"critical":40},2,{"positive":44,"critical":45},5,3,{"positive":18,"critical":40},[45,45,44,44,44,44,45,45,45,18,40,40,44,44,45,45,44,44,40,40,45,38,38,45,40,40,40,45,45,45,45,44,45,45,44,45,44,45,44,44],"The video demo runs a 7b Model on a normal gaming GPU. I think it already works quite well (accounting for the limited hardware power). :)",{"problem":50,"audience":60,"pricing":60,"motivation":60,"time_to_build":60,"stack":61,"openness":93,"stage":94,"team_size":95},{"value":51,"source":52,"evidence":53},"Answering questions with web search results using a local model instead of a hosted service","maker",[54,57],{"id":55,"by":11,"text":56},"39924357","Happy to answer any questions and open for suggestions :) It's basically a LLMs with access to a search engine and the ability to query a vector db. The top n results from each…",{"id":58,"by":11,"text":59},"39925003","Yea I guess that's misleading, I should probably change that. I was referring to the LLM part as locally running. Indexing is still done by the big guys and queried using searxng",null,[62,71,75,84,89],{"value":63,"source":52,"evidence":64},"Go",[65,68],{"id":66,"by":11,"text":67},"39927869","Thanks :). Yea only the web part is typescript and I really wouldn't recommend to learn from my typescript haha",{"id":69,"by":11,"text":70},"39929347","btw ollama (the webserver around llamacpp) is also written in golang :)",{"value":72,"source":52,"evidence":73},"TypeScript",[74],{"id":66,"by":11,"text":67},{"value":76,"source":52,"evidence":77},"Ollama",[78,81],{"id":79,"by":11,"text":80},"39929269","Sure (if they are openai api compatible i can add them within minutes) otherwise I'm open for pull requests :) Also, i don't own an Nvidia Card or Windows \u002F MacOS",{"id":82,"by":11,"text":83},"39924890","Thanks :) Die LLM makes these decisions on its own. If it writes a message which contains a tool call (Action: Web search Action Input: weight of a llama) the matching function…",{"value":26,"source":52,"evidence":85},[86],{"id":87,"by":11,"text":88},"39925056","searxng, which is a locally running meta search engine combining a lot of different sources (including Google and co)",{"value":90,"source":52,"evidence":91},"Vector database",[92],{"id":55,"by":11,"text":56},"open_source","beta","solo",{"praise":97,"objections":121,"requests":140,"questions":162,"alternatives":177},[98,114],{"value":99,"source":100,"evidence":101},"Impressive and cool project","commenter",[102,106,110],{"id":103,"by":104,"text":105},"39924346","keyle","Impressive, I don't think I've seen a local model call upon specialised modules yet (although I can't keep up with everything going on). I too use local 7b open-hermes and it's…",{"id":107,"by":108,"text":109},"39928321","BrutalCoding","That’s a great project you pulled off. From the time I starred it (10-12h ago I think), and upon re-checking this post, you gained 500+ stars lol. Visualized in a chart with…",{"id":111,"by":112,"text":113},"39927899","nikolayasdf123","cool to see Go here",{"value":115,"source":100,"evidence":116},"Useful for corporate internal search",[117],{"id":118,"by":119,"text":120},"39925249","xydac","This is cool, haven't run this yet but seems really promising. Am thinking how this can be a super useful to hook with internal corporate search engines and then get answers from…",[122,133],{"value":123,"source":100,"evidence":124},"Name Perplexity clone is misleading about scope and underlying models",[125,129],{"id":126,"by":127,"text":128},"39926546","hackernewds","what does this have to do with Perplexity? it should reference the underlying models used instead",{"id":130,"by":131,"text":132},"39935913","high_priest","Why call it \"Perplexity clone\" when this is much more than what Perplexity offers? Btw. This is the first time I hear about Perplexity, which after 10 minutes of experimentation,…",{"value":134,"source":100,"evidence":135},"Search engine claim misleading since indexing is not local",[136],{"id":137,"by":138,"text":139},"39924924","pants2","It says it's a \"locally running search engine\" - but not sure how it finds the sites and pages to index in the first place?",[141,148,155],{"value":142,"source":100,"evidence":143},"Support for other backends besides Ollama",[144],{"id":145,"by":146,"text":147},"39928282","d-z-m","any plans to support other backends besides ollama?",{"value":149,"source":100,"evidence":150},"Restrict searches to trusted sites or offline sources",[151],{"id":152,"by":153,"text":154},"39927521","keefle","Wonderful work! is it possible to make it only use a subset of the web? (Only sites that I trust and think are relevant to producing an accurate answer), and are there ways to…",{"value":156,"source":100,"evidence":157},"Executable installers instead of command line setup",[158],{"id":159,"by":160,"text":161},"39931501","hanniabu","This is awesome, would love if there were executable files where these dependencies are needed. That would make it wayyyy more accessible rather than just to those that know how…",[163,170],{"value":164,"source":100,"evidence":165},"Minimum hardware requirements",[166],{"id":167,"by":168,"text":169},"39927744","noisy_boy","Would be good if the readme mentions minimum hardware specs to get a reasonably decent performance. E.g. I have a ThinkPad X1 extreme i7 with MaxQ graphics, any hopes of running…",{"value":171,"source":100,"evidence":172},"Whether it runs on macOS",[173],{"id":174,"by":175,"text":176},"39928096","gorbypark","I if a quick poke through the source and it seems like there’s not much reason this couldn’t run on macOS? It seems that ollama is doing the inference and then there’s a go…",[178,186],{"value":179,"source":100,"evidence":180},"Perplexity",[181,185],{"id":182,"by":183,"text":184},"39934010","aagha","According to Crunchbase [0], Perplexity has raised over $100M. You built this in your spare time? The following things jump out to me: - How much a hype cycle invites insane…",{"id":130,"by":131,"text":132},{"value":187,"source":100,"evidence":188},"Phind",[189],{"id":130,"by":131,"text":132},{"comments":191,"answered":192,"key":193},32,13,[194,195,196],{"id":55,"text":56},{"id":87,"text":88},{"id":197,"text":198},"39927881","I didn't run into a lot of timeouts while using it myself, but you would probably need another search source if you plan to host this service for multiple users at the same time.…",{"commenters":200,"max_depth":201,"maker_replies":191,"first_comment_mins":202,"lifespan_hours":203},78,9,82,328,[205,207,211,212,216,220,223,225,226,230,232,236,238,242,246,249,251,254,255,259,262,264,267,270,272,274,275,276,279,282,284,287,290,293,296,300,303,307,310,313,316,319,320,322,325,328,330,334,336,339,341,345,348,350,352,355,357,359,361,363,365,368,371,373,375,377,379,381,385,388,392,395,399,401,404,408,409,413,414,417,420,424,427,430,432,434,436,439,442,445,447,452,454,456,460,464,466,467,469,472,476,478,480,483,485,488,492,495,497,499,501,503,507,509,513,516,520,522,525,529,531,534,537,541,545,547,550,552,554,556,559,560,564],[55,40,40,206,11,18],"project\u002Fneutral\u002Fidea",[208,40,45,209,210,40],"39925018","project\u002Fneutral\u002Fnone","koeng",[87,40,40,209,11,18],[213,40,45,214,215,40],"39926852","project\u002Fneutral\u002Fexecution","mmahemoff",[217,40,40,218,219,40],"39927147","other\u002Fneutral\u002Fidea","visarga",[221,40,40,218,222,40],"39927541","manojlds",[224,40,40,218,219,40],"39929070",[197,40,40,214,11,18],[227,40,44,228,229,40],"39925357","project\u002Fpositive\u002Fnone","mark_l_watson",[66,40,40,231,11,18],"maker\u002Fpositive\u002Fnone",[233,40,45,234,235,40],"39926588","project\u002Fneutral\u002Fperformance","ivolimmen",[237,40,40,234,11,18],"39927864",[239,40,44,240,241,40],"39926857","maker\u002Fpositive\u002Fdocs","FezzikTheGiant",[243,40,45,244,245,40],"39927714","project\u002Fneutral\u002Fdocs","Nischalj10",[247,40,40,248,11,18],"39928192","maker\u002Fneutral\u002Fnone",[250,40,44,228,241,40],"39934764",[252,40,40,253,241,40],"39934777","other\u002Fneutral\u002Fnone",[152,40,45,206,153,40],[256,40,44,257,258,40],"39927548","project\u002Fpositive\u002Fidea","kidintech",[260,40,45,206,261,40],"39927588","robertlagrant",[263,40,45,214,258,40],"39927608",[265,40,45,214,266,40],"39928127","stavros",[268,40,45,209,269,40],"39927690","nemoniac",[271,40,40,231,11,18],"39928170",[273,40,40,231,11,18],"39928166",[145,40,45,206,146,40],[79,40,40,214,11,18],[277,40,45,214,278,40],"39930529","ziziman",[280,40,45,214,281,40],"39930923","totolouis",[159,40,18,283,160,40],"project\u002Fcritical\u002Fexecution",[285,18,45,206,286,40],"40064200","monkeydust",[288,42,40,218,289,40],"39928291","wg0",[291,42,40,218,292,40],"39928327","openquery",[294,42,40,218,295,40],"39928358","vachina",[297,42,40,298,299,40],"39938401","other\u002Fneutral\u002Fperformance","bufferoverflow",[301,42,40,218,302,40],"39928400","Sammi",[304,42,40,305,306,40],"39929134","other\u002Fneutral\u002Fprivacy","dns_snek",[308,42,40,305,309,40],"39931268","ilc",[311,42,40,218,312,40],"39928533","ThinkBeat",[314,42,40,218,315,40],"39931283","lobocinza",[317,42,40,318,299,40],"39938375","other\u002Fneutral\u002Fpricing",[107,45,44,228,108,40],[321,45,40,248,11,18],"39928416",[323,45,40,253,324,40],"39932048","sroussey",[326,38,44,231,327,40],"39927471","arflikedog",[329,38,40,248,11,18],"39927884",[331,38,40,332,333,40],"39928412","commenter\u002Fneutral\u002Fnone","gardenhedge",[335,38,40,332,327,40],"39931553",[337,44,45,214,338,40],"39928573","sebzim4500",[340,44,40,214,11,18],"39928623",[342,44,18,343,344,40],"39929440","maker\u002Fcritical\u002Fexecution","htrp",[346,44,40,347,11,18],"39930197","maker\u002Fneutral\u002Fexecution",[118,349,44,257,119,40],6,[351,349,40,257,11,18],"39928653",[353,34,44,231,354,40],"39927417","hubraumhugo",[356,34,40,231,11,18],"39927926",[103,358,44,257,104,40],8,[360,358,40,214,11,18],"39924375",[362,358,45,209,104,40],"39924647",[364,358,40,253,11,18],"39924735",[366,358,40,332,367,40],"39925006","peter_l_downs",[369,358,40,332,370,40],"39925059","BOOSTERHIDROGEN",[372,358,40,332,367,40],"39925125",[374,358,40,332,370,40],"39927029",[376,358,40,332,367,40],"39932897",[378,358,40,332,146,40],"39928129",[380,358,40,332,367,40],"39932899",[382,358,40,383,384,40],"39924970","commenter\u002Fneutral\u002Fdocs","davidcollantes",[386,358,45,248,387,40],"39942149","madacol",[389,358,45,390,391,40],"39924495","maker\u002Fneutral\u002Fperformance","viksit",[393,358,44,394,104,40],"39924525","project\u002Fpositive\u002Fperformance",[396,358,45,397,398,40],"39928449","project\u002Fmixed\u002Fperformance","regularfry",[400,358,40,390,11,18],"39924720",[402,358,45,403,367,40],"39924989","maker\u002Fneutral\u002Fdocs",[405,358,45,406,407,40],"39925306","maker\u002Fneutral\u002Fidea","windexh8er",[182,201,44,231,183,40],[410,411,45,406,412,40],"39924830",10,"fnetisma",[82,411,40,206,11,18],[415,411,40,253,416,40],"39927000","dcreater",[418,411,40,253,419,40],"39927090","rzzzt",[421,422,40,218,423,40],"39925177",11,"ldjkfkdsjnv",[425,422,40,218,426,40],"39925807","KuriousCat",[428,422,40,218,429,40],"39926459","basbuller",[431,422,40,218,127,40],"39926531",[433,422,40,332,429,40],"39926597",[435,422,40,218,426,40],"39926683",[437,422,40,253,438,40],"39927731","code51",[440,422,40,218,441,40],"39926550","ggnore7452",[443,422,40,218,444,40],"39928297","msp26",[446,422,40,406,11,18],"39929305",[448,449,44,450,451,40],"39927993",12,"project\u002Fpositive\u002Fdocs","adr1an",[453,449,45,206,451,40],"39928254",[126,192,18,455,127,40],"project\u002Fcritical\u002Fidea",[457,192,44,458,459,40],"39926583","project\u002Fpositive\u002Fdesign","vishnumohandas",[461,192,45,462,463,40],"39934525","project\u002Fneutral\u002Fdesign","smcleod",[137,465,18,455,138,40],14,[58,465,40,406,11,18],[468,465,40,248,11,18],"39925050",[470,465,45,206,471,40],"39928019","lavela",[473,474,18,283,475,40],"39928955",15,"madeofpalk",[477,474,40,347,11,18],"39929290",[479,474,40,253,475,40],"39929900",[174,481,44,482,175,40],16,"project\u002Fpositive\u002Fexecution",[484,481,40,482,11,18],"39928647",[486,481,44,482,487,40],"39928901","mritchie712",[489,490,40,253,491,40],"39928873",17,"sgt",[493,490,40,218,494,40],"39928997","traverseda",[496,490,40,253,491,40],"39941033",[167,498,45,244,168,40],18,[500,498,40,234,11,18],"39927915",[130,502,18,455,131,40],19,[504,505,44,231,506,40],"39927803",20,"oysterpingu",[508,505,40,248,11,18],"39927853",[510,511,44,228,512,40],"39926928",21,"firtoz",[514,32,44,257,515,40],"39925121","pcthrowaway",[517,518,40,253,519,40],"39927432",23,"ml-anon",[521,518,40,253,11,18],"39927931",[523,518,44,482,524,40],"39933000","ProllyInfamous",[526,527,18,283,528,40],"39928180",24,"siborg",[530,527,40,248,11,18],"39928206",[532,533,44,257,333,40],"39928397",25,[535,33,45,209,536,40],"39946351","XCSme",[538,539,40,253,540,40],"39925561",27,"darby_eight",[542,543,45,214,544,40],"39928617",28,"andrewfromx",[546,543,40,253,544,40],"39928621",[548,543,40,549,11,18],"39928635","commenter\u002Fcritical\u002Fexecution",[551,543,40,332,544,40],"39928663",[553,543,40,253,544,40],"39928673",[111,555,44,482,112,40],29,[557,555,40,558,11,18],"39928655","other\u002Fcritical\u002Fdocs",[69,555,40,253,11,18],[561,562,44,231,563,40],"39942010",30,"frantic2821",[565,16,40,248,11,18],"39927847",[],[568,573,578,582,587,592],{"id":569,"name":570,"points":571,"category":572},"39895960","form",389,"web_saas",{"id":574,"name":575,"points":576,"category":577},"39918500","Plandex",304,"dev_tools",{"id":579,"name":580,"points":581,"category":577},"39887313","Libmui",300,{"id":583,"name":584,"points":585,"category":586},"39903471","OneUptime",233,"infrastructure",{"id":588,"name":589,"points":590,"category":591},"39882873","Truncate",188,"games",{"id":593,"name":594,"points":595,"category":596},"39854584","Spice.ai",177,"data",false,"v2",{"id":600,"name":5,"line":6,"ai":597,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":30,"top":18,"kw":601,"maker":11,"domain":10,"tier":19,"attempts":40,"strip":602,"url":9,"mix":603,"praise":99,"objection":123,"sub":21},39923404,[24,25,26,27,28],"3355553331005533550034430003333533535355",[32,33,18,34],1794036652356]