[{"data":1,"prerenderedAt":642},["ShallowReactive",2],{"project-12486631":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":28,"sentiment":29,"stance_mix":30,"scored_comments":35,"aspects":36,"strip":48,"post_text":50,"what":51,"said":100,"maker_in_thread":224,"shape":237,"grid":241,"attempts":598,"same_week":605,"maker_shows":44,"maker_hidden":634,"reader_version":635,"card":636},"12486631","DeuSu","Open-source search engine with 2bn-page index","title","Show HN: Open-source search engine with 2bn-page index","https:\u002F\u002Fdeusu.org","deusu.org","deusu",1473759096,2016,229,139,110,2264,5,"notable","data","web search engine","web_app",[24,25,26,27],"open source search engine","web search index","search engine api","alternative to google","mixed",-0.173,{"positive":31,"neutral":32,"mixed":33,"critical":34},13,36,4,25,78,{"idea":37,"execution":40,"performance":43,"design":45,"docs":47},{"positive":38,"critical":39},9,7,{"positive":41,"critical":42},2,16,{"positive":44,"critical":44},1,{"positive":46,"critical":44},0,{"positive":46,"critical":46},[41,18,49,41,33,49,33,18,44,46,44,49,44,44,49,49,49,44,44,44,49,18,44,49,44,18,49,49,44,44,46,44,18,49,49,18,18,49,44,44],3,null,{"problem":52,"audience":50,"pricing":64,"motivation":74,"time_to_build":50,"stack":80,"openness":97,"stage":98,"team_size":99},{"value":53,"source":54,"evidence":55},"Offers an open, alternative general-purpose web search engine to Google.","commenter",[56,60],{"id":57,"by":58,"text":59},"12486717","throwaway13337","Alternative general purpose search engines are an exciting idea. It seems a lot like we're about the time when yahoo was dominant and searching was sort of awful. When you…",{"id":61,"by":62,"text":63},"12486686","rbjorklin","What makes this better than https:\u002F\u002Fduckduckgo.com ?",{"value":65,"source":66,"evidence":67},"Free to use; funded by donations, costs about €300\u002Fmonth.","maker",[68,71],{"id":69,"by":11,"text":70},"12490155","Currently €300\u002Fmonth. More details on https:\u002F\u002Fdeusu.org\u002Fdonate.html",{"id":72,"by":11,"text":73},"12489206","Thank you! Depending on who you are (there were 2 bitcoin donations today), you funded either about 18 or 28 hours of operations. :)",{"value":75,"source":66,"evidence":76},"Fight back against data collection and Google's dominance over search.",[77],{"id":78,"by":11,"text":79},"12488790","The software is already open-source. A free search API will be fully available probably next week. It's in testing already. It's just a matter of putting the finishing touches on…",[81,91],{"value":82,"source":66,"evidence":83},"Pascal (Delphi and FreePascal)",[84,87],{"id":85,"by":11,"text":86},"12488403","Originally it was written in Delphi. But I now use FreePascal for the development. I'm even compiling both Windows and Linux versions on my Linux machine.",{"id":88,"by":89,"text":90},"12486869","gkst","Pascal is an interesting language choice. I think it is the 1st time I see an open source project that is actually used in production written in Pascal.",{"value":92,"source":66,"evidence":93},"Docker",[94],{"id":95,"by":11,"text":96},"12490087","File formats will be documented when I publish the data-files in a few weeks. What do you mean with postings? The main index is split into 32 shards (there is also an additional…","open_source","launched","solo",{"praise":101,"objections":124,"requests":162,"questions":185,"alternatives":201},[102,113],{"value":103,"source":54,"evidence":104},"Interface is pleasant and fast compared to Google.",[105,109],{"id":106,"by":107,"text":108},"12486798","swiley","The site's interface is just incredibly pleasant compared to Google.com. I really hope the author sticks with it. Unfortunately I'm not sure it's usable right now, searching…",{"id":110,"by":111,"text":112},"12486795","malinens","works really fast!",{"value":114,"source":54,"evidence":115},"Impressive index size and open-source approach.",[116,120],{"id":117,"by":118,"text":119},"12489034","CM30","Well, I admire the work behind it, and I think the idea is good (especially how having this open source means multiple sites can build on the same data set and get it more and…",{"id":121,"by":122,"text":123},"12488798","jbb555","I think projects like this are really important because they help reduce the impression that big server projects are only meant to be done by big companies. The internet is…",[125,136,145,152],{"value":126,"source":54,"evidence":127},"Porn and NSFW results appear for common queries.",[128,132],{"id":129,"by":130,"text":131},"12486726","laurent123456","They need to filter porn out of their search results (even for common queries like \"hat\", there's only porn) and perhaps be more resilient to SEO techniques since it looks like…",{"id":133,"by":134,"text":135},"12486690","fnord123","It's written in pascal. Neat. However, it's not very good. If I search for \"banana\" I get information about a sex shop rather than about bananas.",{"value":137,"source":54,"evidence":138},"Relevance is poor; common queries return spam or irrelevant results.",[139,140,141],{"id":117,"by":118,"text":119},{"id":129,"by":130,"text":131},{"id":142,"by":143,"text":144},"12486753","NKCSS","Fun, but overal quality seems a bit lacking. When I search myself; the top 10 results don't even have my last name ('Kusters') and just shows pages that have the word 'Nick'. I…",{"value":146,"source":54,"evidence":147},"Stale index data with dead links.",[148],{"id":149,"by":150,"text":151},"12486781","mstolpm","In addition to the lack of removing porn and the ordering of the results not priorizing \"quality\" sources, some of the indexed site data is at least 4-6 months old and has…",{"value":153,"source":54,"evidence":154},"Only ASCII and German umlauts indexed; no Cyrillic or Greek.",[155,159],{"id":156,"by":157,"text":158},"12487969","ommunist","DeuSu seems not indexing Cyrillic part of the Internet, and cannot give you insights for Greek, try https:\u002F\u002Fdeusu.org\u002Fquery?q=ελιά . Is it Latin ANSI only index?",{"id":160,"by":11,"text":161},"12488421","Only ASCII and German umlauts (äöüß) at the moment. The parser needs rewriting. It was originally written in pre-unicode times. :)",[163,171,178],{"value":164,"source":54,"evidence":165},"Better filtering of spam and SEO content.",[166,167],{"id":129,"by":130,"text":131},{"id":168,"by":169,"text":170},"12486779","thr0waway1239","Speaking of which, it seems possible for a computer to detect content which is just mostly marketing, versus content which is not (based on how spam filters work). The search…",{"value":172,"source":54,"evidence":173},"Show query-relevant snippets.",[174],{"id":175,"by":176,"text":177},"12488214","skykooler","It shows snippets of the web pages under each result; however, generally not the particular snippets that contain the search term. I would think that would be useful.",{"value":179,"source":54,"evidence":180},"Publish the index and crawl data.",[181],{"id":182,"by":183,"text":184},"12488741","Taek","Is the two billion page index open source? I've been thinking a lot about days recently. Seems to me like Pandora's box is open. Google knows where you live, where you eat, what…",[186,190],{"value":187,"source":54,"evidence":188},"Is the index open source and downloadable?",[189],{"id":182,"by":183,"text":184},{"value":191,"source":54,"evidence":192},"How is crawling and indexing done on this budget?",[193,197],{"id":194,"by":195,"text":196},"12492611","outpan","Awesome job! For the life of me I can't figure out how you manage to crawl over a billion web pages (even in 2-3 months), index the data and run the server with €300 per month.…",{"id":198,"by":199,"text":200},"12489666","ccleve","You get really good performance on not much hardware. Can you share some technical details? - file formats, particularly the postings - query evaluation strategy - update…",[202,206,210,217],{"value":203,"source":54,"evidence":204},"DuckDuckGo",[205],{"id":61,"by":62,"text":63},{"value":207,"source":54,"evidence":208},"Google",[209],{"id":57,"by":58,"text":59},{"value":211,"source":54,"evidence":212},"YaCy",[213],{"id":214,"by":215,"text":216},"12486871","ashitlerferad","Another open source search engine: http:\u002F\u002Fyacy.net\u002F",{"value":218,"source":54,"evidence":219},"Gigablast",[220],{"id":221,"by":222,"text":223},"12490105","jacquesm","Iirc Gigablast had such a feature.",{"comments":225,"answered":226,"key":227},23,12,[228,231,234],{"id":229,"text":230},"12486758","I hadn't even thought about that. But it should be pretty easy to do in post-processing. I just have to take a list of \"porn\" keywords. If none of them occurs in the query, but…",{"id":232,"text":233},"12490022","I have the filter implemented now. It's not perfect yet, but it already filters out a lot of the NSFW stuff. Unless you explicitly search for it. I'm gonna further improve this…",{"id":235,"text":236},"12490684","I don't know. But I do know that the end-of-year statistics from search-engines about what people searched for, are complete BS. I have such a list for the German DeuSu page:…",{"commenters":238,"max_depth":239,"maker_replies":225,"first_comment_mins":225,"lifespan_hours":240},80,8,62,[242,244,246,250,253,257,261,264,266,269,272,275,277,280,283,286,289,291,294,296,297,300,303,306,309,312,315,318,321,324,327,329,331,333,336,339,342,346,348,351,354,356,359,361,363,366,369,370,371,373,376,377,380,382,385,388,390,391,393,395,399,402,405,408,410,411,414,415,417,420,422,425,427,429,431,433,434,436,439,440,443,447,448,450,452,455,457,461,463,466,469,471,476,478,483,485,487,489,490,491,495,498,502,505,507,509,511,514,517,521,522,526,528,530,533,534,537,539,542,544,546,549,551,554,556,559,561,563,567,569,572,574,578,582,586,588,590,592,595],[57,46,49,243,58,46],"project\u002Fneutral\u002Fidea",[168,46,49,245,169,46],"project\u002Fmixed\u002Fidea",[247,46,44,248,249,46],"12487460","project\u002Fcritical\u002Fidea","pjc50",[251,46,18,252,169,46],"12487702","project\u002Fpositive\u002Fidea",[254,46,46,255,256,46],"12488017","other\u002Fneutral\u002Fnone","hyperpape",[258,46,46,259,260,46],"12488037","commenter\u002Fneutral\u002Fnone","pbhjpbhj",[262,46,46,259,263,46],"12492538","GFischer",[265,46,49,243,260,46],"12488011",[267,46,46,255,268,46],"12494107","allendoerfer",[270,46,49,243,271,46],"12486783","Jaruzel",[273,46,44,248,274,46],"12486835","tempestn",[276,46,49,243,271,46],"12487888",[278,46,49,243,279,46],"12492327","mack73",[281,46,49,243,282,46],"12486842","richmarr",[284,46,18,252,285,46],"12486867","dood",[287,46,46,255,288,46],"12487443","dvirsky",[290,46,49,243,285,46],"12487607",[292,46,46,255,293,46],"12487764","petra",[295,46,49,243,288,46],"12488946",[221,46,49,243,222,46],[298,46,49,243,299,46],"12487601","MasterScrat",[301,46,49,243,302,46],"12488115","beejiu",[304,46,18,252,305,46],"12488172","mox1",[307,46,49,243,308,46],"12489408","siegecraft",[310,46,18,252,311,46],"12490889","tspike",[313,46,46,255,314,46],"12493489","ap22213",[316,46,18,252,317,46],"12487231","ma2rten",[319,46,44,248,320,46],"12490310","amirouche",[322,46,46,259,323,46],"12494019","ganeshkrishnan",[325,46,49,326,279,46],"12492430","project\u002Fneutral\u002Fexecution",[328,46,46,259,323,46],"12494016",[330,46,46,259,279,46],"12497938",[332,46,46,259,323,46],"12510591",[334,46,46,255,335,46],"12487537","iplaw",[337,46,49,243,338,46],"12491597","jobigoud",[340,46,44,341,323,46],"12488195","project\u002Fcritical\u002Fexecution",[343,46,44,344,345,46],"12489991","project\u002Fcritical\u002Fperformance","6502nerdface",[347,46,46,255,323,46],"12493275",[349,46,49,243,350,46],"12490104","Keyframe",[352,46,49,243,353,46],"12490779","austingulati",[355,46,49,243,350,46],"12491965",[357,46,49,243,358,46],"12493143","samstave",[360,46,44,248,268,46],"12494136",[362,46,46,259,358,46],"12508922",[364,46,44,248,365,46],"12494576","Razengan",[367,46,46,259,368,46],"12494876","rspeer",[117,44,44,341,118,46],[129,41,44,341,130,46],[229,41,46,372,11,44],"maker\u002Fneutral\u002Fexecution",[374,41,49,375,130,46],"12486794","project\u002Fmixed\u002Fexecution",[232,41,46,372,11,44],[378,41,46,255,379,46],"12490532","rasengan",[235,41,46,381,11,44],"maker\u002Fneutral\u002Fnone",[383,41,49,326,384,46],"12492685","wila",[386,41,49,326,387,46],"12486924","runarb",[182,49,46,389,183,46],"other\u002Fneutral\u002Fprivacy",[78,49,46,381,11,44],[392,49,49,326,308,46],"12489455",[394,49,46,381,11,44],"12489532",[396,49,44,397,398,46],"12492782","maker\u002Fcritical\u002Fexecution","karussell",[400,49,46,259,401,46],"12490285","jahewson",[403,49,46,259,404,46],"12493340","greglindahl",[406,49,46,389,407,46],"12491455","mi100hael",[409,49,46,389,268,46],"12494188",[133,33,44,341,134,46],[412,33,49,326,413,46],"12486836","0xmohit",[149,18,44,341,150,46],[416,18,46,372,11,44],"12486793",[418,18,49,372,419,46],"12486895","webtechgal",[421,18,49,381,419,46],"12486998",[423,18,46,259,424,46],"12487022","ddorian43",[426,18,46,259,419,46],"12489586",[121,428,18,252,122,46],6,[72,428,46,430,11,44],"maker\u002Fneutral\u002Fpricing",[198,39,49,432,199,46],"project\u002Fneutral\u002Fperformance",[95,39,46,372,11,44],[435,39,46,259,199,46],"12490338",[437,239,44,341,438,46],"12487960","pmontra",[85,239,46,372,11,44],[441,239,18,442,438,46],"12488824","maker\u002Fpositive\u002Fnone",[444,239,49,445,446,46],"12488445","project\u002Fneutral\u002Fnone","RobAley",[142,38,44,341,143,46],[449,38,46,326,11,44],"12486771",[88,451,49,326,89,46],10,[175,453,44,454,176,46],11,"project\u002Fcritical\u002Fdesign",[456,453,46,372,11,44],"12488382",[458,226,18,459,460,46],"12487125","project\u002Fpositive\u002Fexecution","yati",[106,31,49,462,107,46],"project\u002Fmixed\u002Fdesign",[464,31,46,255,465,46],"12486830","DanBC",[467,31,46,259,468,46],"12487397","Cyph0n",[470,31,46,259,320,46],"12490426",[472,473,49,474,475,46],"12490660",14,"maker\u002Fneutral\u002Fidea","rshm",[477,473,46,259,404,46],"12493701",[479,480,49,481,482,46],"12487296",15,"maker\u002Fneutral\u002Fdocs","supersan",[484,480,46,372,11,44],"12487524",[486,480,49,381,419,46],"12489670",[488,480,46,442,11,44],"12490138",[156,42,44,341,157,46],[160,42,46,372,11,44],[492,493,44,341,494,46],"12488192",17,"tychuz",[496,493,46,259,497,46],"12488347","gkilmain",[499,500,44,341,501,46],"12486710",18,"kowdermeister",[503,500,46,255,504,46],"12486721","semi-extrinsic",[506,500,46,255,89,46],"12486853",[508,500,46,259,501,46],"12486868",[510,500,46,255,268,46],"12494233",[512,513,46,255,413,46],"12486861",19,[515,516,49,445,157,46],"12487938",20,[518,519,44,341,520,46],"12490039",21,"billconan",[69,519,46,430,11,44],[523,524,44,341,525,46],"12488565",22,"vain",[527,225,49,474,320,46],"12490475",[529,225,46,372,11,44],"12490541",[194,531,18,532,195,46],24,"maker\u002Fpositive\u002Fexecution",[61,34,49,243,62,46],[535,34,49,243,536,46],"12486700","diggan",[538,34,46,259,501,46],"12486722",[540,34,46,259,541,46],"12486764","anewhnaccount",[543,34,44,248,501,46],"12486804",[545,34,46,381,11,44],"12486834",[547,34,18,548,501,46],"12486864","maker\u002Fpositive\u002Fidea",[550,34,46,243,11,44],"12486931",[552,34,49,553,419,46],"12486938","maker\u002Fneutral\u002Fperformance",[555,34,46,553,11,44],"12487003",[557,34,18,252,558,46],"12488311","adrianratnapala",[560,34,18,548,384,46],"12492779",[562,34,46,259,11,44],"12494624",[564,565,49,372,566,46],"12495054",26,"vcool07",[568,565,46,372,11,44],"12495317",[110,570,18,571,111,46],27,"project\u002Fpositive\u002Fperformance",[573,570,46,432,11,44],"12486825",[575,576,44,248,577,46],"12486768",28,"scandox",[579,576,46,580,581,46],"12490965","commenter\u002Fcritical\u002Fidea","hvo",[583,584,44,341,585,46],"12486805",29,"micwo",[587,584,46,372,11,44],"12486811",[589,584,44,341,585,46],"12486844",[591,584,44,341,413,46],"12486859",[214,593,46,594,215,46],30,"other\u002Fneutral\u002Fidea",[596,593,49,245,597,46],"12487864","ytjohn",[599,604],{"id":600,"t":601,"points":602,"comments":603},"9122397",1425086933,55,59,{"id":4,"t":12,"points":14,"comments":15},[606,610,615,620,624,629],{"id":607,"name":608,"points":609,"category":20},"12466625","flask_jsondash",302,{"id":611,"name":612,"points":613,"category":614},"12474406","Colors Used by Popular Sites",179,"creative",{"id":616,"name":617,"points":618,"category":619},"12468723","OverThrown",141,"games",{"id":621,"name":622,"points":623,"category":614},"12477296","beatboxer",134,{"id":625,"name":626,"points":627,"category":628},"12456335","Materia",127,"dev_tools",{"id":630,"name":631,"points":632,"category":633},"12450684","cookies.js",122,"languages",false,"v2",{"id":637,"name":5,"line":6,"ai":634,"cat":20,"year":13,"points":14,"comments":15,"rec":28,"s":638,"top":18,"kw":639,"maker":11,"domain":10,"tier":19,"attempts":41,"strip":640,"url":9,"mix":641,"praise":103,"objection":126,"sub":21},12486631,-0.17,[24,25,26,27],"2532434510131133311135131533110153355311",[31,32,33,34],1794036547634]