[{"data":1,"prerenderedAt":268},["ShallowReactive",2],{"project-7990785":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":28,"sentiment":29,"stance_mix":30,"scored_comments":35,"aspects":36,"strip":41,"post_text":44,"what":45,"said":79,"maker_in_thread":160,"shape":164,"grid":168,"attempts":230,"same_week":231,"maker_shows":213,"maker_hidden":260,"reader_version":261,"card":262},"7990785","node-unfluff","Automatic web page content extractor for Node.js and the command line","title","Show HN: Automatic web page content extractor for Node.js and the command line","https:\u002F\u002Fgithub.com\u002Fageitgey\u002Fnode-unfluff","github.com","ageitgey",1404524977,2014,94,22,293,2272,13,"notable","languages","web content extraction library","library",[24,25,26,27],"web content extraction","node.js","html parsing","boilerplate removal","curious",0.105,{"positive":31,"neutral":32,"mixed":33,"critical":34},2,4,0,1,7,{"docs":37,"idea":38,"execution":39,"design":40},{"positive":33,"critical":33},{"positive":34,"critical":34},{"positive":33,"critical":33},{"positive":34,"critical":33},[33,33,33,42,42,42,33,42,33,33,33,33,33,33,43,33,33,33,43,34,33,33],3,5,null,{"problem":46,"audience":53,"pricing":44,"motivation":60,"time_to_build":44,"stack":64,"openness":77,"stage":78,"team_size":78},{"value":47,"source":48,"evidence":49},"Extracting the main text of a web page without manual selectors","maker",[50],{"id":51,"by":11,"text":52},"7990913","Most basic scraping libraries require you to input a bunch of regexs or css selectors to manually specify what you want to extract from a page. They require custom coding for…",{"value":54,"source":48,"evidence":55},"Node.js developers and quick scripts users",[56,59],{"id":57,"by":11,"text":58},"7990937","I'm sure Apache Tika is much more capable. For example, it supports html, csv, ppt, etc instead of just html. But it also requires Java\u002FMaven and the installation process is far…",{"id":51,"by":11,"text":52},{"value":61,"source":48,"evidence":62},"Existing Node solutions did not fit the maker's needs",[63],{"id":51,"by":11,"text":52},[65,70],{"value":66,"source":67,"evidence":68},"JavaScript","commenter",[69],{"id":57,"by":11,"text":58},{"value":71,"source":67,"evidence":72},"CoffeeScript",[73],{"id":74,"by":75,"text":76},"7991313","frik","> Unfluff is a small, simple .js library it's written in CoffeeScript (The transpiled JS files lack comments and meaningful new lines of the original CoffeeScript source.)","open_source","unknown",{"praise":80,"objections":92,"requests":108,"questions":120,"alternatives":135},[81,88],{"value":82,"source":67,"evidence":83},"Simple, easy-to-use command line interface",[84],{"id":85,"by":86,"text":87},"7990901","christiangenco","I love it! Very simple and straightforward interface. Makes it very easy to incorporate into a bigger workflow. You've followed the \"do one thing well\" command line tool…",{"value":89,"source":48,"evidence":90},"Install and use in seconds with no dependencies",[91],{"id":57,"by":11,"text":58},[93,97],{"value":94,"source":67,"evidence":95},"Written in CoffeeScript, so transpiled output is hard to read",[96],{"id":74,"by":75,"text":76},{"value":98,"source":67,"evidence":99},"Extraction accuracy is unproven without a demo or measurement",[100,104],{"id":101,"by":102,"text":103},"7991526","michaelmcmillan","I fear you're exaggerating the success-rate of your algorithm. Have you tried to test it, if so: How did you measure a successful extract? The reason for my skepticism is Arc90's…",{"id":105,"by":106,"text":107},"7991158","zaidf","I wish there was an online demo. I'd like to compare it to diffbot.com(a saas tool we pay for).",[109,113],{"value":110,"source":67,"evidence":111},"Provide an online demo",[112],{"id":105,"by":106,"text":107},{"value":114,"source":67,"evidence":115},"Use multiple pages from the same site to weight article content",[116],{"id":117,"by":118,"text":119},"7991173","JoshTriplett","Nice! As an aid to extracting the right body content, have you considered comparing multiple pages from the same site, and giving greater weight to content that differs (the…",[121,128],{"value":122,"source":67,"evidence":123},"How does it compare to Apache Tika",[124],{"id":125,"by":126,"text":127},"7990923","rpedela","How does this compare to Apache Tika? There is also a Node wrapper for Tika but don't remember the name of the module off the top of my head.",{"value":129,"source":67,"evidence":130},"What is the unique value compared to other web scrapers",[131],{"id":132,"by":133,"text":134},"7990890","jgmmo","whats the unique value proposition of this compared to the bajillion other web scrapers out there?",[136,140,148,152,156],{"value":137,"source":67,"evidence":138},"Apache Tika",[139],{"id":125,"by":126,"text":127},{"value":141,"source":67,"evidence":142},"Boilerpipe",[143,144],{"id":51,"by":11,"text":52},{"id":145,"by":146,"text":147},"7991882","walshemj","there is the boilerpipe library which I used to do a test on New Scientist a while back - we wanted to use ML to identify usefull clusters of content.",{"value":149,"source":67,"evidence":150},"Goose",[151],{"id":51,"by":11,"text":52},{"value":153,"source":67,"evidence":154},"Readability",[155],{"id":101,"by":102,"text":103},{"value":157,"source":67,"evidence":158},"diffbot",[159],{"id":105,"by":106,"text":107},{"comments":31,"answered":31,"key":161},[162,163],{"id":57,"text":58},{"id":51,"text":52},{"commenters":165,"max_depth":32,"maker_replies":31,"first_comment_mins":166,"lifespan_hours":167},19,74,15,[169,173,175,178,180,182,184,186,188,192,196,199,202,205,207,211,215,218,222,225,228,229],[170,33,33,171,172,33],"7991315","commenter\u002Fneutral\u002Fidea","JangoSteve",[101,33,33,174,102,33],"commenter\u002Fcritical\u002Fexecution",[176,33,33,177,172,33],"7992341","commenter\u002Fneutral\u002Fexecution",[105,34,42,179,106,33],"project\u002Fneutral\u002Fdocs",[117,31,42,181,118,33],"project\u002Fneutral\u002Fidea",[125,42,42,183,126,33],"project\u002Fneutral\u002Fnone",[57,42,33,185,11,34],"project\u002Fpositive\u002Fexecution",[74,42,42,187,75,33],"project\u002Fneutral\u002Fexecution",[189,42,33,190,191,33],"7991325","commenter\u002Fneutral\u002Fnone","nateguchi2",[193,32,33,194,195,33],"7991341","other\u002Fneutral\u002Fnone","edwinyzh",[197,32,33,194,198,33],"7991383","binarymax",[200,32,33,194,201,33],"7991429","flusensieb",[203,32,33,194,204,33],"7991435","MattJ100",[206,32,33,190,195,33],"7991490",[208,43,43,209,210,33],"7992061","project\u002Fpositive\u002Fidea","sferoze",[212,213,33,194,214,33],"7991731",6,"johnernaut",[216,35,33,194,217,33],"7991543","bakareika",[219,220,33,194,221,33],"7991456",8,"bndr",[85,223,43,224,86,33],9,"project\u002Fpositive\u002Fdesign",[132,226,34,227,133,33],10,"project\u002Fcritical\u002Fidea",[51,226,33,209,11,34],[145,226,33,194,146,33],[],[232,237,242,246,251,255],{"id":233,"name":234,"points":235,"category":236},"8011081","Sysadmin Casts",443,"learning_science",{"id":238,"name":239,"points":240,"category":241},"8004839","Hacker News Redesign",380,"productivity",{"id":243,"name":244,"points":245,"category":236},"7985692","Full Stack Python",327,{"id":247,"name":248,"points":249,"category":250},"7985162","Prelang",229,"dev_tools",{"id":252,"name":253,"points":254,"category":236},"7985305","A Rogue State Along Two Rivers",212,{"id":256,"name":257,"points":258,"category":259},"7984989","Freeciv web client",197,"games",false,"v2",{"id":263,"name":5,"line":6,"ai":260,"cat":20,"year":13,"points":14,"comments":15,"rec":28,"s":264,"top":18,"kw":265,"maker":11,"domain":10,"tier":19,"attempts":33,"strip":266,"url":9,"mix":267,"praise":82,"objection":94,"sub":21},7990785,0.11,[24,25,26,27],"0003330300000050005100",[31,32,33,34],1794036519635]