[{"data":1,"prerenderedAt":268},["ShallowReactive",2],{"project-15558405":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":35,"aspects":36,"strip":42,"post_text":44,"what":45,"said":97,"maker_in_thread":176,"shape":185,"grid":189,"attempts":230,"same_week":231,"maker_shows":187,"maker_hidden":260,"reader_version":261,"card":262},"15558405","Apify","Turn any website into an API","title","Show HN: Apify – Turn any website into an API","https:\u002F\u002Fwww.apify.com\u002F","apify.com","jancurn",1509023009,2017,45,21,858,2242,39,"shown","dev_tools","web scraping platform","web_app",[24,25,26,27,28],"web scraping","web crawler","headless chrome","serverless","puppeteer","mixed",0.303,{"positive":32,"neutral":32,"mixed":33,"critical":34},5,0,1,11,{"design":37,"idea":38,"performance":40,"privacy":41},{"positive":34,"critical":33},{"positive":39,"critical":33},2,{"positive":33,"critical":33},{"positive":33,"critical":34},[33,32,33,32,33,32,43,33,43,32,33,33,43,33,43,33,34,43,33,32,33],3,null,{"problem":46,"audience":56,"pricing":60,"motivation":68,"time_to_build":44,"stack":73,"openness":94,"stage":95,"team_size":96},{"value":47,"source":48,"evidence":49},"Extracting data from websites and automating web tasks without building your own crawler","inferred",[50,53],{"id":51,"by":11,"text":52},"15558460","Hey guys, this is Jan, co-founder of Apify. Two years ago we showed HN Apifier - a hosted web crawler for developers - during our time in the Y Combinator Fellowship. Today we're…",{"id":54,"by":11,"text":55},"15566327","Our crawler (https:\u002F\u002Fwww.apify.com\u002Fdocs\u002Fcrawler) currently runs on PhantomJS, while Actor (https:\u002F\u002Fwww.apify.com\u002Fdocs\u002Factor) can run arbitrary jobs, including jobs that use…",{"value":57,"source":48,"evidence":58},"Developers and web scraping users",[59],{"id":51,"by":11,"text":52},{"value":61,"source":62,"evidence":63},"Subscriptions and one-time payments for crawler configurations","commenter",[64],{"id":65,"by":66,"text":67},"15562941","jakubbalada","(co-founder here) We have hundreds of customers, half of them on recurring subscriptions, half just one-time customers paying for crawler configurations.",{"value":69,"source":70,"evidence":71},"Evolve earlier hosted crawler Apifier into a broader serverless platform","maker",[72],{"id":51,"by":11,"text":52},[74,81,86,90],{"value":75,"source":70,"evidence":76},"PhantomJS",[77,78],{"id":54,"by":11,"text":55},{"id":79,"by":11,"text":80},"15567361","The crawler uses PhantomJS, but you can also create jobs that use a plain HTML downloader or even cheerio. The platform is very flexible.",{"value":82,"source":70,"evidence":83},"Puppeteer",[84,85],{"id":51,"by":11,"text":52},{"id":54,"by":11,"text":55},{"value":87,"source":70,"evidence":88},"Headless Chrome",[89],{"id":54,"by":11,"text":55},{"value":91,"source":70,"evidence":92},"Cheerio",[93],{"id":79,"by":11,"text":80},"unknown","launched","team",{"praise":98,"objections":120,"requests":128,"questions":136,"alternatives":155},[99,106,113],{"value":100,"source":62,"evidence":101},"Pricing page design is clear on mobile",[102],{"id":103,"by":104,"text":105},"15563939","RileyJames","https:\u002F\u002Fwww.apify.com\u002Fpricing This is the best pricing page I’ve seen on mobile, hands down. Pricing pages are so often broken completely, or a list of boxes (difficult to…",{"value":107,"source":62,"evidence":108},"Best of similar scraping products",[109],{"id":110,"by":111,"text":112},"15561451","fiatjaf","I've used Apifier a lot of times and is the best of all the similar products in the market (or at least the other 4 (?) I've tried).",{"value":114,"source":62,"evidence":115},"Lets less experienced developers do async scraping work",[116],{"id":117,"by":118,"text":119},"15569674","dannyhw","Very cool. I'm looking at it more in depth and I'm pretty impressed. This is basically all things I've been doing for years, but encapsulated in a way that I'm pretty sure end…",[121],{"value":122,"source":62,"evidence":123},"Circumventing scrape detection such as IP rotation raises legal concerns",[124],{"id":125,"by":126,"text":127},"15568421","breakingcups","How does that gel with features specifically aimed at cirumventing scrape-detection and blocking such as IP rotating?",[129],{"value":130,"source":62,"evidence":131},"Guidance on running a headless Chrome cluster",[132],{"id":133,"by":134,"text":135},"15566030","boundlessdreamz","Currently I use phantomjs via selenium hub for a product and would like to migrate to chrome but couldn't much information on how to run a chrome cluster. So it will be great if…",[137,148],{"value":138,"source":62,"evidence":139},"How legal is web scraping and who is liable",[140,144],{"id":141,"by":142,"text":143},"15562562","anotheryou","How legal is web scraping?",{"id":145,"by":146,"text":147},"15564476","seanwilson","If a court decides the usage wasn't legal, what's your liability as the service that provided the crawler?",{"value":149,"source":62,"evidence":150},"How many paying users",[151],{"id":152,"by":153,"text":154},"15562844","ryeguy_24","Love this. How many paying users do you have so far?",[156,163,170],{"value":157,"source":62,"evidence":158},"Kimono Labs",[159],{"id":160,"by":161,"text":162},"15562724","RHSman2","A replacement for the most awesome Kimono Labs!",{"value":164,"source":62,"evidence":165},"Selenium",[166],{"id":167,"by":168,"text":169},"15571977","elyrly","i have been playing around with Puppeteer \u003Chttps:\u002F\u002Fgithub.com\u002FGoogleChrome\u002Fpuppeteer> Wondering alternative to Selenium",{"value":171,"source":62,"evidence":172},"Request and cheerio on Node",[173],{"id":174,"by":118,"text":175},"15563242","Gonna check it out. I always use request and cheerio on node so it's almost identical. Is this an actual headless browser though? When I have to go that route it's painfully slow.",{"comments":177,"answered":178,"key":179},6,4,[180,181,184],{"id":51,"text":52},{"id":182,"text":183},"15563228","Thank you :)",{"id":54,"text":55},{"commenters":186,"max_depth":177,"maker_replies":177,"first_comment_mins":187,"lifespan_hours":188},13,8,31,[190,192,194,198,200,202,204,206,207,209,210,212,214,215,218,221,223,225,227,228,229],[51,33,33,191,11,34],"project\u002Fneutral\u002Fidea",[103,34,32,193,104,33],"project\u002Fpositive\u002Fdesign",[195,34,33,196,197,33],"15565405","commenter\u002Fmixed\u002Fdesign","pedalpete",[110,39,32,199,111,33],"project\u002Fpositive\u002Fnone",[182,39,33,201,11,34],"commenter\u002Fneutral\u002Fnone",[160,43,32,203,161,33],"project\u002Fpositive\u002Fidea",[133,178,43,205,134,33],"project\u002Fneutral\u002Fperformance",[54,178,33,205,11,34],[152,32,43,208,153,33],"project\u002Fneutral\u002Fnone",[65,32,32,199,66,33],[141,177,33,211,142,33],"other\u002Fneutral\u002Fnone",[213,177,33,211,66,33],"15563017",[145,177,43,208,146,33],[216,177,33,217,11,34],"15566596","project\u002Fneutral\u002Fprivacy",[219,177,43,220,146,33],"15566971","maker\u002Fneutral\u002Fprivacy",[222,177,33,220,11,34],"15567353",[125,177,34,224,126,33],"project\u002Fcritical\u002Fprivacy",[174,226,43,205,118,33],7,[79,226,33,205,11,34],[117,226,32,203,118,33],[167,226,33,211,168,33],[],[232,236,241,246,250,255],{"id":233,"name":234,"points":235,"category":20},"15594004","Frappe Charts",474,{"id":237,"name":238,"points":239,"category":240},"15596304","Airborn",469,"productivity",{"id":242,"name":243,"points":244,"category":245},"15601027","\u002Fusr\u002Fbin\u002Fhtop",219,"infrastructure",{"id":247,"name":248,"points":249,"category":240},"15558057","Baby Buddy",172,{"id":251,"name":252,"points":253,"category":254},"15589742","Minimalchat",163,"web_saas",{"id":256,"name":257,"points":258,"category":259},"15582714","Vehicle Detection",153,"ai",false,"v2",{"id":263,"name":5,"line":6,"ai":260,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":264,"top":18,"kw":265,"maker":11,"domain":10,"tier":19,"attempts":33,"strip":266,"url":9,"mix":267,"praise":100,"objection":122,"sub":21},15558405,0.3,[24,25,26,27,28],"050505303500303013050",[32,32,33,34],1793990965711]