[{"data":1,"prerenderedAt":417},["ShallowReactive",2],{"project-14167466":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":28,"sentiment":29,"stance_mix":30,"scored_comments":34,"aspects":35,"strip":46,"post_text":47,"what":48,"said":79,"maker_in_thread":207,"shape":215,"grid":219,"attempts":379,"same_week":380,"maker_shows":247,"maker_hidden":409,"reader_version":410,"card":411},"14167466","WrapAPI v2","Build APIs, scrapers, bots on any website","title","Show HN: WrapAPI v2 – Build APIs, scrapers, bots on any website","https:\u002F\u002Fwrapapi.com\u002Fv2","wrapapi.com","wrapapi",1492795477,2017,166,60,222,2242,10,"notable","dev_tools","web scraping api builder","web_app",[24,25,26,27],"web scraping","api builder","scraper","web automation","curious",-0.204,{"positive":31,"neutral":32,"mixed":33,"critical":18},4,17,1,32,{"pricing":36,"idea":39,"execution":40,"performance":42,"design":43,"docs":44,"privacy":45},{"positive":37,"critical":38},0,3,{"positive":33,"critical":37},{"positive":33,"critical":41},5,{"positive":37,"critical":37},{"positive":33,"critical":37},{"positive":37,"critical":33},{"positive":37,"critical":37},[38,37,37,41,37,37,37,38,33,38,37,37,41,41,37,38,37,38,38,33,37,33,38,33,37,33,38,33,37,38,38,37,41,38,38,33,38,33,38,37],null,{"problem":49,"audience":59,"pricing":66,"motivation":72,"time_to_build":47,"stack":76,"openness":77,"stage":78,"team_size":77},{"value":50,"source":51,"evidence":52},"Turning websites without APIs into usable APIs and automations","inferred",[53,56],{"id":54,"by":11,"text":55},"14168342","WrapAPI is meant to not only do scraping (reading information), but also to (1) perform actions with side effects and (2) allow for complex chaining Let's say you have a…",{"id":57,"by":11,"text":58},"14168043","Hi everyone! We just released the second version of WrapAPI We have a new WrapAPI API Builder looks like a browser, and is as easy to use as one too. You can define your API's…",{"value":60,"source":61,"evidence":62},"Semi-technical developers and businesses automating web tasks","maker",[63],{"id":64,"by":11,"text":65},"14169883","This is designed for at least semi-technical people, but it's really not that hard to give it a try for simple sites. Try watching the video, and shoot me an email at…",{"value":67,"source":61,"evidence":68},"Business plan has a dollar amount; discounts discussed for non-profits and small companies",[69],{"id":70,"by":11,"text":71},"14175839","Thanks for linking to this, chipperyman573! The parent comment used to be valid, but we added a dollar amount for the \"Business\" plan based on this and a few other comments; we…",{"value":73,"source":61,"evidence":74},"Make it easier to automate and extract data from websites beyond scraping",[75],{"id":54,"by":11,"text":55},[],"unknown","launched",{"praise":80,"objections":99,"requests":143,"questions":154,"alternatives":173},[81,92],{"value":82,"source":83,"evidence":84},"Easy to use and well designed compared to Kimono","commenter",[85,89],{"id":86,"by":87,"text":88},"14169905","webninja","This tool is really well thought-out and useful! I made a working API in less than 1 hr. This tool has a much better design & implementation than Kimono and easier than using…",{"id":90,"by":87,"text":91},"14170231","I think it's pretty close to perfect. I made a sample WrapAPI for http:\u002F\u002Fetfdailynews.com\u002Fetf\u002F{{symbol}}\u002F where the symbol is a 3-4 character ETF ticker symbol like VYM. It's one…",{"value":93,"source":83,"evidence":94},"Product tour and onboarding wizard are impressive",[95],{"id":96,"by":97,"text":98},"14172936","superasn","By the way your Onboarding step-by-step wizard[1] is really awesome. I've used similar scripts on my sites before but they keep breaking because the users often click on some div…",[100,114,121,132],{"value":101,"source":83,"evidence":102},"Pricing is not public, which deters trying it",[103,107,110],{"id":104,"by":105,"text":106},"14168704","randomsofr","\"Price: Contact us\" Why?",{"id":108,"by":97,"text":109},"14170609","This is reallly neat. But I think you guys are losing a lot of potential customers by not having a clear cut pricing on you site. I've used similar services like parsehub.com in…",{"id":111,"by":112,"text":113},"14168633","captn3m0","Suggestion: Please be upfront about pricing. I've been bitten with similar tool dying because they were too shy to ask for money.",{"value":115,"source":83,"evidence":116},"Does not handle JavaScript-heavy sites well",[117],{"id":118,"by":119,"text":120},"14168935","zackify","Doesn't work at all with JS. This is a big thing on many sites now. Also, since that is the case, you could build this in a few hours using something like:…",{"value":122,"source":83,"evidence":123},"Legal risk of scraping under CFAA and copyright",[124,128],{"id":125,"by":126,"text":127},"14170017","cookiecaper","The software itself probably wouldn't, but the use of it for anything anyone cares about probably would. The CFAA, etc., make unwanted scraping illegal and this has been tested…",{"id":129,"by":130,"text":131},"14170265","wolco","Another court stated that copying data into a ram buffer for under 1.2 seconds was allowed. Depending on how they structure this it might be legally allowed.…",{"value":133,"source":83,"evidence":134},"Buggy UI and CSS selectors can freeze the page",[135,139],{"id":136,"by":137,"text":138},"14169608","notwhoyouthink","Glitchy on Chrome 57. When I load a page to build, I'm unable to scroll more than 1\u002F4 of the page then it jumps back to the top.",{"id":140,"by":141,"text":142},"14168881","matz1","using the css selector can easily cause the page to be unresponsive.",[144,150],{"value":145,"source":61,"evidence":146},"RSS feed support",[147],{"id":148,"by":11,"text":149},"14169870","We're quite inspired by Kimono, and aim to be just as easy to use while handling use cases beyond scraping (e.g., fully automated form-filling, POST requests, etc.). One of the…",{"value":151,"source":83,"evidence":152},"Clearer sample input guidance for parameterized URLs",[153],{"id":90,"by":87,"text":91},[155,166],{"value":156,"source":83,"evidence":157},"How does it compare to Kimono and Kantu",[158,162],{"id":159,"by":160,"text":161},"14168612","danvoell","How does this compare to Kimono?",{"id":163,"by":164,"text":165},"14168248","RandomBookmarks","Interesting... how does this compare to https:\u002F\u002Fa9t9.com\u002Fkantu\u002Fscraping ? WrapApi seems to tackle the same task (web scraping) from a very different angle. I wonder if anyone has…",{"value":167,"source":83,"evidence":168},"Does it support authentication behind login",[169],{"id":170,"by":171,"text":172},"14168083","salimmadjd","What if the content you want to scrape->API is behind a login gate? Is there an option of authentication?",[174,182,189,196,203],{"value":175,"source":83,"evidence":176},"Kimono",[177,178],{"id":159,"by":160,"text":161},{"id":179,"by":180,"text":181},"14169022","nicoboo","Kimono shut down on February 29th, 2016 and the cloud service has been discontinued. It only exists as a desktop app now. Bought by Palantir, they retired in a good way, keeping…",{"value":183,"source":83,"evidence":184},"Kantu",[185,186],{"id":163,"by":164,"text":165},{"id":187,"by":164,"text":188},"14169592","If JS a problem for you, try Kantu. It works with screenshots and uses OCR for scraping. The beauty is that it works with any kind of site. But clearly, the speed can not match a…",{"value":190,"source":83,"evidence":191},"Portia",[192],{"id":193,"by":194,"text":195},"14168195","MUCHZER","Great! It really look like a nice portia fork",{"value":197,"source":83,"evidence":198},"Import.io",[199],{"id":200,"by":201,"text":202},"14170281","Jayakumark","The UI looks more like from import.io",{"value":204,"source":83,"evidence":205},"ParseHub",[206],{"id":108,"by":97,"text":109},{"comments":208,"answered":41,"key":209},11,[210,211,214],{"id":70,"text":71},{"id":212,"text":213},"14170279","@OhSoHumble: this actually came to mind for us too in terms of building better experiences on top of common government services. I'd love to chat and see how I can help, so shoot…",{"id":57,"text":58},{"commenters":216,"max_depth":31,"maker_replies":208,"first_comment_mins":217,"lifespan_hours":218},40,66,122,[220,222,226,229,233,235,239,242,244,246,249,253,256,258,262,264,267,269,272,273,276,278,281,283,286,288,290,292,294,299,302,305,307,310,314,318,319,320,323,325,329,330,332,334,339,341,342,345,346,350,352,355,358,362,364,367,370,374,376,377],[111,37,38,221,112,37],"project\u002Fneutral\u002Fpricing",[223,37,37,224,225,37],"14170255","commenter\u002Fneutral\u002Fnone","utopcell",[227,37,37,224,228,37],"14171693","joshmn",[230,37,37,231,232,37],"14173903","commenter\u002Fneutral\u002Fpricing","chipperyman573",[70,37,37,234,11,33],"maker\u002Fneutral\u002Fpricing",[236,33,41,237,238,37],"14170238","project\u002Fpositive\u002Fidea","OhSoHumble",[240,33,37,224,241,37],"14170267","dhruvkar",[243,33,37,224,238,37],"14170787",[212,33,37,245,11,33],"maker\u002Fpositive\u002Fnone",[57,247,37,248,11,33],2,"project\u002Fpositive\u002Fdesign",[250,247,38,251,252,37],"14168397","project\u002Fneutral\u002Fidea","sharemywin",[254,247,37,255,252,37],"14168435","other\u002Fneutral\u002Fnone",[118,38,33,257,119,37],"project\u002Fcritical\u002Fexecution",[259,38,38,260,261,37],"14169526","project\u002Fneutral\u002Fnone","supermdguy",[187,38,38,263,164,37],"project\u002Fneutral\u002Fperformance",[265,38,37,224,266,37],"14169636","gardnr",[268,38,37,224,164,37],"14169859",[270,38,37,271,11,33],"14169790","maker\u002Fneutral\u002Fexecution",[96,31,41,248,97,37],[274,31,37,275,11,33],"14175158","maker\u002Fneutral\u002Fdesign",[86,41,41,277,87,37],"project\u002Fpositive\u002Fexecution",[279,41,37,280,11,33],"14170047","maker\u002Fneutral\u002Fnone",[90,41,38,282,87,37],"project\u002Fmixed\u002Fdocs",[284,41,37,224,285,37],"14172320","dsacco",[287,41,37,224,87,37],"14206092",[170,289,38,260,171,37],6,[291,289,37,260,11,33],"14168128",[293,289,38,260,87,37],"14169965",[295,296,33,297,298,37],"14168617",7,"project\u002Fcritical\u002Fdocs","programbreeding",[104,300,33,301,105,37],8,"project\u002Fcritical\u002Fpricing",[303,300,37,231,304,37],"14169254","dyim",[306,300,37,231,285,37],"14172335",[308,300,33,301,309,37],"14169835","jazoom",[311,312,38,221,313,37],"14170280",9,"startupdiscuss",[315,18,33,316,317,37],"14170146","project\u002Fcritical\u002Fnone","throwaway8123",[163,208,38,260,164,37],[54,208,37,251,11,33],[321,208,37,255,322,37],"14178613","egfx",[108,324,33,301,97,37],12,[326,327,38,260,328,37],"14169712",13,"krmmalik",[64,327,37,280,11,33],[136,331,33,257,137,37],14,[333,331,37,280,11,33],"14169862",[335,336,38,337,338,37],"14169725",15,"project\u002Fneutral\u002Fexecution","profalseidol",[159,340,38,260,160,37],16,[179,340,38,251,180,37],[343,340,37,224,344,37],"14169212","codezero",[148,340,37,280,11,33],[347,32,41,348,349,37],"14172920","project\u002Fpositive\u002Fnone","krystiangw",[193,351,38,251,194,37],18,[353,351,38,260,354,37],"14169801","kasbah",[200,356,38,357,201,37],19,"project\u002Fneutral\u002Fdesign",[359,360,33,257,361,37],"14171470",20,"graphememes",[140,363,33,257,141,37],21,[365,363,38,271,366,37],"14168939","hsource",[368,363,33,257,369,37],"14169933","devin",[371,372,37,255,373,37],"14169361",22,"iambpentameter",[125,372,38,375,126,37],"project\u002Fneutral\u002Fprivacy",[129,372,37,255,130,37],[378,372,37,255,126,37],"14173777",[],[381,386,391,396,400,404],{"id":382,"name":383,"points":384,"category":385},"14180673","Timestrap",264,"productivity",{"id":387,"name":388,"points":389,"category":390},"14202456","Commento",233,"web_saas",{"id":392,"name":393,"points":394,"category":395},"14183597","nescat.gcubed.co",196,"games",{"id":397,"name":398,"points":399,"category":385},"14204759","Kobble",179,{"id":401,"name":402,"points":403,"category":395},"14202124","BreakLock",139,{"id":405,"name":406,"points":407,"category":408},"14166467","Recursive DNS Server Fingerprint",120,"security_privacy",false,"v2",{"id":412,"name":5,"line":6,"ai":409,"cat":20,"year":13,"points":14,"comments":15,"rec":28,"s":413,"top":18,"kw":414,"maker":11,"domain":10,"tier":19,"attempts":37,"strip":415,"url":9,"mix":416,"praise":82,"objection":101,"sub":21},14167466,-0.2,[24,25,26,27],"3005000313005503033101310131033053313130",[31,32,33,18],1794036554599]