[{"data":1,"prerenderedAt":630},["ShallowReactive",2],{"project-39706004":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":35,"aspects":36,"strip":48,"post_text":50,"what":51,"said":90,"maker_in_thread":191,"shape":202,"grid":207,"attempts":592,"same_week":593,"maker_shows":41,"maker_hidden":622,"reader_version":623,"card":624},"39706004","Skyvern","Browser automation using LLMs and computer vision","title","Show HN: Skyvern – Browser automation using LLMs and computer vision","https:\u002F\u002Fgithub.com\u002FSkyvern-AI\u002Fskyvern","github.com","suchintan",1710433894,2024,422,139,101,3515,3,"legend","ai","browser automation agent","other",[24,25,26,27,28],"browser automation","llm agent","computer vision","web scraping","rpa","curious",0.068,{"positive":32,"neutral":33,"mixed":18,"critical":34},13,32,5,53,{"pricing":37,"idea":39,"execution":42,"performance":44,"privacy":45,"design":46,"docs":47},{"positive":38,"critical":38},0,{"positive":40,"critical":41},9,2,{"positive":38,"critical":43},1,{"positive":43,"critical":38},{"positive":43,"critical":43},{"positive":43,"critical":38},{"positive":38,"critical":38},[34,34,38,18,34,38,49,34,18,43,34,38,38,38,38,18,18,38,38,18,38,38,18,18,18,18,34,18,18,18,18,18,43,18,18,34,34,43,18,43],4,"Hey HN, we're building Skyvern (https:\u002F\u002Fwww.skyvern.com), an open-source tool that uses LLMs and computer vision to help companies automate browser-based workflows. You can see some examples here: https:\u002F\u002Fgithub.com\u002FSkyvern-AI\u002Fskyvern#real-world-examples-of-skyvern and there's a demo video at https:\u002F\u002Fgithub.com\u002FSkyvern-AI\u002Fskyvern#demo, along with some instructions on running it locally.\n\nWe provide a natural-language API to automate repetitive manual workflows that happen within the companies' backoffices. You can check out our code and play with Skyvern here: https:\u002F\u002Fgithub.com\u002FSkyvern-AI\u002FSky",{"problem":52,"audience":58,"pricing":65,"motivation":74,"time_to_build":78,"stack":79,"openness":87,"stage":88,"team_size":89},{"value":53,"source":54,"evidence":55},"Repetitive manual browser workflows on company backoffice websites that break when layouts change or need slow scripting.","maker",[56],{"id":57},"post",{"value":59,"source":54,"evidence":60},"Companies with repetitive browser-based backoffice workflows, such as accountants and insurance or procurement teams.",[61,62],{"id":57},{"id":63,"by":11,"text":64},"39711132","Imagine that exact use-case -- pulling up relevant tax information and filling it Now imagine it from the accountant POV, where they have the same use-case for hundreds of…",{"value":66,"source":54,"evidence":67},"Charged per request; roughly 5 to 20 cents per page to execute.",[68,71],{"id":69,"by":11,"text":70},"39706975","This is a great call-out. It's something currently in our roadmap Re: cost for execution. This really depends on the page, but currently it costs between 5 cents and 20 cents per…",{"id":72,"by":11,"text":73},"39707601","We tend to charge per request our users send us.. although the exact amount depends a lot on the exact task you want to run. Want to send Skyvern on a 40+ page journey to answer…",{"value":75,"source":54,"evidence":76},"Companies rely on repetitive manual workflows that are costly to scale by hiring or to maintain as scripts.",[77],{"id":57},null,[80],{"value":81,"source":54,"evidence":82},"GPT-4V",[83,84],{"id":69,"by":11,"text":70},{"id":85,"by":11,"text":86},"39710297","Interesting. We've decoupled navigation and extraction for specifically this reason, but I suppose decoupling selector with input could let us use cheaper smaller LLMs to…","open_source","launched","team",{"praise":91,"objections":103,"requests":129,"questions":147,"alternatives":163},[92],{"value":93,"source":94,"evidence":95},"Useful idea and exciting approach to automating websites without APIs.","commenter",[96,99],{"id":97,"by":11,"text":98},"39709944","Actually this kind of stuff is super exciting -- we don't need to depend on companies exposing APIs for their website -- we can just use something like Skyvern instead!",{"id":100,"by":101,"text":102},"39706442","agreeahmed","Exciting to see this on HN. I think very soon agents like Skyvern will account for the vast, vast majority of web traffic.",[104,115,122],{"value":105,"source":94,"evidence":106},"Cost per run is high compared with traditional scrapers.",[107,111],{"id":108,"by":109,"text":110},"39707740","dtnewman","I tried it out and it's pretty pricey. My OpenAI API bill is $3.20 after using this on a few different pages to test it out. Not saying I wouldn't pay that for some use cases,…",{"id":112,"by":113,"text":114},"39706785","dinobones","Roughly how much does it cost to run to scrape a page? I see from the code this is basically an OpenAI API wrapper but you make no mention of that anywhere on your landing…",{"value":116,"source":94,"evidence":117},"Struggles on some sites, such as costcotravel.com popups.",[118],{"id":119,"by":120,"text":121},"39707620","chadash","First of all, wonderful work. I'm gonna be using this for sure. I can think of many use cases. What would be nice though is a simple API. I send you what I need, you send me a…",{"value":123,"source":94,"evidence":124},"Captcha solving could enable abuse.",[125],{"id":126,"by":127,"text":128},"39706974","dvngnt_","> Skyvern understands how to solve CAPTCHAs to complete complicated workflows this seems like this could be used for abuse. the CAPTCHAs are specifically designed to stop botting…",[130,135,143],{"value":131,"source":94,"evidence":132},"Cache or memorize actions to cut repeated run costs.",[133,134],{"id":108,"by":109,"text":110},{"id":112,"by":113,"text":114},{"value":136,"source":94,"evidence":137},"Generate reusable scraper code instead of running the LLM each time.",[138,139],{"id":108,"by":109,"text":110},{"id":140,"by":141,"text":142},"39714477","samsullivan","You should consider focusing on intercepting network requests. Most if not all sites I scrape end up fetching data from some api. Like others have said, if you instead had the…",{"value":144,"source":94,"evidence":145},"Simple job API with status checks and result downloads.",[146],{"id":119,"by":120,"text":121},[148,159],{"value":149,"source":94,"evidence":150},"How does it compare to LaVague and OpenAdapt?",[151,155],{"id":152,"by":153,"text":154},"39707821","spxneo","How does it compare to this posted less than 24 hours ago? https:\u002F\u002Fnews.ycombinator.com\u002Fitem?id=39698546",{"id":156,"by":157,"text":158},"39706989","ushakov","How does this compare to OpenAdapt? I have a feeling that this tech will become a commodity and will probably be built-in into the OS or Browser. Props for open-sourcing though!",{"value":160,"source":94,"evidence":161},"Which LLMs does it support?",[162],{"id":112,"by":113,"text":114},[164,168,172,179,185],{"value":165,"source":94,"evidence":166},"LaVague",[167],{"id":152,"by":153,"text":154},{"value":169,"source":94,"evidence":170},"OpenAdapt",[171],{"id":156,"by":157,"text":158},{"value":173,"source":94,"evidence":174},"self-operating-computer",[175],{"id":176,"by":177,"text":178},"39707268","shnkr","the moment I saw vision in the title I knew what was going on. it was first demoed[0] by AI Jason around 4 months back. is it any different?…",{"value":180,"source":94,"evidence":181},"Selenium",[182],{"id":183,"by":11,"text":184},"39706408","This is a really good question we've thought a lot about You're right that this kind of escalation is inevitable a. From a business POV, we don't onboard any types of use-cases…",{"value":186,"source":54,"evidence":187},"UiPath",[188],{"id":189,"by":11,"text":190},"39707103","You're right -- we should have written days to weeks. What's interesting here is that large companies like UI Path charge thousands of dollars to build a single robot for…",{"comments":192,"answered":193,"key":194},36,18,[195,198,201],{"id":196,"text":197},"39708004","I love all of these ideas!! 1. You can set a \"max steps\" limit when you run it locally…",{"id":199,"text":200},"39708007","https:\u002F\u002Fgithub.com\u002FSkyvern-AI\u002FSkyvern\u002F?tab=readme-ov-file#feature-roadmap",{"id":85,"text":86},{"commenters":203,"max_depth":204,"maker_replies":192,"first_comment_mins":205,"lifespan_hours":206},80,8,26,320,[208,210,214,216,218,222,224,228,231,235,238,241,243,247,249,252,254,257,259,262,264,268,270,274,277,280,283,286,289,293,296,298,302,305,306,308,311,314,317,318,321,324,327,331,335,337,340,343,346,349,351,354,357,359,360,363,367,370,372,376,378,381,383,385,387,390,393,396,398,400,403,405,407,409,412,415,418,420,423,425,428,430,433,436,438,442,446,448,450,452,455,456,459,461,465,468,472,477,480,481,483,485,488,491,495,498,500,501,504,506,508,510,512,517,519,521,524,526,530,534,536,540,544,548,550,554,556,559,563,568,569,571,573,575,578,580,584,586,590],[108,38,18,209,109,38],"project\u002Fmixed\u002Fpricing",[211,38,34,212,213,38],"39707975","project\u002Fpositive\u002Fidea","tmountain",[196,38,38,215,11,43],"maker\u002Fneutral\u002Fpricing",[199,38,38,217,11,43],"maker\u002Fneutral\u002Fdocs",[219,38,18,220,221,38],"39708101","project\u002Fneutral\u002Fidea","keremyilmaz",[223,38,34,212,109,38],"39708301",[225,38,38,226,227,38],"39709259","other\u002Fneutral\u002Fnone","amne",[229,38,38,226,230,38],"39711769","daniel_iversen",[232,38,38,233,234,38],"39713721","commenter\u002Fneutral\u002Fpricing","Kerbonut",[236,38,38,237,109,38],"39714283","commenter\u002Fneutral\u002Fnone",[239,38,18,240,113,38],"39709699","maker\u002Fneutral\u002Fidea",[85,38,38,242,11,43],"maker\u002Fneutral\u002Fperformance",[244,38,38,245,246,38],"39710578","commenter\u002Fneutral\u002Fidea","bravura",[248,38,38,240,11,43],"39710660",[250,38,34,212,251,38],"39712874","pmontra",[253,38,18,220,246,38],"39712974",[255,38,38,245,256,38],"39715410","epr",[258,38,38,220,11,43],"39715891",[260,38,38,226,261,38],"39708645","jumploops",[263,38,38,242,11,43],"39708758",[265,38,18,266,267,38],"39709381","maker\u002Fneutral\u002Fnone","umaar",[269,38,18,266,261,38],"39710161",[271,38,34,272,273,38],"39712951","maker\u002Fpositive\u002Fnone","anhner",[275,38,38,226,276,38],"39709819","enlyth",[278,38,34,212,279,38],"39710031","kilroy123",[281,38,34,212,282,38],"39711224","bigfatfrock",[284,38,38,226,285,38],"39711931","daniel65464",[287,38,18,220,288,38],"39726436","qwbfsa",[290,43,38,291,292,38],"39709654","other\u002Fneutral\u002Fidea","James_K",[294,43,38,245,295,38],"39709926","kevmo314",[297,43,38,245,292,38],"39711068",[299,43,43,300,301,38],"39711115","project\u002Fcritical\u002Fexecution","croes",[303,43,38,237,304,38],"39714740","ignoramous",[97,43,38,212,11,43],[307,43,18,220,292,38],"39710938",[309,43,38,245,310,38],"39715030","mderazon",[312,43,34,212,313,38],"39717490","darepublic",[315,41,38,226,316,38],"39706341","chuckwnelson",[183,41,38,266,11,43],[319,41,38,226,320,38],"39706826","bonestamp2",[322,41,38,226,323,38],"39706853","hugs",[325,41,38,226,326,38],"39706449","cute_boi",[328,41,38,329,330,38],"39707707","other\u002Fneutral\u002Fpricing","crotchfire",[332,41,38,333,334,38],"39706604","other\u002Fcritical\u002Fnone","MattGaiser",[336,41,38,226,11,43],"39707225",[338,41,38,329,339,38],"39718721","RunSet",[341,41,38,226,342,38],"39706774","Zambyte",[344,41,38,226,345,38],"39706945","lenerdenator",[347,41,38,226,348,38],"39708043","resource_waste",[350,41,38,237,342,38],"39708538",[352,41,38,226,353,38],"39708787","PeterisP",[355,41,38,226,356,38],"39711870","schappim",[112,18,18,358,113,38],"project\u002Fneutral\u002Fpricing",[69,18,38,215,11,43],[361,18,38,226,362,38],"39707062","pkiv",[364,18,34,365,366,38],"39707185","project\u002Fpositive\u002Fperformance","pstorm",[368,49,18,220,369,38],"39846506","nullnomad",[126,34,43,371,127,38],"project\u002Fcritical\u002Fprivacy",[373,34,38,374,375,38],"39707160","other\u002Fneutral\u002Fprivacy","worldsayshi",[377,34,38,266,11,43],"39707207",[379,34,38,237,380,38],"39707483","hirako2000",[382,34,38,245,375,38],"39714372",[384,34,38,237,380,38],"39715814",[386,34,38,266,11,43],"39707194",[388,34,38,237,389,38],"39710207","lm411",[391,34,38,237,392,38],"39712424","wutwutwat",[119,394,18,395,120,38],6,"project\u002Fmixed\u002Fexecution",[397,394,38,266,11,43],"39707679",[100,399,38,226,101,38],7,[401,399,38,226,402,38],"39706506","MattDaEskimo",[404,399,38,226,11,43],"39706545",[406,399,38,226,402,38],"39706796",[408,399,38,240,11,43],"39707079",[410,399,38,237,411,38],"39706895","Spivak",[413,399,38,226,414,38],"39706973","hipadev23",[416,399,38,226,417,38],"39707014","failuser",[419,399,38,226,417,38],"39706979",[421,204,18,220,422,38],"39706822","giamma",[424,204,38,226,127,38],"39706996",[426,204,38,226,427,38],"39710001","denidoman",[429,204,38,220,11,43],"39707009",[431,204,18,432,157,38],"39707021","project\u002Fneutral\u002Fnone",[434,40,18,220,435,38],"39709505","BasieP2",[437,40,38,220,11,43],"39709958",[439,440,18,358,441,38],"39710699",10,"tonyoconnell",[443,444,18,358,445,38],"39706969",11,"hubraumhugo",[447,444,38,266,11,43],"39707045",[140,449,18,220,141,38],12,[451,449,38,240,11,43],"39715926",[453,32,18,432,454,38],"39710898","somethingAlex",[63,32,38,212,11,43],[457,458,34,212,380,38],"39706824",14,[460,458,38,272,11,43],"39707349",[462,463,38,226,464,38],"39712099",15,"smusamashah",[466,463,38,226,467,38],"39712668","Zuiii",[469,470,18,220,471,38],"39717759",16,"abrichr",[473,474,18,475,476,38],"39707200",17,"project\u002Fneutral\u002Fdesign","razfar",[478,474,38,479,11,43],"39707242","maker\u002Fneutral\u002Fdesign",[152,193,18,220,153,38],[482,193,38,220,11,43],"39708031",[484,193,18,220,153,38],"39708095",[486,193,38,487,11,43],"39708335","project\u002Fneutral\u002Fperformance",[489,193,38,237,490,38],"39712237","LZ_Khan",[492,493,18,432,494,38],"39706497",19,"mosselman",[496,493,18,497,221,38],"39706589","project\u002Fneutral\u002Fdocs",[499,493,18,358,494,38],"39707308",[72,493,38,358,11,43],[502,493,18,432,503,38],"39710531","msikora",[505,493,38,266,11,43],"39711139",[156,507,18,220,157,38],20,[509,507,38,240,11,43],"39707084",[511,507,38,479,11,43],"39707636",[513,514,43,515,516,38],"39713096",21,"project\u002Fcritical\u002Fnone","t14000",[176,518,18,220,177,38],22,[520,518,38,479,11,43],"39707468",[522,518,38,523,177,38],"39707711","commenter\u002Fpositive\u002Fnone",[525,518,38,479,11,43],"39708201",[527,528,18,220,529,38],"39711877",23,"aussieguy1234",[531,532,18,432,533,38],"39708869",24,"ilaksh",[535,532,38,272,11,43],"39708950",[537,538,18,487,539,38],"39711760",25,"cryptoBros2023",[541,538,18,542,543,38],"39713211","project\u002Fneutral\u002Fexecution","wintonzheng",[545,205,34,546,547,38],"39712421","project\u002Fpositive\u002Fdesign","andy_ppp",[549,205,18,266,543,38],"39713244",[551,552,34,212,553,38],"39712441",27,"barfbagginus",[555,552,34,212,543,38],"39713078",[557,552,34,558,553,38],"39723640","project\u002Fpositive\u002Fprivacy",[560,561,38,226,562,38],"39712073",28,"xeonmc",[564,565,43,566,567,38],"39706704",29,"project\u002Fcritical\u002Fidea","is_true",[189,565,38,358,11,43],[570,565,38,233,567,38],"39708776",[572,565,38,266,11,43],"39708968",[574,565,38,237,567,38],"39710501",[576,565,18,217,577,38],"39707556","dang",[579,565,38,266,11,43],"39707606",[581,582,43,566,583,38],"39707148",30,"samstave",[585,582,38,266,11,43],"39707495",[587,588,18,209,589,38],"39709272",31,"999900000999",[591,588,38,432,11,43],"39709973",[],[594,599,604,609,613,618],{"id":595,"name":596,"points":597,"category":598},"39759325","jnv",373,"dev_tools",{"id":600,"name":601,"points":602,"category":603},"39756325","Godspeed",328,"productivity",{"id":605,"name":606,"points":607,"category":608},"39714053","algebraic-nnhw",310,"hardware",{"id":610,"name":611,"points":612,"category":598},"39770908","GritQL",280,{"id":614,"name":615,"points":616,"category":617},"39755858","Causal 2.0",261,"web_saas",{"id":619,"name":620,"points":621,"category":20},"39726781","flash-attention-minimal",230,false,"v2",{"id":625,"name":5,"line":6,"ai":622,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":626,"top":18,"kw":627,"maker":11,"domain":10,"tier":19,"attempts":38,"strip":628,"url":9,"mix":629,"praise":93,"objection":105,"sub":21},39706004,0.07,[24,25,26,27,28],"5503504531500003300300333353333313355131",[32,33,18,34],1794036651270]