[{"data":1,"prerenderedAt":248},["ShallowReactive",2],{"project-11958029":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":28,"sentiment":29,"stance_mix":30,"scored_comments":35,"aspects":36,"strip":39,"post_text":41,"what":42,"said":75,"maker_in_thread":144,"shape":152,"grid":155,"attempts":209,"same_week":210,"maker_shows":31,"maker_hidden":240,"reader_version":241,"card":242},"11958029","still-good-food","BBC Good Food Scraper in Go","title","Show HN: BBC Good Food Scraper in Go","https:\u002F\u002Fgithub.com\u002Fsleepypikachu\u002Fstill-good-food","github.com","sleepychu",1466640771,2016,92,23,414,2264,19,"notable","learning_science","recipe scraper","cli",[24,21,25,26,27],"bbc good food","golang","web scraping","nutrition data","curious",-0.059,{"positive":31,"neutral":32,"mixed":33,"critical":34},1,3,0,2,6,{"execution":37,"idea":38},{"positive":33,"critical":33},{"positive":31,"critical":34},[32,33,33,33,33,33,33,32,31,33,32,33,40,33,33,33,33,33,31,33,33,33,33],5,null,{"problem":43,"audience":41,"pricing":41,"motivation":41,"time_to_build":41,"stack":59,"openness":72,"stage":73,"team_size":74},{"value":44,"source":45,"evidence":46},"Keeping a local copy of BBC Good Food recipes before the site changes","inferred",[47,51,55],{"id":48,"by":49,"text":50},"11959455","iNerdier","Is it not http:\u002F\u002Fwww.bbc.co.uk\u002Ffood\u002F that's being merged into bbc good food and therefore gaining ads? Surely that should be the target for this scraper...",{"id":52,"by":53,"text":54},"11959466","Jaruzel","It is, but haven't a 1000+ people already scraped it? (myself included!)",{"id":56,"by":57,"text":58},"11960706","ryck","BBC Good Food is not going anywhere. So you can stop the scraping... It's BBC Food (different name, different website) the one who is going to close (even the recipes will remain…",[60,66],{"value":61,"source":62,"evidence":63},"Go","maker",[64],{"id":65},"post",{"value":67,"source":62,"evidence":68},"goquery",[69],{"id":70,"by":11,"text":71},"11959494","goquery is really neat, does a lot of the lifting for you!","open_source","launched","unknown",{"praise":76,"objections":97,"requests":110,"questions":117,"alternatives":125},[77,90],{"value":78,"source":79,"evidence":80},"goquery is a great scraping library","commenter",[81,85,89],{"id":82,"by":83,"text":84},"11958438","krat0sprakhar","Goquery is pretty great - used it last semester to write the crawler for a side-project of mine. https:\u002F\u002Fgithub.com\u002Fprakhar1989\u002Fbekanjoos",{"id":86,"by":87,"text":88},"11958747","imwally","It really is a great package and works extremely well in the context of scraping. It's what I opted to use for an API server [1] I wrote that handles the RFC Instant Answer [2]…",{"id":70,"by":11,"text":71},{"value":91,"source":79,"evidence":92},"Useful Go scraping starting point",[93],{"id":94,"by":95,"text":96},"11958831","callmeed","Really cool. I have some scraping projects I'd like to do in Go, so this is a great starting point.",[98,106],{"value":99,"source":79,"evidence":100},"Many people have already scraped the same site",[101,102],{"id":52,"by":53,"text":54},{"id":103,"by":104,"text":105},"11959469","sambeau","Me too!",{"value":107,"source":79,"evidence":108},"BBC Good Food is not closing, so scraping is unnecessary",[109],{"id":56,"by":57,"text":58},[111],{"value":112,"source":62,"evidence":113},"Share how much the AWS bill runs to",[114],{"id":115,"by":11,"text":116},"11962169","bekanjoos looks nice! I was thinking today about making a more generic \"when this thing on that website changes\" notify me sort of thing. It looks like you're running on AWS.…",[118],{"value":119,"source":79,"evidence":120},"Is the tool open source?",[121],{"id":122,"by":123,"text":124},"11959461","LunaSea","Have you open-sources this package somewhere? As an amateur web security researcher this project looks really interesting.",[126,137],{"value":127,"source":79,"evidence":128},"Internet Archive Wayback Machine",[129,133],{"id":130,"by":131,"text":132},"11959438","imjacobclark","It seems with all these website scrapers, we have forgotten about the Internet Archive. http:\u002F\u002Farchive.org\u002Fweb\u002F",{"id":134,"by":135,"text":136},"11960225","anc84","As awesome as the Internet Archive's Wayback Machine is, it is still under central control. Worse, as they (reasonably) abide to robots.txt rules, the BBC could easily block…",{"value":138,"source":79,"evidence":139},"ArchiveBot",[140],{"id":141,"by":142,"text":143},"11959730","johtso","And the fantastic ArchiveBot.. http:\u002F\u002Fwww.archiveteam.org\u002Findex.php?title=ArchiveBot",{"comments":145,"answered":33,"key":146},4,[147,148,151],{"id":115,"text":116},{"id":149,"text":150},"11960689","Yup, I thought that when I was implementing the nutrition stuff. My guess is that the original implementer went \"salt content, well that's really a sodium property\"",{"id":70,"text":71},{"commenters":18,"max_depth":145,"maker_replies":145,"first_comment_mins":153,"lifespan_hours":154},119,18,[156,158,162,164,167,169,171,174,176,178,179,182,184,186,188,191,193,194,195,197,200,203,206],[82,33,32,157,83,33],"project\u002Fneutral\u002Fexecution",[159,33,33,160,161,33],"11958691","commenter\u002Fneutral\u002Fnone","lxchase",[122,33,33,163,123,33],"commenter\u002Fpositive\u002Fnone",[165,33,33,166,161,33],"11960737","commenter\u002Fneutral\u002Fprivacy",[86,33,33,168,87,33],"other\u002Fneutral\u002Fnone",[115,33,33,170,11,31],"maker\u002Fneutral\u002Fpricing",[172,31,33,160,173,33],"11960372","wrboyce",[48,34,32,175,49,33],"project\u002Fneutral\u002Fidea",[52,34,31,177,53,33],"project\u002Fcritical\u002Fidea",[103,34,33,160,104,33],[180,32,32,157,181,33],"11960600","Jabbles",[149,32,33,183,11,31],"maker\u002Fneutral\u002Fexecution",[94,145,40,185,95,33],"project\u002Fpositive\u002Fidea",[70,145,33,187,11,31],"maker\u002Fneutral\u002Fnone",[189,40,33,168,190,33],"11962976","Chris2048",[130,35,33,192,131,33],"other\u002Fneutral\u002Fidea",[141,35,33,168,142,33],[134,35,33,168,135,33],[56,196,31,177,57,33],7,[198,196,33,199,11,31],"11960723","maker\u002Fneutral\u002Fidea",[201,196,33,168,202,33],"11960910","Doctor_Fegg",[204,196,33,168,205,33],"11961460","open-source-ux",[207,196,33,168,208,33],"11963387","jameshart",[],[211,216,221,225,230,235],{"id":212,"name":213,"points":214,"category":215},"11986480","Anime.js",283,"languages",{"id":217,"name":218,"points":219,"category":220},"12000264","“OK Google”",215,"productivity",{"id":222,"name":223,"points":224,"category":215},"12000893","Monkberry",115,{"id":226,"name":227,"points":228,"category":229},"12002485","Wallarm",95,"web_saas",{"id":231,"name":232,"points":233,"category":234},"11994985","Opsee",79,"infrastructure",{"id":236,"name":237,"points":238,"category":239},"11993451","ping",78,"security_privacy",false,"v2",{"id":243,"name":5,"line":6,"ai":240,"cat":20,"year":13,"points":14,"comments":15,"rec":28,"s":244,"top":18,"kw":245,"maker":11,"domain":10,"tier":19,"attempts":33,"strip":246,"url":9,"mix":247,"praise":78,"objection":99,"sub":21},11958029,-0.06,[24,21,25,26,27],"30000003103050000010000",[31,32,33,34],1794036545336]