[{"data":1,"prerenderedAt":298},["ShallowReactive",2],{"project-27509682":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":27,"sentiment":28,"stance_mix":29,"scored_comments":33,"aspects":34,"strip":43,"post_text":44,"what":45,"said":78,"maker_in_thread":190,"shape":198,"grid":203,"attempts":260,"same_week":261,"maker_shows":30,"maker_hidden":290,"reader_version":291,"card":292},"27509682","Rarchy Visual Sitemap Generator","Generate a free visual sitemap by crawling any website","title","Show HN: Generate a free visual sitemap by crawling any website","https:\u002F\u002Frarchy.com\u002Fsitemaps\u002Fvisual-sitemap-generator","rarchy.com","owor",1623713318,2021,65,27,728,2533,29,"notable","dev_tools","sitemap generator","web_app",[24,25,21,26],"visual sitemap","website crawler","seo","roasted",-0.381,{"positive":30,"neutral":31,"mixed":30,"critical":32},1,5,10,17,{"pricing":35,"performance":38,"idea":39,"execution":41,"design":42},{"positive":36,"critical":37},0,2,{"positive":36,"critical":30},{"positive":30,"critical":40},3,{"positive":36,"critical":37},{"positive":36,"critical":37},[30,36,40,36,40,40,30,40,30,30,36,30,30,36,40,31,36,30,36,30,40,36,36,30,36,30,36],null,{"problem":46,"audience":57,"pricing":65,"motivation":44,"time_to_build":44,"stack":74,"openness":75,"stage":76,"team_size":77},{"value":47,"source":48,"evidence":49},"Mapping the page structure of a website visually by crawling it","inferred",[50,53],{"id":51,"by":11,"text":52},"27512499","Hey Tepix - head to https:\u002F\u002Frarchy.com\u002Fsitemaps\u002Fvisual-sitemap-generator and enter the website you wish to crawl in the left-hand side input. This will crawl the site & generate…",{"id":54,"by":55,"text":56},"27511676","dmje","Really nice. I'm definitely your market (micro digital agency owner) - but feedback on pricing: I think it's the wrong model. I'd prefer to pay per project rather than per month.…",{"value":58,"source":48,"evidence":59},"Web agencies, freelancers and SEO practitioners",[60,61],{"id":54,"by":55,"text":56},{"id":62,"by":63,"text":64},"27512692","Mauricebranagh","The limit of 5000 might be a bit low for larger sites is this pages or URLS? I am thinking ecomerce and classified ads sites",{"value":66,"source":67,"evidence":68},"Free crawl without signup; subscription plans for larger use, with a 5000 limit mentioned","maker",[69,70,73],{"id":51,"by":11,"text":52},{"id":71,"by":11,"text":72},"27512197","Thanks for your feedback dmje. We've had similar discussions with customers in the past - we've found the vast majority (90%) are happy to pay monthly, and the remainder are very…",{"id":62,"by":63,"text":64},[],"freemium","launched","unknown",{"praise":79,"objections":93,"requests":123,"questions":149,"alternatives":161},[80,89],{"value":81,"source":82,"evidence":83},"Looks nice and is fast","commenter",[84,88],{"id":85,"by":86,"text":87},"27511493","jtwaleson","Cool. Not sure if you use the sitemap to fetch by default, but if you don't then I'm really impressed by the speed! Some feedback: the prices on the pricing page look bad for me…",{"id":54,"by":55,"text":56},{"value":90,"source":82,"evidence":91},"Useful for agencies and freelancers",[92],{"id":54,"by":55,"text":56},[94,102,112,116],{"value":95,"source":82,"evidence":96},"Subscription pricing is wrong for intermittent use; prefer pay per project",[97,98],{"id":54,"by":55,"text":56},{"id":99,"by":100,"text":101},"27515483","strongbond","I agree. I'm turned off by the way everything is a subscription nowadays, even if you only use a service a discrete and specific number of times. Not your fault I know :-)…",{"value":103,"source":82,"evidence":104},"Crawler fails on JavaScript single-page apps",[105,109],{"id":106,"by":107,"text":108},"27511443","saimiam","I have a react app website which seems to break your crawler. A future enhancement may be to run JavaScript inside the crawler to generate the site.",{"id":110,"by":11,"text":111},"27511669","Thanks for the feedback. We have looked into developing the crawler for SPAs, but haven't managed to create a robust enough crawler just yet.. we'll get there one day!",{"value":113,"source":82,"evidence":114},"Pricing page is hard to read on mobile",[115],{"id":85,"by":86,"text":87},{"value":117,"source":82,"evidence":118},"Input field hidden by uBlock Origin",[119],{"id":120,"by":121,"text":122},"27513047","Tepix","I see the issue now, with uBlock Origin active the input field is invisible. I noticed another issue if you enter \"domain.com\" into the input field but the website redirects only…",[124,132,138,142],{"value":125,"source":82,"evidence":126},"One-time fixed-fee full sitemap without subscription",[127,131],{"id":128,"by":129,"text":130},"27512621","huhtenberg","It'd also useful to have an option to generate a full sitemap once, for a fixed fee, sans subscription.",{"id":54,"by":55,"text":56},{"value":133,"source":82,"evidence":134},"More descriptive error messages",[135],{"id":136,"by":129,"text":137},"27512564","> We're having trouble crawling that website. Please try again... It'd be helpful to know what the trouble was exactly. Some troubles are non-retryable.",{"value":139,"source":82,"evidence":140},"Support for larger sites beyond 5000 pages",[141],{"id":62,"by":63,"text":64},{"value":143,"source":82,"evidence":144},"Rate limiting the crawler",[145],{"id":146,"by":147,"text":148},"27512104","js4ever","you should rate limit this, or it's a DDOS as a service ...",[150,157],{"value":151,"source":82,"evidence":152},"Is there a free or open source alternative?",[153],{"id":154,"by":155,"text":156},"27511091","Mike_Jordan","Is there a free\u002Fopen source version of same or similar product?",{"value":158,"source":82,"evidence":159},"Is the free generator a fresh crawl or does it use the sitemap?",[160],{"id":85,"by":86,"text":87},[162,172,179,183],{"value":163,"source":82,"evidence":164},"Screaming Frog SEO Spider",[165,169],{"id":166,"by":167,"text":168},"27511515","adreamingsoul","Screamingfrogseospider?",{"id":170,"by":11,"text":171},"27511769","Yep - Screaming Frog (desktop tool) has a limit of 500 pages in the free version, which is probably enough for most smaller-sized websites. In terms of web-based tools,…",{"value":173,"source":82,"evidence":174},"Sitebulb",[175],{"id":176,"by":177,"text":178},"27513421","robtherobber","In addition to Screaming Frog, which is very well-known in the industry, you may also be interested din Sitebulb, which seems to have been inspired by Screaming Frog but took a…",{"value":180,"source":67,"evidence":181},"VisualSitemaps.com",[182],{"id":170,"by":11,"text":171},{"value":184,"source":82,"evidence":185},"SEO4Ajax",[186],{"id":187,"by":188,"text":189},"27513298","gildas","This is something you can do with SEO4Ajax [0] (shameless plug). [0] https:\u002F\u002Fwww.seo4ajax.com\u002F",{"comments":191,"answered":40,"key":192},9,[193,194,197],{"id":71,"text":72},{"id":195,"text":196},"27513130","We're currently working on scaling up to 25,000+ pages, hopefully sometime in the next 12 months!",{"id":170,"text":171},{"commenters":199,"max_depth":200,"maker_replies":191,"first_comment_mins":201,"lifespan_hours":202},16,4,200,25,[204,206,208,210,211,215,217,218,220,222,225,226,227,229,232,233,237,240,243,245,246,248,250,251,253,254,257],[54,36,30,205,55,36],"project\u002Fcritical\u002Fpricing",[71,36,36,207,11,30],"maker\u002Fneutral\u002Fpricing",[62,36,40,209,63,36],"project\u002Fneutral\u002Fperformance",[195,36,36,209,11,30],[212,36,40,213,214,36],"27515155","project\u002Fneutral\u002Fpricing","methyl",[216,36,40,213,55,36],"27519892",[99,36,30,205,100,36],[154,30,40,219,155,36],"project\u002Fneutral\u002Fidea",[166,30,30,221,167,36],"project\u002Fcritical\u002Fidea",[223,30,30,221,224,36],"27523389","135792468",[170,30,36,221,11,30],[176,30,30,221,177,36],[136,37,30,228,129,36],"project\u002Fcritical\u002Fexecution",[230,37,36,231,11,30],"27512586","maker\u002Fneutral\u002Fexecution",[128,37,40,213,129,36],[234,40,31,235,236,36],"27510730","project\u002Fpositive\u002Fidea","ab_testing",[238,40,36,239,11,30],"27511675","other\u002Fneutral\u002Fnone",[241,200,30,242,121,36],"27512470","project\u002Fcritical\u002Fdesign",[51,200,36,244,11,30],"maker\u002Fneutral\u002Fdesign",[120,200,30,242,121,36],[85,31,40,247,86,36],"project\u002Fmixed\u002Fdesign",[249,31,36,244,11,30],"27511657",[187,31,36,239,188,36],[106,252,30,228,107,36],6,[110,252,36,231,11,30],[146,255,30,256,147,36],7,"project\u002Fcritical\u002Fperformance",[258,255,36,259,11,30],"27512151","maker\u002Fneutral\u002Fperformance",[],[262,267,272,277,282,286],{"id":263,"name":264,"points":265,"category":266},"27503597","RoutineDB",396,"consumer_social",{"id":268,"name":269,"points":270,"category":271},"27520884","Influence",379,"games",{"id":273,"name":274,"points":275,"category":276},"27481465","LANDrop",250,"infrastructure",{"id":278,"name":279,"points":280,"category":281},"27459664","Datablocks",188,"data",{"id":283,"name":284,"points":285,"category":20},"27523014","fcp",88,{"id":287,"name":288,"points":289,"category":266},"27507645","HNReader",87,false,"v2",{"id":293,"name":5,"line":6,"ai":290,"cat":20,"year":13,"points":14,"comments":15,"rec":27,"s":294,"top":18,"kw":295,"maker":11,"domain":10,"tier":19,"attempts":36,"strip":296,"url":9,"mix":297,"praise":81,"objection":95,"sub":21},27509682,-0.38,[24,25,21,26],"103033131101103501013001010",[30,31,30,32],1793991029505]