[{"data":1,"prerenderedAt":213},["ShallowReactive",2],{"project-29595512":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":9,"maker":10,"posted_at":11,"year":12,"points":13,"comments":14,"rank_in_year":15,"shown_in_year":16,"top":17,"tier":18,"category":19,"subcategory":20,"format":21,"keywords":22,"reception":27,"sentiment":9,"stance_mix":28,"scored_comments":31,"aspects":32,"strip":34,"post_text":37,"what":38,"said":70,"maker_in_thread":133,"shape":144,"grid":148,"attempts":174,"same_week":175,"maker_shows":154,"maker_hidden":205,"reader_version":206,"card":207},"29595512","DataQA","A labelling tool to easily extract and label Wikipedia data","title","Show HN: A labelling tool to easily extract and label Wikipedia data",null,"mariarmestre",1639762965,2021,116,13,458,2533,19,"notable","ai","data labelling tool","web_app",[23,24,25,26],"data labelling","named entity recognition","nlp annotation","wikipedia dataset","quiet",{"positive":29,"neutral":29,"mixed":30,"critical":30},2,0,4,{"idea":33},{"positive":29,"critical":30},[35,36,30,30,36,30,30,30,30,30,35,30,30],5,3,"Hi HN! I am Maria, solo founder of DataQA (https:\u002F\u002Fdataqa.ai\u002F), a tool to search and label documents for various NLP tasks (e.g. entity extraction, entity linking, etc).\n\nI have worked as a data scientist and ML engineer for the better part of a decade, and over that time have specialised mainly in applications involving natural language processing (NLP). One of the key questions I have always had at the back of my mind is whether my time was well spent. Whenever I spent more time on feature engineering or trying different models, I always wondered whether I would get better return on investme",{"problem":39,"audience":45,"pricing":50,"motivation":54,"time_to_build":9,"stack":58,"openness":67,"stage":68,"team_size":69},{"value":40,"source":41,"evidence":42},"Creating structured labelled datasets from long-form documents and tables for NLP tasks","maker",[43],{"id":44},"post",{"value":46,"source":47,"evidence":48},"NLP practitioners and data scientists building labelled datasets","inferred",[49],{"id":44},{"value":51,"source":41,"evidence":52},"Open-source version free; enterprise version with premium features (PDF labelling) offered with free trial on request",[53],{"id":44},{"value":55,"source":41,"evidence":56},"Maker wanted to know whether labelling more data beats feature engineering, and found Wikipedia hard to turn into structured datasets",[57],{"id":44},[59,63],{"value":60,"source":41,"evidence":61},"Elasticsearch",[62],{"id":44},{"value":64,"source":41,"evidence":65},"Python",[66],{"id":44},"open_source","unknown","solo",{"praise":71,"objections":87,"requests":99,"questions":111,"alternatives":123},[72,80],{"value":73,"source":74,"evidence":75},"Good project and tutorial with broader value for annotating free-form documents","commenter",[76],{"id":77,"by":78,"text":79},"29598234","jph","This is a great project and tutorial. IMHO you have a value prop that's much larger\u002Fbetter than what you're describing here. To me it sounds like you're creating a data mining…",{"value":81,"source":74,"evidence":82},"Conceptually similar to Microsoft's PICL tool",[83],{"id":84,"by":85,"text":86},"29596125","noajshu","This is really cool and reminds me of the Microsoft tool PICL (https:\u002F\u002Fwww.microsoft.com\u002Fen-us\u002Fresearch\u002Fvideo\u002Fmachine-teaching-demo\u002F) I would love to see a video demo of the…",[88],{"value":89,"source":74,"evidence":90},"Wikidata already covers much of this data",[91,95],{"id":92,"by":93,"text":94},"29596214","dpifke","How do the results from your tool compare to Wikidata?",{"id":96,"by":97,"text":98},"29599216","smsm42","You can add relationships to Wikidata. Something like \"is a product of\" probably already has a property, and would be well within the scope of Wikidata.",[100,104],{"value":101,"source":74,"evidence":102},"Video demo of the product",[103],{"id":84,"by":85,"text":86},{"value":105,"source":74,"evidence":106},"Support for other sources of free-form documents beyond Wikipedia",[107],{"id":108,"by":109,"text":110},"29598458","hbcondo714","Similar question, the CSV contains a collection of Wiki URLs, why not pass URLs of any website that has \"free-form documents\"?",[112,119],{"value":113,"source":74,"evidence":114},"Why not use results to enrich Wikidata",[115],{"id":116,"by":117,"text":118},"29599195","trystero","Why not use that to enrich Wikidata?",{"value":120,"source":74,"evidence":121},"How the results compare to Wikidata",[122],{"id":92,"by":93,"text":94},[124,129],{"value":125,"source":74,"evidence":126},"Wikidata",[127,128],{"id":92,"by":93,"text":94},{"id":96,"by":97,"text":98},{"value":130,"source":74,"evidence":131},"Microsoft PICL",[132],{"id":84,"by":85,"text":86},{"comments":35,"answered":36,"key":134},[135,138,141],{"id":136,"text":137},"29603269","The only issue here is what I mentioned in the comment above: how easy is it to read and parse the content of said website and is it legal to read the content programmatically?…",{"id":139,"text":140},"29603258","Thanks so much for your comment! You're right that this annotation tool can be used on any form of free-form documents found online. I tackled Wikipedia first because it was an…",{"id":142,"text":143},"29597814","This is to build your own knowledge base. In many cases, Wikidata might not have the data you're looking for. For example, in the tutorial I have linked, the task is to come up…",{"commenters":145,"max_depth":36,"maker_replies":35,"first_comment_mins":146,"lifespan_hours":147},9,43,16,[149,151,153,155,156,157,158,160,161,164,166,167,170],[77,30,35,150,78,30],"project\u002Fpositive\u002Fidea",[108,30,36,152,109,30],"project\u002Fneutral\u002Fidea",[136,30,30,152,10,154],1,[139,30,30,152,10,154],[92,154,36,152,93,30],[142,154,30,152,10,154],[116,154,30,159,117,30],"commenter\u002Fneutral\u002Fnone",[96,154,30,159,97,30],[162,154,30,159,163,30],"29599252","yorwba",[165,154,30,150,10,154],"29603224",[84,29,35,150,85,30],[168,29,30,169,10,154],"29597755","maker\u002Fneutral\u002Fnone",[171,36,30,172,173,30],"29599262","other\u002Fneutral\u002Fnone","jonas_kgomo",[],[176,181,186,191,196,201],{"id":177,"name":178,"points":179,"category":180},"29630293","SectorLISP",513,"languages",{"id":182,"name":183,"points":184,"category":185},"29620235","fourlightyears.blogspot.com",343,"hardware",{"id":187,"name":188,"points":189,"category":190},"29637188","SlikSafe",284,"infrastructure",{"id":192,"name":193,"points":194,"category":195},"29605429","Lindy Hacker News",221,"learning_science",{"id":197,"name":198,"points":199,"category":200},"29622970","All Black Screen",121,"web_saas",{"id":202,"name":203,"points":204,"category":180},"29628772","Fiber",119,false,"v2",{"id":208,"name":5,"line":6,"ai":205,"cat":19,"year":12,"points":13,"comments":14,"rec":27,"s":9,"top":17,"kw":209,"maker":10,"domain":210,"tier":18,"attempts":30,"strip":211,"url":-1,"mix":212,"praise":73,"objection":89,"sub":20},29595512,[23,24,25,26],"","5300300000500",[29,29,30,30],1794036614322]