[{"data":1,"prerenderedAt":665},["ShallowReactive",2],{"project-31516108":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":28,"sentiment":29,"stance_mix":30,"scored_comments":34,"aspects":35,"strip":46,"post_text":49,"what":50,"said":101,"maker_in_thread":189,"shape":202,"grid":207,"attempts":626,"same_week":627,"maker_shows":42,"maker_hidden":657,"reader_version":658,"card":659},"31516108","Vertigo Focus","I turned my face rec system into a video codec","title","Show HN: I turned my face rec system into a video codec","https:\u002F\u002Fvertigo.ai\u002Ffocus\u002F","vertigo.ai","jacobgorm",1653554742,2022,518,145,48,2570,2,"legend","dev_tools","video codec","mobile_app",[21,24,25,26,27],"neural compression","video calls","face recognition","eye contact","debated",0.029,{"positive":31,"neutral":32,"mixed":18,"critical":33},19,29,20,70,{"design":36,"idea":39,"performance":41,"privacy":43,"execution":44,"docs":45},{"positive":37,"critical":38},0,3,{"positive":40,"critical":40},9,{"positive":38,"critical":42},1,{"positive":37,"critical":38},{"positive":37,"critical":38},{"positive":37,"critical":37},[38,38,42,42,42,18,18,38,37,47,47,42,38,42,47,38,47,47,42,38,47,38,47,38,38,47,42,42,42,47,42,42,38,48,38,47,47,47,42,42],5,4,"Before the pandemic, my tiny startup was doing quite well selling Edge AI systems, based on our own lightweight AI inference engine, with object detection and face recognition for smart city and smart retail & food service applications.\n\nWhen the real world shut down, there was suddenly nothing to monitor on streets and in restaurants, so I set out to try and evolve our real time face recognition system into a video codec for high quality face-to-face online interactions, as I was not satisfied with the quality of Zoom and friends. I got it to work, and the first release for IOS was just appro",{"problem":51,"audience":57,"pricing":62,"motivation":63,"time_to_build":62,"stack":70,"openness":98,"stage":99,"team_size":100},{"value":52,"source":53,"evidence":54},"Video calls with poor face quality and bandwidth needs; Zoom quality unsatisfactory","maker",[55],{"id":56},"post",{"value":58,"source":59,"evidence":60},"People on face-to-face video calls","inferred",[61],{"id":56},null,{"value":64,"source":53,"evidence":65},"Pandemic removed surveillance market; wanted to build a more humanistic tool",[66,67],{"id":56},{"id":68,"by":11,"text":69},"31516694","The ethical considerations played a large part of the pivot. I would rather help people communicate than surveil them. That said, we build embeddable\u002Fedge face rec because we…",[71,77,83,87,91],{"value":72,"source":53,"evidence":73},"Metal compute shaders",[74],{"id":75,"by":11,"text":76},"31517197","* The weights are currently around 6MiB uncompressed, but most of the networks can be sparsified to some extent, so that could be reduced somewhat. I also have a very fast sparse…",{"value":78,"source":53,"evidence":79},"PyTorch",[80],{"id":81,"by":11,"text":82},"31516611","Thanks! Wrt upping the frame rate the main problem is that the phone may run a bit hot, newer iPhones\u002FiPads should be able to handle it just fine, but the older ones based on,…",{"value":84,"source":53,"evidence":85},"Opus audio",[86],{"id":56},{"value":88,"source":53,"evidence":89},"UDP with Wirehair FEC",[90],{"id":56},{"value":92,"source":93,"evidence":94},"SwiftUI","commenter",[95],{"id":96,"by":11,"text":97},"31523715","Sorry about that, I've gotten that bug reported from a few people today, not sure what is causing SwiftUI to scale things like that, looking into it. I think it has more to do…","unknown","launched","solo",{"praise":102,"objections":110,"requests":133,"questions":155,"alternatives":170},[103],{"value":104,"source":93,"evidence":105},"Impressive detail and quality of face reconstruction",[106],{"id":107,"by":108,"text":109},"31516542","withinboredom","I bit my tongue off at one point in my life (jumped from a high height and my knee hit my chin as I was screaming). The fact that it captures most of the details of the scar…",[111,115,122,126],{"value":112,"source":93,"evidence":113},"Glasses show banding artifacts",[114],{"id":107,"by":108,"text":109},{"value":116,"source":93,"evidence":117},"App crashes on older iPhone",[118],{"id":119,"by":120,"text":121},"31517479","andai","Tried it out on my phone, app crashes every time I press \"go to room\". I'm using iPhone SE from 2016 so maybe my phone is too old for the GPU features? Alas! Was looking forward…",{"value":123,"source":93,"evidence":124},"UI looks like a toy app",[125],{"id":119,"by":120,"text":121},{"value":127,"source":93,"evidence":128},"Competing with hardware H264\u002FH265 is hard on energy",[129],{"id":130,"by":131,"text":132},"31518007","akrymski","Well done for putting it out there! We've worked on this about 3 years ago, plus background removal (realtime alpha-matting still not really done well by anyone), portrait…",[134,141,148],{"value":135,"source":93,"evidence":136},"Higher frame rate such as 60 fps",[137],{"id":138,"by":139,"text":140},"31516427","moritonal","Firstly, this is pretty awesome, love it. I have a few questions: * I applaud the work to have it run on tiny-bandwidths, how hard would it be to up the frame-rate to 60? * How…",{"value":142,"source":93,"evidence":143},"Open-source the project",[144],{"id":145,"by":146,"text":147},"31516736","syrusakbary","WOW. This is amazing. I really believe your project can be game changing for the video-call industry. Have you considered entering into the YC Program? I think it could be an…",{"value":149,"source":93,"evidence":150},"Add neural compression indicator",[151],{"id":152,"by":153,"text":154},"31516876","gnramires","Awesome! A thought: now that neural compression is becoming widespread, it could be a good idea to put some kind of indicator or watermark stating the compression is neural…",[156,163],{"value":157,"source":93,"evidence":158},"How are network weight versions handled across users",[159],{"id":160,"by":161,"text":162},"31517221","londons_explore","How do you deal with network weights versioning? I assume the version that does the compressing and decompressing needs to match? And if you release an update and half the users…",{"value":164,"source":93,"evidence":165},"Does it show wrong faces through misidentification",[166],{"id":167,"by":168,"text":169},"31516586","kzrdude","Does it have any interesting \"nonlinear\" effects where it can show an entirely different face (the wrong face) based on misidentification or even adversary input? These kinds of…",[171,182],{"value":172,"source":93,"evidence":173},"NVIDIA Maxine and AI video compression",[174,178],{"id":175,"by":176,"text":177},"31516474","Cadwhisker","This looks very similar to nVidia's method. Vertigo's website says this is patented, does nVidia have prior art here? https:\u002F\u002Fdeveloper.nvidia.com\u002Fai-video-compression",{"id":179,"by":180,"text":181},"31518012","nicr_22","Nice work, but you might find it's not super unique - video codec people have been thinking about how to apply face recognition ML tech to this use case for 5+ years. For…",{"value":183,"source":93,"evidence":184},"Zoom, Teams, Google Meet, FaceTime",[185,186],{"id":56},{"id":187,"by":11,"text":188},"31516807","In general, H265 is better than H264, but when you really squeeze it it seems to fall over its own feet. This is measured against ffmpeg's x265 implementation, the…",{"comments":190,"answered":191,"key":192},37,23,[193,196,199],{"id":194,"text":195},"31518858","Thanks! Wrt the speed, I worked very long and hard on finding the right NN architecture to do this without too much overhead. My concern wrt super-resolution H264 is that you are…",{"id":197,"text":198},"31518357","Yeah that is a feature, but I have plans for adding a button that disables it. I like not having to worry about muting my mic when I leave the camera, but there are times where…",{"id":200,"text":201},"31516752","It will not show another person's face, it does not (yet ;) possess that level of understanding of the image contents. Yes I agree I have to work more on the business side of…",{"commenters":203,"max_depth":204,"maker_replies":190,"first_comment_mins":205,"lifespan_hours":206},89,6,41,134,[208,210,212,216,218,222,225,228,231,235,239,242,245,248,251,254,258,260,262,265,267,271,274,278,282,283,286,289,292,295,298,301,304,306,309,310,313,316,318,320,323,327,330,332,334,335,336,339,343,346,351,353,355,357,358,361,364,367,369,371,373,376,380,382,385,387,391,392,396,399,401,404,406,410,411,414,416,418,421,423,427,429,432,434,438,441,445,449,453,455,459,461,465,468,471,474,476,478,480,483,487,488,490,494,497,501,503,506,510,514,516,520,524,527,532,534,538,540,544,546,549,553,555,560,562,566,569,573,575,579,581,585,587,591,593,597,600,602,605,607,610,614,617,622,624],[130,37,37,209,131,37],"commenter\u002Fneutral\u002Fperformance",[194,37,37,211,11,42],"project\u002Fneutral\u002Fperformance",[213,37,38,214,215,37],"31529926","maker\u002Fneutral\u002Fdesign","jamra",[152,42,38,217,153,37],"project\u002Fneutral\u002Fidea",[219,42,37,220,221,37],"31517126","commenter\u002Fneutral\u002Fnone","danuker",[223,42,37,224,153,37],"31517327","commenter\u002Fneutral\u002Fidea",[226,42,37,220,227,37],"31517488","sitkack",[229,42,37,220,230,37],"31517783","monkeybutton",[232,42,37,233,234,37],"31519909","other\u002Fneutral\u002Fnone","newaccount74",[236,18,42,237,238,37],"31517767","project\u002Fcritical\u002Fidea","mchusma",[240,18,42,237,241,37],"31517907","Kleto",[243,18,37,224,244,37],"31518977","lmc",[246,18,42,237,247,37],"31519213","latexr",[249,18,42,237,250,37],"31521042","atleta",[252,18,42,237,253,37],"31522454","causalmodels",[255,18,37,256,257,37],"31519148","commenter\u002Fpositive\u002Fidea","sounds",[259,18,37,224,247,37],"31519328",[261,18,37,224,257,37],"31519374",[263,18,42,237,264,37],"31520583","riskable",[266,18,42,237,250,37],"31521117",[268,38,47,269,270,37],"31516902","project\u002Fpositive\u002Fidea","bambax",[272,38,38,217,273,37],"31517050","punnerud",[275,38,42,276,277,37],"31517350","project\u002Fcritical\u002Fdesign","cupofpython",[279,38,38,280,281,37],"31517377","project\u002Fneutral\u002Fdesign","kordlessagain",[197,38,37,214,11,42],[284,38,38,217,285,37],"31517996","willy_k",[287,38,37,233,288,37],"31518039","telesilla",[290,38,37,233,291,37],"31520164","lostgame",[293,38,37,233,294,37],"31518043","pvillano",[296,38,37,233,297,37],"31526186","TranquilMarmot",[299,38,37,220,300,37],"31519625","Nowado",[302,38,37,233,303,37],"31521471","gfodor",[305,38,37,233,270,37],"31521789",[307,38,47,269,308,37],"31521820","billiam",[167,48,38,217,168,37],[311,48,37,233,312,37],"31516643","noduerme",[314,48,37,233,315,37],"31519998","hyperdimension",[200,48,37,317,11,42],"maker\u002Fneutral\u002Fidea",[107,47,47,319,108,37],"project\u002Fpositive\u002Fperformance",[321,47,37,322,11,42],"31516620","maker\u002Fneutral\u002Fperformance",[324,47,42,325,326,37],"31518720","maker\u002Fcritical\u002Fnone","fao_",[328,47,37,220,329,37],"31528650","samhw",[331,47,37,220,326,37],"31565157",[333,47,37,220,329,37],"31576049",[138,204,38,322,139,37],[81,204,37,322,11,42],[337,204,38,217,338,37],"31518766","throwaway14356",[340,204,42,341,342,37],"31518950","project\u002Fcritical\u002Fprivacy","samstave",[344,204,37,220,345,37],"31522227","Jolter",[347,348,38,349,350,37],"31516967",7,"project\u002Fneutral\u002Fnone","espadrine",[75,348,37,352,11,42],"maker\u002Fpositive\u002Fperformance",[175,354,38,217,176,37],8,[356,354,37,269,11,42],"31516711",[145,40,47,269,146,37],[359,40,37,360,11,42],"31516891","maker\u002Fneutral\u002Fnone",[362,40,47,363,146,37],"31517924","maker\u002Fpositive\u002Fnone",[365,40,37,233,366,37],"31522567","dicknuckle",[179,368,42,237,180,37],10,[370,368,37,319,11,42],"31518369",[372,368,47,319,342,37],"31518995",[374,368,37,220,375,37],"31521189","Ventito",[377,378,47,363,379,37],"31517198",11,"bsenftner",[381,378,37,220,11,42],"31517626",[383,384,47,269,312,37],"31516599",12,[386,384,37,233,345,37],"31522250",[388,389,38,360,390,37],"31516628",13,"nonrandomstring",[68,389,37,360,11,42],[393,389,42,394,395,37],"31516750","maker\u002Fcritical\u002Fprivacy","UncleEntity",[397,389,37,398,11,42],"31516795","project\u002Fneutral\u002Fprivacy",[400,389,42,394,395,37],"31517611",[402,389,37,403,11,42],"31517848","maker\u002Fneutral\u002Fprivacy",[405,389,47,363,390,37],"31520755",[407,408,47,319,409,37],"31516785",14,"iforgotpassword",[187,408,37,211,11,42],[160,412,38,413,161,37],15,"project\u002Fneutral\u002Fexecution",[415,412,37,413,11,42],"31517615",[417,412,38,413,161,37],"31521529",[419,420,38,211,161,37],"31517188",16,[422,420,37,211,11,42],"31523733",[424,425,47,269,426,37],"31516510",17,"parentheses",[428,425,37,217,11,42],"31516721",[430,425,38,360,431,37],"31517022","losvedir",[433,425,37,360,11,42],"31517225",[435,425,37,436,437,37],"31516759","other\u002Fneutral\u002Fidea","capableweb",[439,425,37,436,440,37],"31517533","mromanuk",[442,443,37,233,444,37],"31518727",18,"lyind",[446,31,38,447,448,37],"31520942","project\u002Fneutral\u002Fdocs","daenz",[450,33,38,451,452,37],"31516749","project\u002Fmixed\u002Fdesign","ant6n",[454,33,37,211,11,42],"31516859",[456,457,38,211,458,37],"31516710",21,"thinkski",[460,457,37,211,11,42],"31516853",[462,463,47,269,464,37],"31517080",22,"ricochet11",[466,463,37,436,467,37],"31517389","mateo1",[469,191,38,217,470,37],"31516831","sam_bristow",[119,472,42,473,120,37],24,"project\u002Fcritical\u002Fexecution",[475,472,37,360,11,42],"31517758",[477,472,38,413,120,37],"31524210",[479,472,37,413,11,42],"31528227",[481,482,38,447,161,37],"31517174",25,[484,485,42,276,486,37],"31522584",26,"savolai",[96,485,37,280,11,42],[489,485,37,280,11,42],"31533429",[491,492,38,217,493,37],"31516794",27,"CTDOCodebases",[495,492,37,233,496,37],"31517883","robertlagrant",[498,499,42,473,500,37],"31517230",28,"daniel_iversen",[502,499,37,413,11,42],"31517276",[504,32,38,217,505,37],"31516480","ge96",[507,508,47,269,509,37],"31517101",30,"TruthWillHurt",[511,512,38,451,513,37],"31516497",31,"wfme",[515,512,37,280,11,42],"31516645",[517,518,37,233,519,37],"31518656",32,"swayvil",[521,522,42,473,523,37],"31516766",33,"tr33house",[525,522,37,233,526,37],"31517042","Semaphor",[528,529,42,530,531,37],"31518020",34,"project\u002Fcritical\u002Fperformance","bsnal",[533,529,37,211,11,42],"31518401",[535,536,38,211,537,37],"31516814",35,"chayesfss",[539,536,37,211,11,42],"31516931",[541,542,38,211,543,37],"31517157",36,"vletal",[545,542,37,211,11,42],"31517579",[547,190,38,217,548,37],"31517716","bobthehomeless",[550,551,38,349,552,37],"31516435",38,"quanto",[554,551,37,447,11,42],"31517240",[556,557,47,558,559,37],"31516319",39,"project\u002Fpositive\u002Fnone","julienfr112",[561,557,37,363,11,42],"31516716",[563,564,38,447,565,37],"31517420",40,"mutant",[567,205,38,349,568,37],"31517589","ReactiveJelly",[570,571,47,269,572,37],"31516592",42,"timeimp",[574,571,37,363,11,42],"31516732",[576,577,47,558,578,37],"31516420",43,"poniko",[580,577,37,363,11,42],"31516713",[582,583,38,211,584,37],"31518673",44,"st3ve445678",[586,583,37,211,11,42],"31521102",[588,589,47,558,590,37],"31516346",45,"ochronus",[592,589,37,363,11,42],"31516714",[594,595,47,558,596,37],"31519605",46,"sydthrowaway",[598,599,47,269,342,37],"31519023",47,[601,599,37,349,11,42],"31528280",[603,16,42,237,604,37],"31516618","varispeed",[606,16,37,217,11,42],"31516641",[608,16,37,233,609,37],"31517934","quickthrower2",[611,16,37,612,613,37],"31516820","commenter\u002Fcritical\u002Fidea","jazzyjackson",[615,16,37,220,616,37],"31519354","jhgb",[618,619,42,620,621,37],"31518547",49,"maker\u002Fcritical\u002Fdesign","kleer001",[623,619,37,233,342,37],"31518964",[625,619,37,220,621,37],"31521836",[],[628,633,637,642,647,652],{"id":629,"name":630,"points":631,"category":632},"31586833","Captain of Industry",1157,"games",{"id":634,"name":635,"points":636,"category":632},"31572258","Don't Wordle",676,{"id":638,"name":639,"points":640,"category":641},"31527544","Podbabble",247,"consumer_social",{"id":643,"name":644,"points":645,"category":646},"31580045","GitNoter",241,"productivity",{"id":648,"name":649,"points":650,"category":651},"31580351","Obfuscate",235,"security_privacy",{"id":653,"name":654,"points":655,"category":656},"31536217","Self-Hosted Maps Stack",213,"infrastructure",false,"v2",{"id":660,"name":5,"line":6,"ai":657,"cat":20,"year":13,"points":14,"comments":15,"rec":28,"s":661,"top":18,"kw":662,"maker":11,"domain":10,"tier":19,"attempts":37,"strip":663,"url":9,"mix":664,"praise":104,"objection":112,"sub":21},31516108,0.03,[21,24,25,26,27],"3311122305513153551353533511151134355511",[31,32,18,33],1794036620815]