[{"data":1,"prerenderedAt":139},["ShallowReactive",2],{"project-39417197":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":28,"sentiment":29,"stance_mix":30,"scored_comments":31,"aspects":32,"strip":33,"post_text":34,"what":35,"said":66,"maker_in_thread":92,"shape":94,"grid":97,"attempts":100,"same_week":101,"maker_shows":131,"maker_hidden":132,"reader_version":133,"card":134},"39417197","insanely-fast-whisper-api","An Open Source API with Insanely Fast Whisper and Fly GPUs","title","Show HN: I Built an Open Source API with Insanely Fast Whisper and Fly GPUs","https:\u002F\u002Fgithub.com\u002FJigsawStack\u002Finsanely-fast-whisper-api","github.com","yoeven",1708244293,2024,13,1,2289,3515,66,"shown","ai","speech transcription api","api",[24,25,26,27],"whisper","speech to text","transcription api","fly gpu","quiet",null,{"positive":31,"neutral":31,"mixed":31,"critical":31},0,{},[31],"Hi HN! Since the launch of JigsawStack.com, we've been trying to dive deeper into fully managed AI APIs built and fine tuned for specific use cases. Audio\u002Fvideo transcription was one of the more basic things and we wanted the best open source model at this point it is OpenAI's whisper large v3 model based on the number of languages it supports and its accuracy.\n\nThe thing is, the model is huge and requires tons of GPU power for it to run efficiently at scale. Even OpenAI doesn't provide an API for their best transcription model while only providing whisper v2 at a pretty high price. I tried ru",{"problem":36,"audience":29,"pricing":29,"motivation":42,"time_to_build":29,"stack":46,"openness":63,"stage":64,"team_size":65},{"value":37,"source":38,"evidence":39},"Running Whisper large v3 transcription is slow and costly due to GPU cold starts","maker",[40],{"id":41},"post",{"value":43,"source":38,"evidence":44},"Cheaper, faster transcription than OpenAI Whisper v2 API and other GPU hosts",[45],{"id":41},[47,51,55,59],{"value":48,"source":38,"evidence":49},"Python",[50],{"id":41},{"value":52,"source":38,"evidence":53},"Docker",[54],{"id":41},{"value":56,"source":38,"evidence":57},"Whisper large v3",[58],{"id":41},{"value":60,"source":38,"evidence":61},"Fly.io GPUs",[62],{"id":41},"open_source","launched","company",{"praise":67,"objections":76,"requests":77,"questions":82,"alternatives":83},[68],{"value":69,"source":70,"evidence":71},"Commenter found Fly GPUs through the post and offered to add Fly support to dstack","commenter",[72],{"id":73,"by":74,"text":75},"39427617","cheptsov","Great job on the project! It looks fantastic. Thanks to your post, I discovered Fly's GPUs. We are currently developing https:\u002F\u002Fgithub.com\u002Fdstackai\u002Fdstack to enable users to run…",[],[78],{"value":79,"source":70,"evidence":80},"Add support for Fly.io to dstack",[81],{"id":73,"by":74,"text":75},[],[84,88],{"value":85,"source":38,"evidence":86},"OpenAI Whisper v2 API",[87],{"id":41},{"value":89,"source":38,"evidence":90},"Replicate, Modal, Hugging Face dedicated endpoints",[91],{"id":41},{"comments":31,"answered":31,"key":93},[],{"commenters":15,"max_depth":15,"maker_replies":31,"first_comment_mins":95,"lifespan_hours":96},1498,25,[98],[73,31,31,99,74,31],"commenter\u002Fpositive\u002Fnone",[],[102,107,112,117,122,126],{"id":103,"name":104,"points":105,"category":106},"39429370","htmz",1020,"dev_tools",{"id":108,"name":109,"points":110,"category":111},"39377508","Gitlab Meeting Simulator",353,"productivity",{"id":113,"name":114,"points":115,"category":116},"39379339","Aldi Price Map",348,"data",{"id":118,"name":119,"points":120,"category":121},"39402142","Driftmania",276,"games",{"id":123,"name":124,"points":125,"category":116},"39428609","plprql",267,{"id":127,"name":128,"points":129,"category":130},"39425706","RAM Prices",241,"finance_crypto",5,false,"v2",{"id":135,"name":5,"line":6,"ai":132,"cat":20,"year":13,"points":14,"comments":15,"rec":28,"s":29,"top":18,"kw":136,"maker":11,"domain":10,"tier":19,"attempts":31,"strip":137,"url":9,"mix":138,"praise":69,"objection":-1,"sub":21},39417197,[24,25,26,27],"0",[31,31,31,31],1793991084907]