[{"data":1,"prerenderedAt":362},["ShallowReactive",2],{"project-32269722":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":28,"sentiment":29,"stance_mix":30,"scored_comments":35,"aspects":36,"strip":45,"post_text":47,"what":48,"said":88,"maker_in_thread":179,"shape":190,"grid":194,"attempts":323,"same_week":324,"maker_shows":38,"maker_hidden":354,"reader_version":355,"card":356},"32269722","TensorDock Core GPU Cloud","GPU servers from $0.29\u002Fhr","title","Show HN: TensorDock Core GPU Cloud – GPU servers from $0.29\u002Fhr","https:\u002F\u002Fwww.tensordock.com\u002Fproduct-core","tensordock.com","jonathanlei",1659040127,2022,147,52,409,2570,16,"notable","infrastructure","gpu cloud hosting","api",[24,25,26,27],"gpu cloud","gpu server rental","machine learning training","cloud gpu pricing","curious",-0.033,{"positive":31,"neutral":32,"mixed":33,"critical":34},4,20,0,3,27,{"pricing":37,"privacy":39,"execution":40,"performance":42,"design":43,"docs":44},{"positive":38,"critical":34},2,{"positive":33,"critical":33},{"positive":41,"critical":33},1,{"positive":33,"critical":33},{"positive":33,"critical":33},{"positive":33,"critical":33},[34,34,33,33,33,33,33,34,34,34,34,33,34,34,34,34,41,34,34,41,33,46,33,34,34,46,46,34,33,46,33,34,33,33,33,33,34,33,34,41],5,"Hello HN!\n\nI’m Jonathan from TensorDock. After 7 months in beta, we’re finally launching Core Cloud, our platform to deploy GPU virtual machines in as little as 45 seconds!  https:\u002F\u002Fwww.tensordock.com\u002Fproduct-core\n\nWhy? \nTraining machine learning workloads at large clouds can be extremely expensive. This left us wondering, “how did cloud ever become more expensive than on-prem?” I’ve seen too many ML startups buy their own hardware. Cheaper dedicated servers with NVIDIA GPUs are not too hard to find, but they lack the functionality and scalability of the big clouds.\n\nWe thought to ourselves, w",{"problem":49,"audience":55,"pricing":59,"motivation":63,"time_to_build":67,"stack":68,"openness":85,"stage":86,"team_size":87},{"value":50,"source":51,"evidence":52},"Training ML workloads on large clouds is expensive; dedicated GPU servers lack cloud functionality","maker",[53],{"id":54},"post",{"value":56,"source":51,"evidence":57},"ML startups and engineers needing cheap GPU compute",[58],{"id":54},{"value":60,"source":51,"evidence":61},"Pay-as-you-go GPU VMs from $0.29\u002Fhr; storage $0.073\u002FGB\u002Fmonth when stopped; $1 free credit",[62],{"id":54},{"value":64,"source":51,"evidence":65},"Cloud compute costs too much for ML startups compared to on-prem",[66],{"id":54},null,[69,73,79],{"value":70,"source":51,"evidence":71},"NVIDIA GPUs",[72],{"id":54},{"value":74,"source":51,"evidence":75},"OpenStack (for marketplace hosts)",[76],{"id":77,"by":11,"text":78},"32270948","Thanks for the comment! Quick answer: it's complicated. Long answer: We own a substantial amount of compute ourselves, as far as Singapore where we have fully-owned hardware at…",{"value":80,"source":51,"evidence":81},"Docker and NVIDIA-Docker2 on ML images",[82],{"id":83,"by":11,"text":84},"32271050","Cool, let me know if you need anything at jonathan@tensordock.com! Unlike other managed Docker hosting services, these are fully virtualized VMs, so you can use whatever tools…","unknown","launched","team",{"praise":89,"objections":104,"requests":120,"questions":135,"alternatives":148},[90,98],{"value":91,"source":92,"evidence":93},"Cheaper than Lambda Labs and other clouds for some GPUs","commenter",[94],{"id":95,"by":96,"text":97},"32270697","wintermute9124","GPU pricing of alternative clouds (lowest price to highest): [A100 PCI] Lambda Labs: $1.10\u002Fhr TensorDock: $2.06\u002Fhr Coreweave: $2.46\u002Fhr Paperspace: $3.09\u002Fhr [A100 SXM] Lambda…",{"value":99,"source":51,"evidence":100},"Networked storage and resizable VMs are useful",[101],{"id":102,"by":11,"text":103},"32271184","Thanks for the comment! Yes, Lambda Labs recently lowered pricing, so they're now roughly equivalent to us, and they beat us on some configurations. I haven't used them, so…",[105,113],{"value":106,"source":92,"evidence":107},"Unclear security when hardware is owned by third-party partners",[108,109],{"id":95,"by":96,"text":97},{"id":110,"by":111,"text":112},"32273760","porker","And data security? Can you answer that part of the question? Most of my ML training is done using personal data or sensitive documents, and I have not found a cheap provider yet…",{"value":114,"source":92,"evidence":115},"Billing language on pricing page sounds aggressive",[116],{"id":117,"by":118,"text":119},"32278995","octagons","This looks like a very viable solution for hobbyists, which has me interested in trying it out and I intend to do so. Some feedback on your landing page: your \"Frequently asked…",[121,128],{"value":122,"source":92,"evidence":123},"Bring-your-own OS images",[124],{"id":125,"by":126,"text":127},"32272256","skainswoo","Is it possible to bring our own OS images, ie is it possible to run NixOS on TensorDock?",{"value":129,"source":92,"evidence":130},"Europe datacenter for GDPR-compliant data",[131],{"id":132,"by":133,"text":134},"32272946","antupis","Somebody should build \"cheap\" service to EU. Quick googling and Paperspace is only one with datacenter at EU. Those GDPR requirements are now rather nasty so you usually cannot…",[136,141],{"value":137,"source":92,"evidence":138},"How is data security ensured on third-party hardware",[139,140],{"id":95,"by":96,"text":97},{"id":110,"by":111,"text":112},{"value":142,"source":92,"evidence":143},"Does it support single GPUs with more than 16GB memory",[144],{"id":145,"by":146,"text":147},"32271363","panabee","congratulations! this is very cool. do you have single GPU instances with more than 16 GB of GPU memory? we use AWS and oracle now.",[149,157,164,168,172],{"value":150,"source":92,"evidence":151},"Lambda Labs",[152,156],{"id":153,"by":154,"text":155},"32270684","treasurebots","Always cool to see new cloud GPU offerings, but isn't Lambda Labs' cloud offering roughly equivalent (in the case of V100s) or substantially cheaper (in the case of A100s)?…",{"id":95,"by":96,"text":97},{"value":158,"source":92,"evidence":159},"Vast.ai",[160],{"id":161,"by":162,"text":163},"32272524","tekgnos","I agree, it is always cool to see GPU offerings. How is this different from Vast.ai (mentioned 4 months ago here on HN)? Vast has RTX 3090 GPUs for $.32\u002Fhr on-demand or $.18\u002Fhr…",{"value":165,"source":92,"evidence":166},"Paperspace",[167],{"id":95,"by":96,"text":97},{"value":169,"source":92,"evidence":170},"CoreWeave",[171],{"id":95,"by":96,"text":97},{"value":173,"source":92,"evidence":174},"AWS",[175],{"id":176,"by":177,"text":178},"32273281","andrewstuart","You can get GPU instances on AWS for 12 cents per hour.",{"comments":180,"answered":181,"key":182},15,9,[183,186,189],{"id":184,"text":185},"32271020","Wow, cool! Yes - interruptible can be very cheap... I'll add it to our backlog so we do that instead of idly mining I was wondering, do you happen to have an API for listing…",{"id":187,"text":188},"32272245","Just a side note here, it seems that these are spot instances, whereas all our VMs are non-interruptible. So there is a bit of difference (e.g. you probably wouldn't do a…",{"id":77,"text":78},{"commenters":35,"max_depth":191,"maker_replies":180,"first_comment_mins":192,"lifespan_hours":193},6,103,64,[195,197,200,203,206,208,210,212,214,216,219,222,223,225,227,229,230,232,235,238,241,243,244,248,249,251,252,254,257,259,261,264,268,271,275,279,284,285,289,291,293,295,297,302,304,306,309,311,313,315,319,321],[95,33,34,196,96,33],"project\u002Fneutral\u002Fpricing",[198,33,34,196,199,33],"32270837","freediver",[201,33,33,202,96,33],"32270895","commenter\u002Fneutral\u002Fpricing",[204,33,33,205,199,33],"32270910","commenter\u002Fneutral\u002Fnone",[207,33,33,205,96,33],"32271003",[209,33,33,205,199,33],"32271161",[184,33,33,211,11,41],"maker\u002Fneutral\u002Fpricing",[213,33,33,202,199,33],"32271084",[187,33,33,215,11,41],"project\u002Fneutral\u002Fnone",[217,33,34,215,218,33],"32274216","tinus_hn",[220,33,34,215,221,33],"32270857","Havoc",[77,33,33,215,11,41],[110,33,34,224,111,33],"project\u002Fneutral\u002Fprivacy",[226,33,34,224,96,33],"32274993",[228,33,33,224,11,41],"32282359",[132,33,34,215,133,33],[231,33,33,215,11,41],"32282279",[233,33,34,196,234,33],"32274108","fxtentacle",[236,33,34,196,237,33],"32274371","mdda",[239,33,34,196,240,33],"32295054","artemisart",[153,41,41,242,154,33],"project\u002Fcritical\u002Fpricing",[102,41,33,215,11,41],[245,41,34,246,247,33],"32271637","project\u002Fneutral\u002Fexecution","dimitry12",[161,38,34,215,162,33],[250,38,33,215,11,41],"32272651",[117,34,41,242,118,33],[253,34,33,196,11,41],"32279098",[255,34,46,256,118,33],"32279157","project\u002Fpositive\u002Fpricing",[258,34,33,196,11,41],"32282383",[145,31,34,260,146,33],"project\u002Fneutral\u002Fperformance",[262,31,34,196,263,33],"32271916","ryansun",[265,46,34,266,267,33],"32275797","project\u002Fneutral\u002Fdesign","Too",[269,191,46,256,270,33],"32271267","raitom",[272,191,46,273,274,33],"32271297","project\u002Fpositive\u002Fnone","atomict",[276,191,34,277,278,33],"32271833","maker\u002Fneutral\u002Fnone","shermanda1919",[280,281,34,282,283,33],"32270752",7,"project\u002Fneutral\u002Fdocs","NicoJuicy",[83,281,33,215,11,41],[286,281,46,287,288,33],"32271257","project\u002Fpositive\u002Fexecution","pj_mukh",[290,281,33,205,263,33],"32271974",[292,281,33,205,278,33],"32271993",[294,281,34,215,270,33],"32271295",[296,281,33,215,11,41],"32272184",[298,299,33,300,301,33],"32274559",8,"other\u002Fneutral\u002Fnone","noajshu",[303,299,33,300,263,33],"32276183",[305,299,33,300,11,41],"32279177",[307,181,33,300,308,33],"32276075","yewenjie",[310,181,33,215,11,41],"32282407",[125,312,34,215,126,33],10,[314,312,33,215,11,41],"32272280",[316,317,34,215,318,33],"32274269",11,"undefuser",[320,317,33,215,11,41],"32279193",[176,322,41,242,177,33],12,[],[325,330,335,340,345,350],{"id":326,"name":327,"points":328,"category":329},"32266086","Parsnip",536,"learning_science",{"id":331,"name":332,"points":333,"category":334},"32303762","sqlite-zstd",420,"data",{"id":336,"name":337,"points":338,"category":339},"32293178","PlayCode",397,"dev_tools",{"id":341,"name":342,"points":343,"category":344},"32331359","Adadot",325,"web_saas",{"id":346,"name":347,"points":348,"category":349},"32312413","Emery",261,"productivity",{"id":351,"name":352,"points":353,"category":334},"32269287","mvsqlite",150,false,"v2",{"id":357,"name":5,"line":6,"ai":354,"cat":20,"year":13,"points":14,"comments":15,"rec":28,"s":358,"top":18,"kw":359,"maker":11,"domain":10,"tier":19,"attempts":33,"strip":360,"url":9,"mix":361,"praise":91,"objection":106,"sub":21},32269722,-0.03,[24,25,26,27],"3300000333303333133105033553050300003031",[31,32,33,34],1794036623075]