[{"data":1,"prerenderedAt":805},["ShallowReactive",2],{"project-40260259":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":5,"maker":10,"posted_at":11,"year":12,"points":13,"comments":14,"rank_in_year":13,"shown_in_year":15,"top":16,"tier":17,"category":18,"subcategory":19,"format":20,"keywords":21,"reception":26,"sentiment":27,"stance_mix":28,"scored_comments":33,"aspects":34,"strip":46,"post_text":48,"what":49,"said":77,"maker_in_thread":248,"shape":260,"grid":264,"attempts":763,"same_week":768,"maker_shows":37,"maker_hidden":797,"reader_version":798,"card":799},"40260259","gpudeploy.com","\"Airbnb\" for GPUs","title","Show HN: gpudeploy.com – \"Airbnb\" for GPUs","https:\u002F\u002Fwww.gpudeploy.com","nicowaltz",1714856635,2024,267,188,3515,8,"legend","infrastructure","gpu cloud marketplace","web_app",[22,23,24,25],"gpu rental","on-demand gpu","gpu cloud","idle compute","curious",-0.191,{"positive":29,"neutral":30,"mixed":31,"critical":32},6,55,0,24,85,{"privacy":35,"execution":36,"performance":38,"idea":39,"docs":42,"design":43,"pricing":44},{"positive":31,"critical":29},{"positive":37,"critical":29},1,{"positive":31,"critical":37},{"positive":40,"critical":41},4,7,{"positive":31,"critical":37},{"positive":31,"critical":31},{"positive":37,"critical":45},3,[37,45,45,40,31,45,45,31,37,37,47,31,31,31,31,31,31,45,40,37,37,45,45,45,47,45,47,45,31,45,37,47,37,45,31,45,40,45,47,47],2,"Hi HN,\n\nYC w24 company here. We just pivoted from drone delivery to build gpudeploy.com, a website that routes on-demand traffic for GPU instances to idle compute resources.\n\nThe experience is similar to lambda labs, which we’ve really enjoyed for training our robotics models, but their GPUs are never available for on-demand. We are also trying to make it more no-nonsense (no hidden fees, no H100 behind “contact sales”, etc.).\n\nThe tech to make this work is actually kind of nifty, we may do an in-depth HN post on that soon.\n\nRight now, we have H100s, a few RTX 4090s and a GTX 1080 Ti online. F",{"problem":50,"audience":56,"pricing":60,"motivation":66,"time_to_build":73,"stack":74,"openness":75,"stage":76,"team_size":75},{"value":51,"source":52,"evidence":53},"GPU instances are hard to get on demand; the maker says Lambda Labs GPUs are never available on demand","maker",[54],{"id":55},"post",{"value":57,"source":52,"evidence":58},"Researchers and AI teams needing GPU compute; owners of idle GPUs",[59],{"id":55},{"value":61,"source":52,"evidence":62},"Quoted price is an upper limit; final rate depends on provider input and is usually lower",[63],{"id":64,"by":10,"text":65},"40261621","Thanks for the input, you're right, maybe a fixed price is better. The idea currently is that the quoted price is an upper limit on the rate you pay and the final rate depends on…",{"value":67,"source":52,"evidence":68},"Pivoted from drone delivery after lack of interest; wanted better on-demand GPU access for their robotics models",[69,70],{"id":55},{"id":71,"by":10,"text":72},"40262268","While most people think it's cool and some think it's scary, drone delivery is ultimately something that people (that is: companies with money) don't need. Turns out, using…",null,[],"unknown","launched",{"praise":78,"objections":95,"requests":139,"questions":179,"alternatives":215},[79],{"value":80,"source":81,"evidence":82},"Concept of an on-demand GPU marketplace is appealing","commenter",[83,87,91],{"id":84,"by":85,"text":86},"40260788","yeldarb","Love the concept. I've used vast.ai (similar \"Airbnb for GPUs\" pitch) for years to spin up cheap test machines with GPUs you can't really find in the cloud (and especially…",{"id":88,"by":89,"text":90},"40265511","ericyd","Might just be me but I think \"On demand GPU provisioning\" is easier to understand than \"Airbnb for GPUs\"",{"id":92,"by":93,"text":94},"40261790","rushingcreek","This is really great! I hope you succeed. At Phind, we’re customers of Voltage Park and SF Compute for something similar. Let me know if you’d like to chat!",[96,111,125,132],{"value":97,"source":81,"evidence":98},"Security: containers are not a sandbox for untrusted code",[99,103,107],{"id":100,"by":101,"text":102},"40261649","lolinder","I've always understood that containers are not proper sandboxes and shouldn't be used for containing untrusted code, no matter the best practices used. Has this changed in recent…",{"id":104,"by":105,"text":106},"40268339","flaminHotSpeedo","So you don't have real security for operators, is what you're saying. Containers are not, and will never be, a secure isolation boundary.",{"id":108,"by":109,"text":110},"40261591","lschneider","At the moment, we manually verify operators and are currently onboarding some tier-4 operators. Down the line, we'll have a 2-tier system where you can choose whether you want a…",{"value":112,"source":81,"evidence":113},"Result verification: providers could return fake GPU results",[114,118,122],{"id":115,"by":116,"text":117},"40263157","ezoe","If you let third party stranger to offer GPU resource, how do you deal with: 1. Privacy. An attacker can set up a GPU honey pot and and sell the data they got. 2. Fake GPU…",{"id":119,"by":120,"text":121},"40261429","remram","What's preventing GPU providers from sending wrong results instead of actually running the computation? For example, send the last computed result? Is this something that the…",{"id":123,"by":120,"text":124},"40262019","That's my whole question, do they do random audits, or is it the job of customers to double-check their results for possible attack or compute-theft and report.",{"value":126,"source":81,"evidence":127},"Pricing is not cheap compared with alternatives",[128],{"id":129,"by":130,"text":131},"40260805","spxneo","doesn't seem all that cheap compared to whats available",{"value":133,"source":81,"evidence":134},"Sign-up and billing issues reported",[135],{"id":136,"by":137,"text":138},"40263636","IndigoIncognito","Tried deploying an instance, didn't work, no option to let me delete my billing info\u002F account. Identical services with better features and more availability exist",[140,155,165],{"value":141,"source":81,"evidence":142},"Documentation of security practices and onboarding",[143,147,151],{"id":144,"by":145,"text":146},"40263588","janosdebugs","Having done a little bit of work in the area[1], I think you should publicly document exactly what those best-practices are. Are the workloads running in a networkless container?…",{"id":148,"by":149,"text":150},"40260953","ganoushoreilly","Im also interested in what the differing factor is. Would also like to see more documentation for onboarding rather than just \"Ubuntu and root available\".",{"id":152,"by":153,"text":154},"40261129","lreeves","It'd be nice if there was any documentation on how the sharing side of things worked pre-account creation. Is it a VM image you distribute? Docker container?",{"value":156,"source":81,"evidence":157},"Windows and macOS support for providers",[158,162],{"id":159,"by":160,"text":161},"40260916","overgard","Pretty neat, but is there any Windows or MacOS support planned? I wouldn't mind renting out my GPU when it's idle, but I don't really want to go through the process of dual…",{"id":163,"by":10,"text":164},"40261567","Windows support is definitely something we are thinking about.",{"value":166,"source":81,"evidence":167},"Per-second billing and data persistence across pauses",[168,172,176],{"id":169,"by":170,"text":171},"40264155","DeathArrow","What are the benefits over Salad or Vast.ai? If I pause a GPU instance will I be able to resume it on the same host so I can use the data generated before?",{"id":173,"by":174,"text":175},"40262557","azinman2","Seems like you have to rent for specific dates… that doesn’t feel very on-demand to me. It also means you have to know how much time you need. I’d love to be able to run a job…",{"id":177,"by":170,"text":178},"40264371","I like runpod the most. They offer attached network drives so you can start a GPU instance, stop it, and restart while retaining the data. This way you don't have to sync data to…",[180,192,200],{"value":181,"source":81,"evidence":182},"How is it different from vast.ai and RunPod?",[183,184,188],{"id":84,"by":85,"text":86},{"id":185,"by":186,"text":187},"40260785","a2128","What's so unique about this compared to just using RunPod?",{"id":189,"by":190,"text":191},"40261394","modeless","How are you different from vast.ai? What's your payout rate?",{"value":193,"source":81,"evidence":194},"How much do GPU owners get paid?",[195,199],{"id":196,"by":197,"text":198},"40265910","cfn","How much do these kind of services pay the GPU owners? Before I sign up and add my nodes I need to know if it will be worth it considering I'm paying the power to run it,…",{"id":189,"by":190,"text":191},{"value":201,"source":81,"evidence":202},"What privacy guarantees exist for renters?",[203,207,211],{"id":204,"by":205,"text":206},"40262871","CaptainFever","What about privacy? Can I run sensitive data on these strangers' GPUs?",{"id":208,"by":209,"text":210},"40262046","lordofgibbons","Hello, I'm currently in the market for an on-demand GPU host so this is perfect timing. What kind of privacy can I expect from this service?",{"id":212,"by":213,"text":214},"40260968","EE84M3i","What's the security story here?",[216,228,237,244],{"value":217,"source":81,"evidence":218},"vast.ai",[219,220,224],{"id":84,"by":85,"text":86},{"id":221,"by":222,"text":223},"40261573","tehsauce","+1 for vast. they usually are the cheapest and have the most supply. some instances can be less reliable at the low end though",{"id":225,"by":226,"text":227},"40260851","krasin","Related: https:\u002F\u002Fvast.ai is good and cheap. Just don't put any sensitive data on these GPU machines. I've been a happy user of vast.ai for some time now.",{"value":229,"source":81,"evidence":230},"RunPod",[231,232,236],{"id":185,"by":186,"text":187},{"id":233,"by":234,"text":235},"40261308","scottfits","I have a cluster on RunPod and it's great, but there's definitely some opportunity in the space, for example if you can focus on transparency (utilization rates, more info about…",{"id":177,"by":170,"text":178},{"value":238,"source":81,"evidence":239},"Akash Network",[240],{"id":241,"by":242,"text":243},"40261194","nirvanatikku","Great idea and wishing you the best of luck! Dropping a note that I've found https:\u002F\u002Fakash.network\u002F ~ https:\u002F\u002Fakash.network\u002Fgpus\u002F to be impressive, as typically with crypto…",{"value":245,"source":81,"evidence":246},"Salad",[247],{"id":169,"by":170,"text":171},{"comments":249,"answered":29,"key":250},11,[251,254,257],{"id":252,"text":253},"40261688","Main difference is that we are more opinionated (in terms of configurations) and sort of do the scrolling and sorting out for you – hopefully a bit smoother as a user experience.…",{"id":255,"text":256},"40262066","Exactly, that's the idea",{"id":258,"text":259},"40269831","Will fix.",{"commenters":261,"max_depth":249,"maker_replies":249,"first_comment_mins":262,"lifespan_hours":263},118,66,528,[265,267,271,275,278,281,285,289,292,294,298,300,304,307,310,312,316,320,323,326,328,331,332,334,338,340,342,345,349,352,354,357,360,362,363,365,367,370,373,377,380,381,385,388,391,394,397,400,403,407,411,414,416,418,420,423,426,429,431,434,436,438,441,443,445,447,449,452,455,457,460,462,465,467,470,473,476,478,480,482,484,486,489,492,496,499,502,503,506,509,512,514,517,520,522,523,525,527,529,532,533,536,538,540,542,544,546,548,550,552,554,556,558,560,561,564,565,566,570,573,575,578,581,584,587,589,591,593,596,599,602,605,608,611,614,617,620,623,625,627,629,631,633,638,640,642,645,647,649,651,654,657,660,663,667,669,673,675,678,681,684,687,690,693,696,698,700,702,704,708,712,714,716,720,724,727,731,733,735,737,740,742,746,748,750,754,758,761],[115,31,37,266,116,31],"project\u002Fcritical\u002Fprivacy",[268,31,45,269,270,31],"40263198","project\u002Fneutral\u002Fprivacy","mnahkies",[272,31,31,273,274,31],"40265694","commenter\u002Fneutral\u002Fnone","aliljet",[276,31,31,277,270,31],"40267511","commenter\u002Fneutral\u002Fprivacy",[279,31,45,269,280,31],"40263298","TazeTSchnitzel",[282,31,45,283,284,31],"40263539","project\u002Fneutral\u002Fnone","courseofaction",[286,31,31,287,288,31],"40263666","other\u002Fneutral\u002Fnone","larodi",[290,31,31,287,291,31],"40263803","Foobar8568",[293,31,31,287,288,31],"40285110",[295,31,45,296,297,31],"40263861","project\u002Fneutral\u002Fexecution","p4bl0",[299,31,31,287,297,31],"40266079",[301,31,37,302,303,31],"40266637","project\u002Fcritical\u002Fperformance","zorgmonkey",[305,31,45,296,306,31],"40266281","evilduck",[84,37,308,309,85,31],5,"project\u002Fpositive\u002Fidea",[148,37,45,311,149,31],"project\u002Fneutral\u002Fdocs",[313,37,308,314,315,31],"40261617","project\u002Fpositive\u002Fexecution","icelancer",[317,37,45,318,319,31],"40263840","project\u002Fneutral\u002Fperformance","lelanthran",[321,37,45,318,322,31],"40266033","everforward",[324,37,31,273,325,31],"40338863","polygot",[327,37,31,273,315,31],"40485399",[329,37,31,273,330,31],"40260990","firloop",[221,37,31,273,222,31],[252,37,31,333,10,37],"maker\u002Fneutral\u002Fidea",[335,37,45,336,337,31],"40261995","project\u002Fneutral\u002Fidea","bradfox2",[255,37,31,339,10,37],"maker\u002Fpositive\u002Fidea",[341,37,45,296,337,31],"40262828",[343,37,31,287,344,31],"40262260","bigcat12345678",[346,37,31,347,348,31],"40263387","other\u002Fneutral\u002Fdocs","mkl",[350,37,31,287,351,31],"40264810","grepfru_it",[353,37,31,273,170,31],"40264184",[355,37,31,287,356,31],"40266811","jcannell",[358,37,45,359,197,31],"40265843","project\u002Fneutral\u002Fdesign",[258,37,31,361,10,37],"maker\u002Fpositive\u002Fdesign",[241,47,31,287,242,31],[364,47,31,287,209,31],"40262036",[366,47,31,287,242,31],"40262261",[368,47,31,287,369,31],"40265043","barbarr",[371,47,31,287,372,31],"40285914","david_shi",[374,45,37,375,376,31],"40266491","project\u002Fcritical\u002Fdocs","spencera",[378,45,31,379,10,37],"40269822","maker\u002Fpositive\u002Fdocs",[88,40,45,336,89,31],[382,40,31,383,384,31],"40265609","other\u002Fneutral\u002Fidea","montebicyclelo",[386,40,37,387,89,31],"40265737","project\u002Fcritical\u002Fidea",[389,40,37,387,390,31],"40265872","michaelt",[392,40,45,336,393,31],"40268407","Volt",[395,40,37,387,396,31],"40265621","nojvek",[398,40,45,336,399,31],"40266087","kobalsky",[401,40,45,336,402,31],"40266585","wg0",[404,40,45,405,406,31],"40269262","project\u002Fneutral\u002Fpricing","bobbob1921",[408,308,37,409,410,31],"40261289","project\u002Fcritical\u002Fexecution","latchkey",[412,308,31,287,413,31],"40261303","dheera",[415,308,31,287,410,31],"40261311",[417,308,31,287,413,31],"40261332",[419,308,31,287,410,31],"40261357",[421,308,31,287,422,31],"40261364","mcmcmc",[424,308,31,287,425,31],"40261597","15155",[427,308,31,287,428,31],"40261642","tptacek",[430,308,31,287,410,31],"40261702",[432,308,31,287,433,31],"40262077","dang",[435,308,31,287,410,31],"40262096",[437,308,31,273,433,31],"40269124",[439,308,31,273,440,31],"40270712","2024throwaway",[442,308,31,273,433,31],"40270784",[444,308,31,273,440,31],"40270803",[446,308,31,273,428,31],"40262576",[448,308,31,273,410,31],"40280717",[450,308,31,287,451,31],"40261970","moneywoes",[453,308,31,287,454,31],"40264780","gadflyinyoureye",[456,308,31,287,440,31],"40270720",[458,29,31,287,459,31],"40260832","bllchmbrs",[461,29,31,287,410,31],"40261412",[463,29,31,287,464,31],"40261962","Ocha",[466,29,31,287,410,31],"40262034",[468,29,31,287,469,31],"40262684","mike_d",[471,29,31,287,472,31],"40263181","LoganDark",[474,29,31,287,475,31],"40266317","trogdor",[477,29,31,287,410,31],"40266539",[479,29,31,287,475,31],"40280159",[481,29,31,287,410,31],"40280221",[483,29,31,287,459,31],"40265840",[485,29,31,287,410,31],"40265900",[487,41,45,269,488,31],"40263065","keefle",[490,16,45,333,491,31],"40260690","malfist",[493,16,31,494,495,31],"40260725","commenter\u002Fneutral\u002Fidea","exe34",[497,16,308,339,498,31],"40260777","MikeTheGreat",[500,16,31,287,501,31],"40262185","jayyhu",[71,16,31,333,10,37],[504,16,308,339,505,31],"40263436","qeternity",[507,16,37,387,508,31],"40260853","kristopolous",[510,16,31,287,511,31],"40272072","callalex",[212,513,45,269,213,31],9,[515,513,37,266,516,31],"40261075","htrp",[518,513,45,269,519,31],"40261602","Traubenfuchs",[521,513,37,266,101,31],"40261674",[119,513,37,409,120,31],[524,513,37,409,410,31],"40261560",[526,513,37,409,120,31],"40261628",[528,513,45,269,410,31],"40261639",[530,513,45,296,531,31],"40261645","krapht",[123,513,45,296,120,31],[534,513,31,273,535,31],"40263222","greenish_shores",[537,513,31,273,120,31],"40264758",[539,513,31,273,535,31],"40266052",[541,513,31,273,120,31],"40275157",[543,513,31,273,535,31],"40279351",[545,513,31,273,535,31],"40263220",[547,513,45,296,535,31],"40263210",[549,513,31,273,120,31],"40264765",[551,513,31,273,535,31],"40348292",[553,513,45,269,535,31],"40263215",[555,513,31,273,120,31],"40264770",[557,513,31,273,535,31],"40264907",[108,513,45,559,109,31],"maker\u002Fneutral\u002Fprivacy",[100,513,37,266,101,31],[562,513,45,269,563,31],"40261816","gavindean90",[144,513,45,311,145,31],[104,513,37,266,105,31],[567,568,45,405,569,31],"40262957",10,"cdchn",[571,568,45,405,572,31],"40263287","ant6n",[574,568,45,405,505,31],"40263412",[576,568,45,405,577,31],"40263950","poooogles",[579,568,31,287,580,31],"40264490","psini",[582,249,45,336,583,31],"40260789","idiotsecant",[585,249,45,405,586,31],"40261509","dbish",[136,588,37,409,137,31],12,[590,588,45,296,137,31],"40267282",[233,592,45,336,234,31],13,[594,595,31,287,402,31],"40266567",14,[597,598,31,287,511,31],"40261069",15,[600,598,31,383,601,31],"40261239","cntrmmbrpsswrd",[603,598,31,287,604,31],"40261405","agumonkey",[606,598,31,287,607,31],"40261305","EduardoBautista",[609,598,31,287,610,31],"40261372","TkTech",[612,598,31,273,613,31],"40262355","luigi23",[615,598,31,287,616,31],"40261486","kuschku",[618,598,31,287,619,31],"40299215","fl0ki",[621,598,31,287,622,31],"40267076","AbstractH24",[152,624,45,311,153,31],16,[626,624,45,311,109,31],"40261170",[169,628,45,336,170,31],17,[204,630,45,269,205,31],18,[173,632,37,387,174,31],19,[634,635,37,636,637,31],"40261492",20,"project\u002Fcritical\u002Fpricing","oefrha",[64,635,31,639,10,37],"maker\u002Fneutral\u002Fpricing",[641,635,45,639,410,31],"40261847",[643,635,308,644,637,31],"40263207","maker\u002Fpositive\u002Fpricing",[129,646,37,636,130,31],21,[185,648,45,336,186,31],22,[177,650,37,387,170,31],23,[652,32,31,287,653,31],"40261281","thih9",[655,32,31,287,656,31],"40261301","burkaman",[658,32,31,287,659,31],"40261380","omneity",[661,662,31,383,344,31],"40261258",25,[664,665,37,636,666,31],"40261125",26,"mattxxx",[196,668,45,405,197,31],27,[670,671,45,405,672,31],"40266369",28,"renewiltord",[159,674,45,296,160,31],29,[676,674,31,273,677,31],"40261010","bongodongobob",[679,674,31,287,680,31],"40261062","zephyrthenoble",[682,674,31,287,683,31],"40261095","otterley",[685,674,31,287,686,31],"40261172","erhaetherth",[688,674,31,273,689,31],"40261212","hhh",[691,674,31,287,692,31],"40261393","freedomben",[694,674,31,287,695,31],"40261415","1992spacemovie",[697,674,31,287,692,31],"40266262",[699,674,31,287,695,31],"40310440",[701,674,31,273,677,31],"40261988",[163,674,31,703,10,37],"maker\u002Fneutral\u002Fexecution",[705,706,45,336,707,31],"40264211",30,"floor_",[709,710,45,296,711,31],"40262340",31,"KeplerBoy",[92,713,308,309,93,31],32,[208,715,45,269,209,31],33,[717,718,45,336,719,31],"40265337",34,"anshumankmr",[721,722,45,336,723,31],"40261603",35,"CtrlAltDelete51",[725,722,31,726,10,37],"40262032","maker\u002Fneutral\u002Fnone",[728,729,31,287,730,31],"40261391",36,"animex",[732,729,31,383,120,31],"40261421",[734,729,31,339,10,37],"40261576",[189,736,45,336,190,31],37,[738,739,37,409,723,31],"40261658",38,[741,739,31,726,10,37],"40261895",[743,744,45,336,745,31],"40261227",39,"densh",[747,744,31,296,10,37],"40261692",[749,744,45,703,511,31],"40272095",[751,752,45,405,753,31],"40263710",40,"anyfactor",[755,756,37,387,757,31],"40261064",41,"epa",[759,760,45,283,451,31],"40261966",42,[225,762,37,266,226,31],43,[764,765],{"id":4,"t":11,"points":13,"comments":14},{"id":766,"t":767,"points":47,"comments":31},"40889571",1720262983,[769,774,778,783,788,793],{"id":770,"name":771,"points":772,"category":773},"40252569","Secret Llama",547,"ai",{"id":775,"name":776,"points":777,"category":773},"40300126","GrafyChat",459,{"id":779,"name":780,"points":781,"category":782},"40250557","BandMatch",452,"productivity",{"id":784,"name":785,"points":786,"category":787},"40260035","Dillo",430,"dev_tools",{"id":789,"name":790,"points":791,"category":792},"40273470","GetAnyPlant",427,"consumer_social",{"id":794,"name":795,"points":796,"category":773},"40272339","AI climbing coach",320,false,"v2",{"id":800,"name":5,"line":6,"ai":797,"cat":18,"year":12,"points":13,"comments":14,"rec":26,"s":801,"top":16,"kw":802,"maker":10,"domain":5,"tier":17,"attempts":47,"strip":803,"url":9,"mix":804,"praise":80,"objection":97,"sub":19},40260259,-0.19,[22,23,24,25],"1334033011200000034113332323031213034322",[29,30,31,32],1794036654260]