[{"data":1,"prerenderedAt":678},["ShallowReactive",2],{"project-36933603":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":36,"aspects":37,"strip":46,"post_text":48,"what":49,"said":79,"maker_in_thread":174,"shape":182,"grid":187,"attempts":640,"same_week":641,"maker_shows":400,"maker_hidden":670,"reader_version":671,"card":672},"36933603","San Francisco Compute","512 H100s at \u003C$2\u002Fhr for research and startups","title","Show HN: San Francisco Compute – 512 H100s at \u003C$2\u002Fhr for research and startups","https:\u002F\u002Fsfcompute.org\u002F","sfcompute.org","flaque",1690737924,2023,727,176,17,3109,1,"legend","infrastructure","gpu compute rental","api",[24,25,26,27,28],"h100 cluster","gpu compute","llm training","bursty training","gpu rental","curious",0.053,{"positive":32,"neutral":33,"mixed":34,"critical":35},14,37,0,9,60,{"idea":38,"pricing":41,"execution":43,"design":45},{"positive":39,"critical":40},6,3,{"positive":42,"critical":40},4,{"positive":34,"critical":44},2,{"positive":34,"critical":34},[40,34,34,34,42,40,42,40,42,40,40,40,34,42,47,18,34,18,47,40,44,47,42,42,47,40,34,34,34,34,34,34,34,34,34,34,40,40,18,18],5,null,{"problem":50,"audience":61,"pricing":66,"motivation":71,"time_to_build":48,"stack":76,"openness":77,"stage":77,"team_size":78},{"value":51,"source":52,"evidence":53},"Startups and researchers cannot get large GPU clusters for short bursts without long commitments","maker",[54,58],{"id":55,"by":56,"text":57},"36934352","agajews","Hey folks! We're Alex and Evan, and we're working on putting together a 512 H100 compute cluster for startups and researchers to train large generative models on. - it runs at…",{"id":59,"by":11,"text":60},"36935032","Ah, we're running a medium amount of compute at zero-margin. The point is not to go sell the Fortune 500, but to make sure a grad student can spend a $50k grant. Right now, it's…",{"value":62,"source":52,"evidence":63},"Startups and researchers training large generative models",[64,65],{"id":55,"by":56,"text":57},{"id":59,"by":11,"text":60},{"value":67,"source":52,"evidence":68},"Under $2.00 per H100 per hour at near-zero margin",[69,70],{"id":55,"by":56,"text":57},{"id":59,"by":11,"text":60},{"value":72,"source":52,"evidence":73},"Make it cheap for grad students and startups to train models, not just big companies",[74,75],{"id":59,"by":11,"text":60},{"id":55,"by":56,"text":57},[],"unknown","team",{"praise":80,"objections":93,"requests":105,"questions":116,"alternatives":138},[81],{"value":82,"source":83,"evidence":84},"Youthful optimism and mission praised as a good idea","commenter",[85,89],{"id":86,"by":87,"text":88},"36934431","sillysaurusx","I hope you succeed. TPU research cloud (TRC) tried this in 2019. It was how I got my start. In 2023 you can barely get a single TPU for more than an hour. Back then you could get…",{"id":90,"by":91,"text":92},"36935640","ucarion","Wishing y'all the best of luck. This would be huge for a lot of folks.",[94],{"value":95,"source":83,"evidence":96},"Unclear how the project is funded and whether the business model is sustainable",[97,101],{"id":98,"by":99,"text":100},"36937182","AndrewKemendo","The billion dollar question is: Who is funding this? Cause if it’s VC then it’s going to have the same fate as everything else after 5-7 years. I hope y’all have as innovative of…",{"id":102,"by":103,"text":104},"36939621","jeepers6","Please take this question without prejudice. Is it accurate to say you’re willing to go into ~20,000,000 USD debt to sell discounted computer-as-a-service to…",[106],{"value":107,"source":83,"evidence":108},"Explain how access will be sold and resources divided",[109,113],{"id":110,"by":111,"text":112},"36971217","orGANicWeb","How are you going to sell access and divide the resources?",{"id":114,"by":111,"text":115},"36971210","How will you sell access and divide the resources?",[117,127],{"value":118,"source":83,"evidence":119},"How the cluster was financed",[120,124],{"id":121,"by":122,"text":123},"36935246","moneycantbuy","How did you get the money to buy 512 H100s?",{"id":125,"by":11,"text":126},"36935589","Oh no, definitely not. We just got a loan. Neither Alex and I are currently VCs, and this has no affiliation with any venture fund. We want to be a customer of the sf compute…",{"value":128,"source":83,"evidence":129},"Hardware setup and scheduler choice",[130,134],{"id":131,"by":132,"text":133},"36938214","metadat","Will it be a Slurm cluster, or what kind of scheduler are they planning to use?",{"id":135,"by":136,"text":137},"36945938","PettingRabbits","What kind of hardware setup are you planning out? Colocation, roll-your-own data center, something in between? Any thoughts on what servers the GPUs will be housed in?",[139,150,160,167],{"value":140,"source":83,"evidence":141},"Lambda Labs",[142,146],{"id":143,"by":144,"text":145},"36934602","williamstein","How does this compare to https:\u002F\u002Flambdalabs.com\u002F ?",{"id":147,"by":148,"text":149},"36935641","sashank_1509","Correct me if I’m wrong but doesn’t Lambda Labs already provide them at 1.89$? What’s the point if you’re starting out not the cheapest",{"value":151,"source":83,"evidence":152},"Andromeda cluster by Nat Friedman and Daniel Gross",[153,157],{"id":154,"by":155,"text":156},"36937786","mackid","Nat Friedman and Daniel Gross setup a 2,512 H100 cluster [1] for their startups, with a very similar “shared” model. Might be interesting to connect with them. [1]…",{"id":158,"by":11,"text":159},"36938551","Nat & Daniel’s cluster is great, and we fully recommend startups seek out this option as well. Nat & Daniel are some of the best investors one can have",{"value":161,"source":83,"evidence":162},"vast.ai",[163],{"id":164,"by":165,"text":166},"36934798","whimsicalism","I am super interested in AI on a personal level and have been involved for a number of years. I have never seen a GPU crunch quite like it is right now. To anyone who is…",{"value":168,"source":83,"evidence":169},"AWS, Azure and other cloud providers",[170],{"id":171,"by":172,"text":173},"36936414","whack","> Rather than each of K startups individually buying clusters of N gpus, together we buy a cluster with NK gpus... Then we set up a job scheduler to allocate compute In theory,…",{"comments":175,"answered":44,"key":176},7,[177,178,181],{"id":59,"text":60},{"id":179,"text":180},"36937097","Yeah, if someone doesn't care about the cost and wants to buy whole cluster, they might be better off using an existing provider.",{"id":125,"text":126},{"commenters":183,"max_depth":184,"maker_replies":175,"first_comment_mins":185,"lifespan_hours":186},99,10,59,101,[188,190,194,198,200,203,205,208,210,213,215,217,219,222,226,228,232,236,239,242,245,249,253,256,259,262,264,266,269,272,274,277,278,282,284,286,288,291,295,299,302,304,306,309,311,314,316,319,322,325,328,329,331,334,337,339,341,343,345,348,351,354,356,359,363,366,368,371,373,376,379,382,385,388,391,393,396,399,401,405,408,410,412,415,418,419,422,425,427,430,432,434,437,439,441,443,444,446,449,451,455,457,460,462,465,469,473,475,478,480,482,483,486,489,491,493,495,497,500,503,505,507,510,513,515,517,519,522,525,528,530,533,536,538,541,544,547,549,552,555,558,560,563,565,568,570,572,574,577,579,581,583,585,587,589,591,594,596,599,601,603,605,607,609,611,613,615,618,621,624,627,629,631,633,636,638],[171,34,40,189,172,34],"project\u002Fneutral\u002Fidea",[191,34,34,192,193,34],"36936524","commenter\u002Fneutral\u002Fnone","abraae",[195,34,34,196,197,34],"36936767","commenter\u002Fneutral\u002Fpricing","jiggawatts",[199,34,34,192,193,34],"36936932",[201,34,34,192,202,34],"36937180","mikeravkine",[204,34,34,196,197,34],"36950422",[206,34,34,192,207,34],"36950502","alex_lav",[209,34,34,192,197,34],"36992981",[211,34,34,196,212,34],"36937232","megakwood",[214,34,34,192,197,34],"36950426",[216,34,34,192,207,34],"36937522",[218,34,34,192,197,34],"36950425",[220,34,34,196,221,34],"36937606","asdfaoeu",[223,34,34,224,225,34],"36937020","other\u002Fneutral\u002Fidea","aabhay",[227,34,34,192,165,34],"36937289",[229,34,34,230,231,34],"36937749","other\u002Fneutral\u002Fpricing","tikkun",[233,34,34,234,235,34],"36939068","other\u002Fneutral\u002Fnone","TylerE",[237,34,34,192,238,34],"36940304","littlestymaar",[240,34,40,189,241,34],"36939413","bravura",[243,34,47,244,231,34],"36942199","project\u002Fpositive\u002Fpricing",[246,18,40,247,248,34],"36936436","maker\u002Fneutral\u002Fnone","bnr4u",[250,18,40,251,252,34],"36937145","project\u002Fneutral\u002Fpricing","ec109685",[254,18,40,251,255,34],"36937429","version_five",[257,18,40,251,258,34],"36937702","jedberg",[260,18,34,230,261,34],"36939177","fragmede",[263,18,34,192,258,34],"36950856",[265,18,47,244,252,34],"36944051",[267,18,40,251,268,34],"36946993","wongarsu",[270,18,34,234,271,34],"36937432","hackernewds",[273,18,40,247,136,34],"36945903",[275,44,34,234,276,34],"36939384","wodenokoto",[143,40,40,189,144,34],[279,40,40,280,281,34],"36934984","project\u002Fneutral\u002Fnone","jorlow",[283,40,40,189,268,34],"36935023",[285,40,40,280,56,34],"36935181",[59,40,34,287,11,18],"maker\u002Fpositive\u002Fidea",[289,40,47,287,290,34],"36935507","trostaft",[292,40,47,293,294,34],"36935634","maker\u002Fpositive\u002Fnone","lulunananaluna",[296,40,18,297,298,34],"36936192","project\u002Fcritical\u002Fidea","narrator",[300,40,34,192,301,34],"36936484","xeromal",[303,40,40,189,56,34],"36936558",[179,40,34,305,11,18],"maker\u002Fneutral\u002Fidea",[307,40,34,234,308,34],"36940088","stavros",[310,40,34,234,301,34],"36943347",[312,40,34,234,313,34],"36945547","finnh",[315,40,34,234,308,34],"36964722",[317,40,34,192,318,34],"36938477","gnopgnip",[320,40,40,321,252,34],"36937199","project\u002Fneutral\u002Fexecution",[323,40,40,251,324,34],"36935053","theptip",[326,40,40,251,327,34],"36936351","ivalm",[164,42,34,234,165,34],[330,42,34,234,144,34],"36935919",[332,42,34,333,165,34],"36936857","other\u002Fneutral\u002Fprivacy",[335,42,34,234,336,34],"36936413","quickthrower2",[338,42,34,230,165,34],"36936802",[340,42,34,196,336,34],"36936850",[342,42,34,196,165,34],"36936880",[344,42,34,234,231,34],"36937779",[346,47,40,251,347,34],"36937802","dudus",[349,47,47,244,350,34],"36940030","jerjerjer",[352,39,40,247,353,34],"36936226","kaycebasques",[355,39,40,247,56,34],"36936770",[357,39,34,234,358,34],"36940598","menthe",[360,175,47,361,362,34],"36935638","project\u002Fpositive\u002Fidea","nilsbunger",[364,175,34,234,365,34],"36935688","samstave",[367,175,34,234,255,34],"36935721",[369,175,34,234,370,34],"36936712","mike_d",[372,175,18,297,261,34],"36935758",[374,175,34,234,375,34],"36935826","PartiallyTyped",[377,175,34,234,378,34],"36935986","mdaniel",[380,175,34,234,381,34],"36936171","mschuster91",[383,175,34,234,384,34],"36936575","p1esk",[386,175,34,234,387,34],"36937483","ethbr0",[389,175,34,390,144,34],"36936535","other\u002Fneutral\u002Fdocs",[392,175,34,234,202,34],"36937400",[394,175,34,234,395,34],"36951755","orf",[397,175,34,234,398,34],"36936022","lgats",[121,400,40,247,122,34],8,[402,400,18,403,404,34],"36935490","maker\u002Fcritical\u002Fnone","taminka",[406,400,47,293,407,34],"36935538","rvnx",[409,400,40,247,144,34],"36935580",[411,400,47,293,407,34],"36935595",[413,400,34,234,414,34],"36936112","herval",[416,400,40,247,417,34],"36935570","humanistbot",[125,400,34,247,11,18],[420,400,40,247,421,34],"36936640","xwdv",[423,400,40,247,424,34],"36937394","opportune",[426,400,40,247,421,34],"36937717",[428,35,40,189,429,34],"36936846","itissid",[431,35,34,234,429,34],"36936894",[147,184,18,433,148,34],"project\u002Fcritical\u002Fpricing",[435,184,40,251,436,34],"36935670","davidmurphy",[438,184,34,196,255,34],"36935745",[440,184,47,244,56,34],"36936517",[154,442,40,189,155,34],11,[158,442,34,234,11,18],[131,445,40,321,132,34],12,[90,447,47,448,91,34],13,"project\u002Fpositive\u002Fnone",[135,32,40,450,136,34],"project\u002Fneutral\u002Fdesign",[452,453,34,234,454,34],"36938635",15,"netcraft",[456,453,34,234,261,34],"36938710",[458,453,34,234,459,34],"36940993","coffeebeqn",[110,461,40,321,111,34],16,[463,16,40,280,464,34],"36935706","resonance1994",[466,467,47,361,468,34],"36938376",18,"rushingcreek",[470,471,34,234,472,34],"36935524",19,"29athrowaway",[474,471,47,361,294,34],"36935649",[476,471,34,234,477,34],"36935723","netsec_burn",[479,471,34,234,255,34],"36935782",[55,481,47,361,56,34],20,[86,481,47,361,87,34],[484,481,18,297,485,34],"36934741","latchkey",[487,481,34,234,488,34],"36934865","LoganDark",[490,481,34,192,165,34],"36934907",[492,481,34,192,488,34],"36934921",[494,481,34,192,165,34],"36934925",[496,481,34,234,87,34],"36934939",[498,481,34,192,499,34],"36936962","haldujai",[501,481,34,192,502,34],"36937866","simonster",[504,481,34,192,499,34],"36938860",[506,481,34,192,502,34],"36943750",[508,481,34,192,509,34],"36937828","buildbot",[511,481,34,234,512,34],"36937891","dgacmu",[514,481,34,234,261,34],"36937932",[516,481,34,192,512,34],"36941170",[518,481,34,293,11,18],"36935095",[520,481,34,234,521,34],"36935423","camhart",[523,481,34,234,524,34],"36936311","Frost1x",[526,481,34,234,527,34],"36936875","rileyphone",[529,481,34,192,524,34],"36937470",[531,481,34,234,532,34],"36937011","hgsgm",[534,481,34,192,535,34],"36937569","worldsayshi",[537,481,34,234,271,34],"36937452",[539,481,34,234,540,34],"36937722","OO000oo",[542,481,34,234,543,34],"36937666","OrsonSmelles",[545,481,34,234,546,34],"36936610","dhash",[548,481,34,192,271,34],"36937441",[550,481,34,234,551,34],"36940214","johnthewise",[553,481,34,234,554,34],"36940443","jacquesm",[556,481,34,192,557,34],"36936782","ShamelessC",[559,481,34,234,499,34],"36937003",[561,481,34,234,562,34],"36937037","zak",[564,481,34,234,87,34],"36937244",[566,481,34,192,567,34],"36937557","nl",[569,481,34,192,87,34],"36937683",[571,481,34,192,567,34],"36938206",[573,481,34,192,562,34],"36938390",[575,481,34,192,576,34],"36938902","KirillPanov",[578,481,34,192,567,34],"36938929",[580,481,34,192,576,34],"36939048",[582,481,34,234,562,34],"36937636",[584,481,34,234,87,34],"36937723",[586,481,34,234,562,34],"36938345",[588,481,34,234,87,34],"36946376",[590,481,34,234,562,34],"36979467",[592,481,34,234,593,34],"36938275","choppaface",[595,481,34,234,562,34],"36938435",[597,481,34,234,598,34],"36939997","nwoli",[600,481,40,247,485,34],"36934749",[602,481,34,247,11,18],"36934956",[604,481,34,192,261,34],"36934992",[606,481,34,247,11,18],"36935086",[608,481,34,192,261,34],"36935424",[610,481,34,192,485,34],"36935221",[612,481,34,192,261,34],"36935797",[614,481,40,247,485,34],"36935316",[616,481,40,247,617,34],"36935471","ranting-moth",[619,481,40,321,620,34],"36934838","rsync",[622,481,18,623,261,34],"36935551","project\u002Fcritical\u002Fexecution",[625,481,18,623,626,34],"36935692","vladgur",[114,628,40,251,111,34],21,[98,630,18,433,99,34],22,[632,630,34,196,261,34],"36937312",[634,630,34,196,635,34],"36937436","constantly",[637,630,34,196,99,34],"36937490",[102,639,18,433,103,34],23,[],[642,647,652,657,661,666],{"id":643,"name":644,"points":645,"category":646},"36933452","Khoj",565,"ai",{"id":648,"name":649,"points":650,"category":651},"36944152","Markwhen",327,"productivity",{"id":653,"name":654,"points":655,"category":656},"36973400","Pretty Polly",325,"learning_science",{"id":658,"name":659,"points":660,"category":651},"36942308","Linkwarden",280,{"id":662,"name":663,"points":664,"category":665},"36958731","Magic Loops",248,"dev_tools",{"id":667,"name":668,"points":669,"category":665},"36958175","PromptTools",211,false,"v2",{"id":673,"name":5,"line":6,"ai":670,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":674,"top":18,"kw":675,"maker":11,"domain":10,"tier":19,"attempts":34,"strip":676,"url":9,"mix":677,"praise":82,"objection":95,"sub":21},36933603,0.05,[24,25,26,27,28],"3000434343330451015325445300000000003311",[32,33,34,35],1794036639164]