[{"data":1,"prerenderedAt":545},["ShallowReactive",2],{"project-35621417":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":28,"sentiment":29,"stance_mix":30,"scored_comments":35,"aspects":36,"strip":47,"post_text":48,"what":49,"said":87,"maker_in_thread":205,"shape":215,"grid":220,"attempts":503,"same_week":508,"maker_shows":43,"maker_hidden":537,"reader_version":538,"card":539},"35621417","AI Playground","AI Playground by Vercel Labs","title","Show HN: AI Playground by Vercel Labs","https:\u002F\u002Fplay.vercel.ai","play.vercel.ai","palmdeezy",1681857513,2023,249,102,195,3109,7,"notable","ai","llm playground","web_app",[24,25,26,27],"llm comparison","chatgpt alternative","ai playground","llm benchmark","curious",-0.153,{"positive":31,"neutral":32,"mixed":33,"critical":34},5,32,3,11,51,{"performance":37,"pricing":39,"design":41,"execution":42,"idea":44,"docs":45,"privacy":46},{"positive":38,"critical":33},0,{"positive":40,"critical":40},1,{"positive":40,"critical":40},{"positive":43,"critical":31},2,{"positive":38,"critical":40},{"positive":38,"critical":38},{"positive":38,"critical":38},[33,33,38,40,33,38,38,38,33,33,33,33,33,33,31,33,33,31,33,40,40,38,38,38,31,33,33,40,40,38,33,40,33,33,33,31,40,40,38,43],"Hey, Jared Palmer (creator of this playground) here. Really excited to ship this.\nI’ve been building this over the past few weeks to compare LLMs from different providers like OpenAI, Anthropic, Cohere, etc. At Vercel, I manage our Frameworks division (including Next.js, Svelte, and Turbo) and wanted to also dogfood some of the latest features in a slightly larger application.\nThis playground takes a lot of inspiration from https:\u002F\u002Fnat.dev and is built on Tailwind, ui.shadcn.com, and some upcoming Vercel products we’re announcing soon. We’re going to continue adding models to compare and add o",{"problem":50,"audience":56,"pricing":57,"motivation":65,"time_to_build":56,"stack":69,"openness":84,"stage":85,"team_size":86},{"value":51,"source":52,"evidence":53},"Comparing responses from different LLM providers in one place","maker",[54],{"id":55},"post",null,{"value":58,"source":59,"evidence":60},"Free with a usage rate limit","commenter",[61],{"id":62,"by":63,"text":64},"35624603","Trystanr","There is a rate limit.",{"value":66,"source":52,"evidence":67},"Compare LLMs and dogfood Vercel features in a larger application",[68],{"id":55},[70,74,78],{"value":71,"source":52,"evidence":72},"Tailwind",[73],{"id":55},{"value":75,"source":52,"evidence":76},"shadcn\u002Fui",[77],{"id":55},{"value":79,"source":52,"evidence":80},"Vercel Edge Functions",[81],{"id":82,"by":11,"text":83},"35623211","Correct. We are using various hosting providers. As part of the project, I’ve been working with providers and hosts on updating their SDKs to work on Vercel Edge Functions (and…","unknown","launched","team",{"praise":88,"objections":107,"requests":138,"questions":172,"alternatives":192},[89,100],{"value":90,"source":59,"evidence":91},"Clean, great UX",[92,96],{"id":93,"by":94,"text":95},"35627200","zurfer","Thanks for setting up a limited free version. The UX is great. I had some failures for huggingface and cohere. Replicate produced an output that was not rendered (but returned an…",{"id":97,"by":98,"text":99},"35626973","d4rkp4ttern","Great interface! Maybe slightly tangential, on the subject of UIs for ChatGPT, does anyone know a good UI for voice input to ChatGPT, for either the website or via an API ?",{"value":101,"source":59,"evidence":102},"Useful to compare models side by side",[103],{"id":104,"by":105,"text":106},"35622771","swyx","beautiful work as always jared! one of the useful things from nat.dev was the tokens\u002Fsecond calculation, latency is impt as usual. would be nice to enable? i'm excited to see…",[108,120,131],{"value":109,"source":59,"evidence":110},"Broken or failing responses for some providers",[111,112,116],{"id":93,"by":94,"text":95},{"id":113,"by":114,"text":115},"35626322","pastacacioepepe","It's completely broken. I couldn't even get one full response from one of the AIs, it always gets stuck near to the completion of the first response. After like 5 tries it told…",{"id":117,"by":118,"text":119},"35624016","Aeolun","Well, every single thing I tried other than gpt-4 failed for me.",{"value":121,"source":59,"evidence":122},"Mobile layout needs work",[123,127],{"id":124,"by":125,"text":126},"35622472","khalidx","Awe man I was just building this. You beat me to it! Looks great. FYI needs some tweaks on mobile.",{"id":128,"by":129,"text":130},"35621837","doodlesdev","Please provide an icon that makes sense on other platforms for the shortcut on the right bottom, not everyone uses Macs! Overall, pretty cool idea, how is Vercel gonna handle API…",{"value":132,"source":59,"evidence":133},"Output quality lower than ChatGPT for GPT-4",[134],{"id":135,"by":136,"text":137},"35626078","ruslanmsv","Its output for GPT-4 much worse compared with an output of chatGPT-4 available at chat.openai.com",[139,158,164],{"value":140,"source":59,"evidence":141},"Open source the codebase",[142,146,150,154],{"id":143,"by":144,"text":145},"35622829","tough","This is awesome, will this be open sourced to poke around the codebase? Some models seem to hang w me (anthropic) but I think it was because I reached the limit. Does loggedIn…",{"id":147,"by":148,"text":149},"35623314","tikkun","Do you think the codebase will be open sourced within the next week or two?",{"id":151,"by":152,"text":153},"35624292","khuss","Nice work. Is it open source?",{"id":155,"by":156,"text":157},"35627751","nkmnz","Is the source available?",{"value":159,"source":52,"evidence":160},"Add tokens per second display",[161],{"id":162,"by":11,"text":163},"35622807","Thanks man! Good idea on token\u002Fs. Will add",{"value":165,"source":59,"evidence":166},"Add more providers and models",[167,168],{"id":93,"by":94,"text":95},{"id":169,"by":170,"text":171},"35626127","lazylion2","You can add https:\u002F\u002Fwww.ai21.com\u002F LLMs as well",[173,185],{"value":174,"source":59,"evidence":175},"How is the cost of API calls covered?",[176,177,181],{"id":128,"by":129,"text":130},{"id":178,"by":179,"text":180},"35624275","eh9","How expensive is this to run?",{"id":182,"by":183,"text":184},"35624013","atleastoptimal","How much does it cost to query these models all the time? It's offering a lot for free.",{"value":186,"source":59,"evidence":187},"What is the data retention policy for prompts?",[188],{"id":189,"by":190,"text":191},"35629669","petecoop","What's the data policy on this? Are you keeping copies of the prompts and responses?",[193,197],{"value":194,"source":52,"evidence":195},"nat.dev",[196],{"id":55},{"value":198,"source":59,"evidence":199},"ChatGPT",[200,204],{"id":201,"by":202,"text":203},"35623856","psygn89","When I asked if elephant farts were loud it answered with a lot more detail than ChatGPT.",{"id":135,"by":136,"text":137},{"comments":206,"answered":43,"key":207},4,[208,209,212],{"id":162,"text":163},{"id":210,"text":211},"35627484","Investigating now. Thanks for the feedback!",{"id":213,"text":214},"35628184","Fixed Cohere and Replicate. Will add the other provider now! Appreciate the help!",{"commenters":216,"max_depth":217,"maker_replies":206,"first_comment_mins":218,"lifespan_hours":219},72,6,38,68,[221,225,229,232,235,238,242,245,249,252,255,257,260,263,266,268,271,273,275,278,281,283,287,290,293,296,299,302,304,305,309,313,316,319,321,324,326,327,329,332,335,338,340,342,343,346,348,351,354,357,359,363,365,369,372,374,377,379,382,384,387,389,392,395,398,400,402,405,407,411,414,417,420,422,425,428,431,433,435,437,439,443,445,447,450,453,457,460,461,463,466,470,474,476,478,480,485,489,492,494,499,501],[222,38,33,223,224,38],"35624132","project\u002Fneutral\u002Fnone","rendall",[226,38,38,227,228,38],"35625471","commenter\u002Fneutral\u002Fnone","spaceman_2020",[230,38,33,223,231,38],"35625588","IanCal",[233,38,38,227,234,38],"35625912","phnofive",[236,38,38,227,237,38],"35626333","ImaCake",[239,38,38,240,241,38],"35626082","other\u002Fneutral\u002Fnone","rpastuszak",[243,38,38,227,244,38],"35629199","jutrewag",[246,40,40,247,248,38],"35623304","project\u002Fcritical\u002Fperformance","neom",[250,40,38,240,251,38],"35623651","spacemanspiff01",[253,40,38,240,254,38],"35623858","quickthrower2",[201,40,33,256,202,38],"project\u002Fneutral\u002Fperformance",[258,40,33,223,259,38],"35623957","rambojohnson",[261,40,38,240,262,38],"35624390","jamilton",[264,40,38,240,265,38],"35625395","d1sxeyes",[267,40,38,227,231,38],"35625614",[269,40,38,227,270,38],"35630277","jayalammar",[272,40,38,227,231,38],"35658155",[274,40,38,227,231,38],"35658164",[276,40,38,227,277,38],"35627382","jozvolskyef",[279,40,38,227,280,38],"35629430","sangnoir",[282,40,38,227,270,38],"35630230",[284,43,33,285,286,38],"35623091","maker\u002Fneutral\u002Fnone","gardenhedge",[288,43,33,285,289,38],"35625079","syspec",[291,43,38,240,292,38],"35625751","onion2k",[294,43,38,227,295,38],"35626350","zild3d",[297,43,38,240,298,38],"35629319","yding",[300,43,38,240,301,38],"35633875","reducesuffering",[182,33,33,303,183,38],"project\u002Fneutral\u002Fpricing",[62,33,33,303,63,38],[306,33,38,307,308,38],"35627000","other\u002Fneutral\u002Fpricing","jondwillis",[310,33,40,311,312,38],"35627246","project\u002Fcritical\u002Fpricing","wut42",[314,33,31,315,298,38],"35629282","project\u002Fpositive\u002Fpricing",[317,33,38,240,318,38],"35650880","__jonas",[128,206,33,320,129,38],"project\u002Fmixed\u002Fdesign",[322,206,33,285,323,38],"35621928","steventey",[104,31,31,325,105,38],"maker\u002Fpositive\u002Fnone",[162,31,38,285,11,40],[328,31,33,303,144,38],"35622819",[330,31,33,256,331,38],"35622824","cramforce",[333,217,33,223,334,38],"35624271","etaioinshrdlu",[336,217,38,240,337,38],"35624434","ShamelessC",[93,18,33,339,94,38],"project\u002Fmixed\u002Fexecution",[210,18,38,341,11,40],"maker\u002Fneutral\u002Fexecution",[213,18,38,341,11,40],[344,18,31,345,94,38],"35632388","maker\u002Fpositive\u002Fexecution",[124,347,33,320,125,38],8,[349,347,33,285,350,38],"35622690","leerob",[352,347,38,227,353,38],"35623136","lxe",[355,347,33,356,105,38],"35623691","project\u002Fneutral\u002Fidea",[358,347,38,227,298,38],"35629222",[360,347,40,361,362,38],"35623965","project\u002Fcritical\u002Fidea","eshnil",[169,364,33,223,170,38],9,[366,367,40,247,368,38],"35624714",10,"vertis",[370,367,38,227,371,38],"35625134","alehlopeh",[373,367,38,227,368,38],"35625198",[375,367,38,227,376,38],"35625766","creativenolo",[378,367,38,227,368,38],"35625834",[380,367,38,227,381,38],"35625968","andybak",[383,367,38,227,368,38],"35627227",[385,367,38,227,386,38],"35626997","carrolldunham",[388,367,38,227,368,38],"35627254",[390,34,31,391,298,38],"35622974","project\u002Fpositive\u002Fexecution",[393,34,33,223,394,38],"35623387","apineda",[396,34,33,397,331,38],"35623798","project\u002Fneutral\u002Fdocs",[399,34,33,397,298,38],"35629176",[401,34,33,223,298,38],"35629246",[403,34,33,303,404,38],"35623510","BoorishBears",[406,34,38,307,298,38],"35629151",[408,409,38,240,410,38],"35630197",12,"lightning19",[113,412,40,413,114,38],13,"project\u002Fcritical\u002Fexecution",[415,412,40,413,416,38],"35626510","VierScar",[418,412,38,227,419,38],"35626661","0vermorrow",[421,412,40,413,114,38],"35629815",[423,424,38,240,228,38],"35626198",14,[426,424,38,240,427,38],"35626723","greyman",[429,424,38,240,430,38],"35626829","capableweb",[432,424,38,240,427,38],"35627208",[434,424,38,240,228,38],"35631605",[143,436,33,223,144,38],15,[117,438,40,413,118,38],16,[440,441,33,356,442,38],"35624053",17,"osteele",[444,441,38,227,442,38],"35626828",[178,446,33,303,179,38],18,[448,446,33,303,449,38],"35625939","l5870uoo9y",[189,451,33,452,190,38],19,"project\u002Fneutral\u002Fprivacy",[454,455,33,356,456,38],"35637927",20,"vladholubiev",[458,459,33,223,353,38],"35623143",21,[82,459,38,341,11,40],[147,462,33,223,148,38],22,[97,464,31,465,98,38],23,"project\u002Fpositive\u002Fdesign",[467,468,38,240,469,38],"35629576",24,"pjs_",[471,472,40,413,473,38],"35623460",25,"jacooper",[475,472,33,341,331,38],"35623796",[477,472,38,227,473,38],"35624418",[135,479,40,247,136,38],26,[481,482,33,483,484,38],"35625326",27,"project\u002Fneutral\u002Fdesign","FailMore",[486,487,38,240,488,38],"35622458",28,"cloudking",[490,487,38,240,491,38],"35625686","janekm",[493,487,38,240,488,38],"35629757",[495,496,40,497,498,38],"35623363",29,"project\u002Fcritical\u002Fdesign","ironfootnz",[151,500,33,223,152,38],30,[155,502,33,223,156,38],31,[504,505],{"id":4,"t":12,"points":14,"comments":15},{"id":506,"t":507,"points":40,"comments":38},"36343502",1686848532,[509,514,519,524,529,533],{"id":510,"name":511,"points":512,"category":513},"35572434","WikiBinge",246,"games",{"id":515,"name":516,"points":517,"category":518},"35580959","IPython-GPT",144,"dev_tools",{"id":520,"name":521,"points":522,"category":523},"35620314","Tesseract Analytics",113,"data",{"id":525,"name":526,"points":527,"category":528},"35628642","Kratos",88,"security_privacy",{"id":530,"name":531,"points":532,"category":20},"35568799","Debate Devil",84,{"id":534,"name":535,"points":536,"category":518},"35629050","Checksum",78,false,"v2",{"id":540,"name":5,"line":6,"ai":537,"cat":20,"year":13,"points":14,"comments":15,"rec":28,"s":541,"top":18,"kw":542,"maker":11,"domain":10,"tier":19,"attempts":43,"strip":543,"url":9,"mix":544,"praise":90,"objection":109,"sub":21},35621417,-0.15,[24,25,26,27],"3301300033333353353110005331103133351102",[31,32,33,34],1793991064017]