[{"data":1,"prerenderedAt":182},["ShallowReactive",2],{"project-38733891":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":18,"tier":19,"category":20,"subcategory":21,"format":22,"keywords":23,"reception":29,"sentiment":30,"stance_mix":31,"scored_comments":35,"aspects":36,"strip":41,"post_text":43,"what":44,"said":65,"maker_in_thread":109,"shape":111,"grid":114,"attempts":144,"same_week":145,"maker_shows":42,"maker_hidden":174,"reader_version":175,"card":176},"38733891","GPT Router","Open-Source API Gateway for LLMs (OpenAI, Anthropic, etc.)","title","Show HN: GPT Router – Open-Source API Gateway for LLMs (OpenAI, Anthropic, etc.)","https:\u002F\u002Fgithub.com\u002FWritesonic\u002FGPTRouter","github.com","radhakrsna",1703251472,2023,15,11,1931,3109,63,"shown","infrastructure","llm api gateway","library",[24,25,26,27,28],"llm gateway","openai fallback","model routing","llmops","api gateway","loved",0.692,{"positive":32,"neutral":33,"mixed":34,"critical":34},9,1,0,10,{"design":37,"performance":38,"idea":40},{"positive":33,"critical":34},{"positive":39,"critical":34},3,{"positive":39,"critical":34},[34,42,42,42,39,42,42,42,42,42,42],5,"Hi HN,\n\nToday, we are excited to be open-sourcing GPTRouter, an LLMOps tool we have been using internally at Writesonic for handling millions of monthly requests for our users.\n\nUniversal API for 30+ LLMs, Vision and Image Models  Smart Fallbacks based on latency and uptime  Automatic Retries  Supports streaming\n\nSince embracing OpenAI GPT-3 in production in 2020, we at Writesonic have been serving millions of users and faced the typical scaling pains with generative AI models:\n\n1. Dependency on a single model risked total downtime. 2. Latency issues with models like GPT-4 affected user experi",{"problem":45,"audience":51,"pricing":56,"motivation":57,"time_to_build":56,"stack":61,"openness":62,"stage":63,"team_size":64},{"value":46,"source":47,"evidence":48},"Dependence on a single LLM provider causes downtime and latency issues, and each model has a different API","maker",[49],{"id":50},"post",{"value":52,"source":53,"evidence":54},"Developers building production services on LLMs","inferred",[55],{"id":50},null,{"value":58,"source":47,"evidence":59},"Writesonic needed model-agnostic reliability for its own millions of monthly requests and is open-sourcing it",[60],{"id":50},[],"open_source","launched","company",{"praise":66,"objections":98,"requests":106,"questions":107,"alternatives":108},[67,87],{"value":68,"source":69,"evidence":70},"Automatic fallbacks and model switching improve reliability","commenter",[71,75,79,83],{"id":72,"by":73,"text":74},"38736848","Amritpal001","Just gave it a go. The flexibility to switch models dynamically based on their availability and latency is impressive. It is much required for scenarios requiring high…",{"id":76,"by":77,"text":78},"38733951","sanujsood","This is a robust LLMOps tool that brings unparalleled flexibility and reliability to AI service delivery. With its Universal API, Smart Fallbacks, Automatic Retries, and support…",{"id":80,"by":81,"text":82},"38733965","dhairyaw","Super thrilled to discover this solution - it mitigates the risk of OpenAI going down during crucial demos, offering a robust alternative. Thank you for this solution, adding…",{"id":84,"by":85,"text":86},"38733995","hymnjack","this solves for some of the most important problems we've faced when one of the models goes for the toss, this solves for this problem really well",{"value":88,"source":69,"evidence":89},"Open source makes it customizable as a base",[90,94],{"id":91,"by":92,"text":93},"38733959","Gupta-Anubhav12","I think this is amazing since it's open source and customizable so people can use it as a base and build new products or modify it as per their needs instead of the modification…",{"id":95,"by":96,"text":97},"38734010","shreyam_maity","This seems to solve my biggest problem with my open-source project. Thanks for making this open-source.",[99],{"value":100,"source":69,"evidence":101},"Several commenters suspect coordinated promotional comments inflating the post",[102],{"id":103,"by":104,"text":105},"38733960","verdverm","Several early comments here looking like an organized effort to prop up the post. Please see the posting guidelines, this is explicitly called out as something you should not do…",[],[],[],{"comments":34,"answered":34,"key":110},[],{"commenters":15,"max_depth":33,"maker_replies":34,"first_comment_mins":112,"lifespan_hours":113},6,20,[115,117,121,124,128,133,134,135,138,140,141],[103,34,34,116,104,34],"other\u002Fneutral\u002Fnone",[118,33,42,119,120,34],"38742877","project\u002Fpositive\u002Fdesign","akbedi",[72,122,42,123,73,34],2,"project\u002Fpositive\u002Fperformance",[125,39,42,126,127,34],"38733953","project\u002Fpositive\u002Fnone","amrendrak1991",[129,130,39,131,132,34],"38734139",4,"project\u002Fneutral\u002Fnone","Siauliai",[76,42,42,123,77,34],[80,112,42,123,81,34],[95,136,42,137,96,34],7,"project\u002Fpositive\u002Fidea",[84,139,42,137,85,34],8,[91,32,42,137,92,34],[142,35,42,126,143,34],"38733978","himanshu512",[],[146,151,155,159,164,169],{"id":147,"name":148,"points":149,"category":150},"38733968","Heynote",1063,"productivity",{"id":152,"name":153,"points":154,"category":150},"38787892","Rem",555,{"id":156,"name":157,"points":158,"category":150},"38747710","Storyteller",338,{"id":160,"name":161,"points":162,"category":163},"38772382","Whataaabout.com",235,"consumer_social",{"id":165,"name":166,"points":167,"category":168},"38717114","Talk2Arxiv",194,"learning_science",{"id":170,"name":171,"points":172,"category":173},"38730143","Emu2",153,"ai",false,"v2",{"id":177,"name":5,"line":6,"ai":174,"cat":20,"year":13,"points":14,"comments":15,"rec":29,"s":178,"top":18,"kw":179,"maker":11,"domain":10,"tier":19,"attempts":34,"strip":180,"url":9,"mix":181,"praise":68,"objection":100,"sub":21},38733891,0.69,[24,25,26,27,28],"05553555555",[32,33,34,34],1793991080580]