[{"data":1,"prerenderedAt":1026},["ShallowReactive",2],{"project-37267597":3},{"id":4,"name":5,"line":6,"line_source":7,"title":8,"url":9,"domain":10,"maker":11,"posted_at":12,"year":13,"points":14,"comments":15,"rank_in_year":16,"shown_in_year":17,"top":14,"tier":18,"category":19,"subcategory":20,"format":21,"keywords":22,"reception":27,"sentiment":28,"stance_mix":29,"scored_comments":34,"aspects":35,"strip":46,"post_text":49,"what":50,"said":82,"maker_in_thread":209,"shape":220,"grid":225,"attempts":990,"same_week":991,"maker_shows":15,"maker_hidden":1018,"reader_version":1019,"card":1020},"37267597","Phind-CodeLlama-34B","Beating GPT-4 on HumanEval with a fine-tuned CodeLlama-34B","title","Show HN: Beating GPT-4 on HumanEval with a fine-tuned CodeLlama-34B","https:\u002F\u002Fwww.phind.com\u002Fblog\u002Fcode-llama-beats-gpt4","phind.com","rushingcreek",1693001303,2023,40,6,1217,3109,"shown","ai","code generation model","library",[23,24,20,25,26],"codellama","humaneval","fine-tuned llm","open source llm","curious",0.065,{"positive":30,"neutral":31,"mixed":32,"critical":33},17,48,1,14,80,{"performance":36,"execution":37,"idea":39,"pricing":41,"privacy":42,"docs":43,"design":45},{"positive":15,"critical":15},{"positive":32,"critical":38},3,{"positive":38,"critical":40},0,{"positive":38,"critical":40},{"positive":40,"critical":40},{"positive":40,"critical":44},2,{"positive":40,"critical":32},[44,38,40,38,38,44,40,44,40,40,40,40,40,38,40,47,40,40,47,48,38,47,40,40,40,40,40,47,40,38,40,40,32,38,47,44,32,47,44,44],4,5,"Hi HN,\n\nWe have fine-tuned CodeLlama-34B and CodeLlama-34B-Python on an internal Phind dataset that achieved 67.6% and 69.5% pass@1 on HumanEval, respectively. GPT-4 achieved 67%. To ensure result validity, we applied OpenAI's decontamination methodology to our dataset.\n\nThe CodeLlama models released yesterday demonstrate impressive performance on HumanEval.\n\n- CodeLlama-34B achieved 48.8% pass@1 on HumanEval\n\n- CodeLlama-34B-Python achieved 53.7% pass@1 on HumanEval\n\nWe have fine-tuned both models on a proprietary dataset of ~80k high-quality programming problems and solutions. Instead of cod",{"problem":51,"audience":57,"pricing":57,"motivation":58,"time_to_build":62,"stack":66,"openness":79,"stage":80,"team_size":81},{"value":52,"source":53,"evidence":54},"Coding model that performs well on HumanEval and runs as open weights","maker",[55],{"id":56},"post",null,{"value":59,"source":53,"evidence":60},"Bolster the open-source community and enable independent verification",[61],{"id":56},{"value":63,"source":53,"evidence":64},"Trained in three hours on 32 A100-80GB GPUs",[65],{"id":56},[67,71,75],{"value":68,"source":53,"evidence":69},"CodeLlama-34B",[70],{"id":56},{"value":72,"source":53,"evidence":73},"DeepSpeed ZeRO 3",[74],{"id":56},{"value":76,"source":53,"evidence":77},"Flash Attention 2",[78],{"id":56},"open_source","launched","company",{"praise":83,"objections":107,"requests":133,"questions":162,"alternatives":182},[84,96],{"value":85,"source":86,"evidence":87},"Impressive that an open model beats a large closed model after fine-tuning","commenter",[88,92],{"id":89,"by":90,"text":91},"37269959","JCM9","Super impressive. Being able to beat a mega closed source model with an open source LLM and some fine tuning really calls into question the financial viability of these big…",{"id":93,"by":94,"text":95},"37267792","lemonlym","This is impressive, so congratulations. I also think that this is a great example of how open source can simply lead to faster and better acceleration.",{"value":97,"source":86,"evidence":98},"Runs locally on consumer hardware and feels usable",[99,103],{"id":100,"by":101,"text":102},"37268394","syntaxing","I used the original 34B last night with 4 bit through accelerate and I was absolutely blown away. I got goosebumps because it finally felt like we have models we can run on…",{"id":104,"by":105,"text":106},"37269645","jmorgan","It really is good. Surprisingly it seems to answer instruct-like prompts well! I’ve been using it with Ollama (https:\u002F\u002Fgithub.com\u002Fjmorganca\u002Follama) with prompts like: ``` ollama…",[108,115,123],{"value":109,"source":86,"evidence":110},"HumanEval is a small benchmark and not representative of real engineering work",[111],{"id":112,"by":113,"text":114},"37268012","bfogelman","Glad this work is happening! That said, HumanEval as the current gold standard for benchmarking models is a crime. The dataset itself is tiny (around 150) examples and all the…",{"value":116,"source":86,"evidence":117},"GPT-4 scores as high as 85% on HumanEval, so the comparison is questioned",[118,122],{"id":119,"by":120,"text":121},"37268146","agnokapathetic","GPT-4 as served in the API has been getting 85% on HumanEval (compared to 69.5% claimed here) https:\u002F\u002Ftwitter.com\u002Famanrsanger\u002Fstatus\u002F1635751764577361921…",{"id":112,"by":113,"text":114},{"value":124,"source":86,"evidence":125},"Quantized GGUF versions gave poor results",[126,130],{"id":127,"by":128,"text":129},"37268534","redox99","I actually tried the 4 bit quants (Q4_K_M) and was a bit unimpressed. Switching to Q6_K made a huge difference, but it doesn't fit on my 3090 so it was very slow. And testing on…",{"id":131,"by":101,"text":132},"37268743","I have a hunch something is broken with the GGUF. I had terrible results using llama cpp as well.",[134,145,156],{"value":135,"source":86,"evidence":136},"Publish the training dataset",[137,141],{"id":138,"by":139,"text":140},"37271324","xpl","Is the dataset open source?",{"id":142,"by":143,"text":144},"37270854","knotty66","Great stuff - and training was so cheap too - it would have cost less than $200 on Runpod, and half that price on spot instances. I guess it's time languages other than Python,…",{"value":146,"source":86,"evidence":147},"Support for less popular languages such as Pascal and Elixir",[148,152],{"id":149,"by":150,"text":151},"37267818","Fischgericht","Are you planning to switch to programming-language optimized model inside Phind? So, if a user is asking for something related to Python, that the python-optimized model gets…",{"id":153,"by":154,"text":155},"37277066","freehorse","Quite promising, and at last it looks like we have pretty decent models that can run locally. It is not perfect; still they fail in the first go to provide a correct answer to…",{"value":157,"source":86,"evidence":158},"Add the prompt format to the model card",[159],{"id":160,"by":128,"text":161},"37268557","Could you please add the prompt format to the model card, or at least here?",[163,174],{"value":164,"source":86,"evidence":165},"What hardware is needed to run it locally",[166,170],{"id":167,"by":168,"text":169},"37267929","tomr75","what hardware could one run this locally on? probably need 3090 etc right? finally a reason to upgrade from my m1 max",{"id":171,"by":172,"text":173},"37269361","darkteflon","Totally out of my depth here but is there any chance that this could be added to something like Ollama and run on a 32gb or 64gb M series Mac in due course? I’m currently running…",{"value":175,"source":86,"evidence":176},"Whether the fine-tuning method and dataset can be reproduced",[177,178],{"id":149,"by":150,"text":151},{"id":179,"by":180,"text":181},"37268429","xmly","What would the hardware requirement for fine-tuning a Llama 2 ?",[183,191,202],{"value":184,"source":86,"evidence":185},"GPT-4",[186,187],{"id":119,"by":120,"text":121},{"id":188,"by":189,"text":190},"37268051","rikafurude21","Ive used GPT 4 for pretty much all of my programming needs and the convenience of a 20 dollar subscription taking care of everything and letting me use a LLM without having to…",{"value":192,"source":86,"evidence":193},"Original CodeLlama",[194,198],{"id":195,"by":196,"text":197},"37269089","ccding","Glad to see open source models becoming competitive and thanks for sharing the model to community! Lepton AI has hosted this model here free for everyone to give it a try (and…",{"id":199,"by":200,"text":201},"37271679","wdb","I tried out the 7B one last night and wasn’t impressed. When asking to write in Python it correctly can write regex to parse a date but when you ask it the same but in TypeScript…",{"value":203,"source":86,"evidence":204},"Llama 2 70B",[205],{"id":206,"by":207,"text":208},"37269911","yasir111","llama2 70b is great i have tried it can easily beat gpt4 but llama2 is trained very strictly it i mean llama2 doesnot reply to many questions that gpt4 does! bonus: 100% free Ai…",{"comments":33,"answered":48,"key":210},[211,214,217],{"id":212,"text":213},"37268481","Our models should handle instructions reasonably well. We're working on setting up a hosted Huggingface space to make it easier to play with them and we'll also set up a hosted…",{"id":215,"text":216},"37268828","We used no prompt (only autocomplete) for the HumanEval reproduction: https:\u002F\u002Fhuggingface.co\u002FPhind\u002FPhind-CodeLlama-34B-v1. But you should be able to get it to do stuff just by…",{"id":218,"text":219},"37268181","Right, but there's no contamination studies there. I suspect that RLHF data leaked HumanEval into GPT-4. It just seems unlikely to me that GPT-4's coding abilities have improved…",{"commenters":221,"max_depth":222,"maker_replies":33,"first_comment_mins":223,"lifespan_hours":224},171,11,15,317,[226,228,230,232,234,238,240,242,246,248,251,253,255,256,260,263,266,269,271,273,276,279,282,286,288,291,293,296,298,301,303,305,307,309,311,313,316,318,321,324,326,330,334,337,340,343,346,349,352,354,357,359,361,364,367,368,369,372,374,376,379,382,384,386,389,392,395,398,401,404,406,408,410,412,414,417,420,424,427,430,432,434,437,440,443,446,448,451,454,457,459,461,464,467,469,472,475,478,481,484,487,489,492,495,498,501,503,505,507,510,513,514,517,521,524,527,529,532,535,538,541,544,547,549,552,554,557,559,561,564,566,567,570,572,575,579,583,586,588,591,594,597,600,603,605,607,610,611,614,616,619,623,625,627,629,633,637,640,643,646,648,650,653,656,659,661,664,667,669,671,673,676,679,681,685,687,689,692,695,698,701,704,707,710,713,715,718,722,725,728,731,734,736,740,742,745,747,749,752,755,757,760,763,765,767,770,773,775,777,780,782,784,788,792,794,796,798,801,803,806,809,811,813,816,818,820,822,825,827,829,831,835,839,841,843,845,850,854,857,860,862,866,869,873,877,881,885,888,891,894,898,903,905,908,910,913,917,920,924,926,928,932,934,937,941,945,949,951,953,956,960,962,964,966,968,970,972,974,976,977,981,984,986],[100,40,48,227,101,40],"project\u002Fpositive\u002Fperformance",[212,40,40,229,11,32],"maker\u002Fneutral\u002Fnone",[127,40,32,231,128,40],"project\u002Fcritical\u002Fperformance",[131,40,32,233,101,40],"project\u002Fcritical\u002Fexecution",[235,40,40,236,237,40],"37271034","commenter\u002Fneutral\u002Fnone","larodi",[239,40,40,236,101,40],"37271887",[241,40,40,236,237,40],"37363303",[243,40,38,244,245,40],"37268807","project\u002Fneutral\u002Fperformance","gmm1990",[215,40,40,247,11,32],"maker\u002Fneutral\u002Fdocs",[249,40,38,250,101,40],"37268922","project\u002Fneutral\u002Fnone",[252,40,38,244,245,40],"37269296",[254,40,32,233,101,40],"37269472",[104,40,48,227,105,40],[257,40,40,258,259,40],"37270069","other\u002Fneutral\u002Fnone","praveenhm",[261,40,40,258,262,40],"37270403","ddalex",[264,40,40,258,265,40],"37271211","moffkalast",[267,40,40,258,268,40],"37271396","robinson7d",[270,40,40,258,265,40],"37272164",[272,40,40,258,128,40],"37272014",[274,40,40,258,275,40],"37272672","pmarreck",[277,40,40,258,278,40],"37271900","madduci",[280,40,40,258,281,40],"37272043","fb03",[283,40,38,284,285,40],"37270532","project\u002Fneutral\u002Fexecution","codetrotter",[287,40,38,284,105,40],"37270588",[289,40,38,284,290,40],"37270891","JoelJacobson",[292,40,38,284,101,40],"37271918",[294,40,38,284,295,40],"37272096","jquery",[297,40,38,284,290,40],"37272388",[299,40,38,284,300,40],"37273925","tomduncalf",[302,40,40,258,105,40],"37275483",[304,40,40,258,300,40],"37280375",[306,40,38,284,275,40],"37275161",[308,40,38,250,168,40],"37270994",[310,40,38,250,101,40],"37272025",[312,40,38,250,275,40],"37273514",[314,40,38,250,315,40],"37273640","sodality2",[317,40,40,258,275,40],"37275088",[319,40,40,320,315,40],"37275259","other\u002Fneutral\u002Fperformance",[322,40,40,320,323,40],"37276247","moonchrome",[325,40,32,233,275,40],"37275773",[327,40,48,328,329,40],"37353873","project\u002Fpositive\u002Fnone","eshack94",[331,40,32,332,333,40],"37274846","project\u002Fcritical\u002Fnone","troupo",[335,40,40,258,336,40],"37269918","d136o",[338,40,40,258,339,40],"37271878","api",[341,40,40,258,342,40],"37273072","ttul",[344,40,40,258,345,40],"37273222","swader999",[347,40,40,258,348,40],"37273290","bloaf",[350,40,40,258,351,40],"37274032","slashdev",[353,40,40,258,348,40],"37276240",[355,40,40,258,356,40],"37276005","goatlover",[358,40,40,258,345,40],"37273202",[360,40,38,250,339,40],"37271867",[362,40,38,250,363,40],"37319463","nomand",[365,40,38,250,366,40],"37274323","plandis",[119,32,32,231,120,40],[218,32,40,229,11,32],[370,32,40,236,371,40],"37268369","refulgentis",[373,32,40,229,11,32],"37268423",[375,32,40,236,371,40],"37268526",[377,32,40,236,378,40],"37269418","pclmulqdq",[380,32,40,236,381,40],"37269939","somenameforme",[383,32,40,236,371,40],"37277681",[385,32,40,236,381,40],"37279350",[387,32,40,258,388,40],"37271704","lhl",[390,32,40,258,391,40],"37268373","TuringNYC",[393,32,40,258,394,40],"37268402","devin",[396,32,40,258,397,40],"37268515","someplaceguy",[399,32,40,258,400,40],"37268857","ethbr1",[402,32,40,258,403,40],"37269426","xpe",[405,32,40,258,397,40],"37273179",[407,32,40,258,403,40],"37300565",[409,32,40,258,397,40],"37301316",[411,32,40,236,403,40],"37301418",[413,32,40,258,403,40],"37301608",[415,32,40,258,416,40],"37268587","mensetmanusman",[418,32,40,258,419,40],"37269710","mabster",[421,32,40,422,423,40],"37268523","other\u002Fcritical\u002Fperformance","esperent",[425,32,40,236,426,40],"37269078","chaxor",[428,32,40,236,429,40],"37269551","modeless",[431,32,40,236,423,40],"37269982",[433,32,40,236,429,40],"37270374",[435,32,40,236,436,40],"37270400","BoorishBears",[438,32,40,236,439,40],"37270318","EvgeniyZh",[441,32,40,258,442,40],"37272380","itissid",[444,32,40,258,445,40],"37270756","az226",[447,32,40,258,345,40],"37273296",[449,32,40,258,450,40],"37268480","mhh__",[452,32,40,236,453,40],"37269290","dontupvoteme",[455,32,40,236,456,40],"37270200","wordpad25",[458,32,40,236,453,40],"37273877",[460,32,40,236,450,40],"37274391",[462,32,40,258,463,40],"37270299","oezi",[465,32,40,258,466,40],"37283999","ukuina",[468,32,40,236,439,40],"37270351",[470,32,40,236,471,40],"37274261","ResearchCode",[473,32,38,284,474,40],"37270501","raincole",[476,32,38,284,477,40],"37271270","M4v3R",[479,44,40,258,480,40],"37269601","hippich",[482,44,40,258,483,40],"37269872","matrix2596",[485,44,40,258,486,40],"37270204","mchiang",[488,44,40,258,480,40],"37271740",[490,44,40,258,491,40],"37271100","laputan_machine",[493,44,40,258,494,40],"37271506","nullc",[496,44,40,258,497,40],"37272073","IshKebab",[499,44,40,258,500,40],"37272734","zvolsky",[502,44,40,258,491,40],"37272910",[504,44,40,236,500,40],"37294393",[506,44,40,258,356,40],"37276076",[508,44,40,258,509,40],"37276624","cbozeman",[511,44,40,258,512,40],"37282697","sschueller",[89,38,48,227,90,40],[515,38,32,231,516,40],"37269984","m3kw9",[518,38,48,519,520,40],"37271817","project\u002Fpositive\u002Fidea","brucethemoose2",[522,38,40,236,523,40],"37270233","trickstra",[525,38,40,236,526,40],"37270265","dado3212",[528,38,40,236,523,40],"37270292",[530,38,40,236,531,40],"37270650","qup",[533,38,40,236,534,40],"37273007","tempaccount420",[536,38,40,236,537,40],"37275563","jstummbillig",[539,38,40,236,540,40],"37270759","jdthedisciple",[542,38,40,236,543,40],"37293176","dTal",[545,38,40,236,546,40],"37271364","cryptobruh",[548,38,40,258,520,40],"37271862",[550,38,40,258,551,40],"37273330","adventured",[553,38,40,258,546,40],"37273498",[555,38,40,236,556,40],"37273945","progbits",[558,38,40,236,546,40],"37280360",[560,38,40,258,509,40],"37276526",[562,38,40,258,563,40],"37277603","imhoguy",[565,38,48,519,520,40],"37271883",[149,47,38,250,150,40],[568,47,40,569,11,32],"37267827","maker\u002Fneutral\u002Fidea",[571,47,38,250,150,40],"37267932",[573,47,40,236,574,40],"37267979","behnamoh",[576,47,38,577,578,40],"37269420","project\u002Fneutral\u002Fpricing","sitkack",[580,47,48,581,582,40],"37269899","project\u002Fpositive\u002Fpricing","kirill5pol",[584,47,48,581,585,40],"37270694","IanCal",[587,47,48,581,509,40],"37276640",[589,47,40,258,590,40],"37269876","wtarreau",[592,47,38,250,593,40],"37270150","PeterStuer",[595,47,40,258,596,40],"37270423","albert_e",[598,47,40,258,599,40],"37279877","Sabinus",[601,47,40,236,602,40],"37267842","jacquesm",[604,47,40,236,150,40],"37267906",[606,47,38,250,578,40],"37269464",[608,48,40,609,11,32],"37270159","maker\u002Fpositive\u002Fnone",[188,15,38,244,189,40],[612,15,40,258,613,40],"37268136","konschubert",[615,15,40,236,128,40],"37268153",[617,15,38,244,618,40],"37268304","ilaksh",[620,15,38,621,622,40],"37269104","project\u002Fneutral\u002Fprivacy","datameta",[195,624,48,328,196,40],7,[626,624,40,247,11,32],"37269110",[628,624,38,250,329,40],"37317600",[630,631,40,258,632,40],"37268196",8,"rightbyte",[634,631,40,635,636,40],"37268216","other\u002Fneutral\u002Fidea","krasin",[638,631,40,635,639,40],"37269598","iudqnolq",[641,631,40,258,642,40],"37269821","desperate",[644,631,40,258,645,40],"37269657","whimsicalism",[647,631,40,258,636,40],"37270348",[649,631,40,635,618,40],"37268262",[651,631,40,258,652,40],"37268450","smoldesu",[654,631,40,258,655,40],"37268562","chpatrick",[657,631,40,258,658,40],"37268575","dragonwriter",[660,631,40,258,655,40],"37271658",[662,631,40,258,663,40],"37287748","meiraleal",[665,631,40,258,666,40],"37268645","thentherewere2",[668,631,40,258,655,40],"37268659",[670,631,40,258,666,40],"37268742",[672,631,40,258,400,40],"37268967",[674,631,40,258,675,40],"37268786","ahahahahah",[677,631,40,635,678,40],"37270474","037",[680,631,40,258,645,40],"37269664",[682,631,40,683,684,40],"37268779","other\u002Fneutral\u002Fprivacy","elorant",[686,631,40,258,400,40],"37268954",[688,631,40,258,453,40],"37268947",[690,631,40,258,691,40],"37269224","drpancake",[693,631,40,258,694,40],"37270257","ppsreejith",[696,631,40,258,697,40],"37269842","gmerc",[699,631,40,258,700,40],"37269907","mythz",[702,631,40,258,703,40],"37272489","kkielhofner",[705,631,40,258,706,40],"37269948","haxiel",[708,631,40,258,709,40],"37270358","jiggawatts",[711,631,40,258,712,40],"37270950","nwoli",[714,631,40,258,381,40],"37270924",[716,631,40,258,717,40],"37271093","quickthrower2",[719,720,40,258,721,40],"37268045",9,"tyhjnntyny",[723,720,40,258,724,40],"37268054","Jagerbizzle",[726,720,40,258,727,40],"37268325","Havoc",[729,720,40,258,730,40],"37268527","RossBencina",[732,720,40,236,733,40],"37268547","ChatGTP",[735,720,40,258,712,40],"37270966",[737,738,48,609,739,40],"37267800",10,"cube2222",[741,222,48,227,105,40],"37269379",[142,743,48,744,143,40],12,"project\u002Fpositive\u002Fexecution",[112,746,32,231,113,40],13,[748,746,38,244,113,40],"37268040",[750,746,40,751,11,32],"37268058","maker\u002Fneutral\u002Fperformance",[753,746,40,236,754,40],"37268084","DigitalNoumena",[756,746,40,236,658,40],"37268630",[758,33,40,258,759,40],"37270800","ewuhic",[761,33,40,258,762,40],"37270916","jokethrowaway",[764,33,40,258,759,40],"37271012",[766,33,40,258,717,40],"37271083",[768,33,40,258,769,40],"37273740","wincy",[771,33,40,258,772,40],"37274147","timthelion",[774,33,40,258,477,40],"37271359",[776,33,40,258,769,40],"37273772",[778,33,40,258,779,40],"37274006","coder543",[781,33,40,236,477,40],"37309237",[783,33,40,258,717,40],"37271080",[785,223,38,786,787,40],"37269697","project\u002Fneutral\u002Fidea","ALittleLight",[789,790,40,258,791,40],"37268583",16,"rvz",[793,790,40,258,416,40],"37268606",[795,790,40,258,678,40],"37270557",[797,790,40,258,416,40],"37272856",[799,790,40,258,800,40],"37268843","ShamelessC",[802,790,40,236,791,40],"37269615",[804,790,40,258,805,40],"37269557","AverageDude",[807,790,40,236,808,40],"37269934","bamboozled",[810,790,40,236,805,40],"37270321",[812,790,40,258,791,40],"37273683",[814,790,40,258,815,40],"37274164","lewhoo",[817,790,40,258,791,40],"37275289",[819,790,40,258,815,40],"37275361",[821,790,40,258,663,40],"37288211",[823,790,40,258,824,40],"37269736","Art9681",[826,790,40,236,808,40],"37269928",[828,790,40,258,712,40],"37270990",[830,790,40,258,815,40],"37271441",[832,30,32,833,834,40],"37428794","project\u002Fcritical\u002Fdocs","GirishSharma643",[836,837,38,250,838,40],"37269493",18,"zerop",[840,837,40,258,429,40],"37269568",[842,837,40,258,838,40],"37269688",[844,837,40,258,388,40],"37272031",[846,847,32,848,849,40],"37267876",19,"project\u002Fcritical\u002Fdesign","gojomo",[851,847,38,852,853,40],"37267949","project\u002Fneutral\u002Fdesign","sp332",[855,847,40,856,11,32],"37267985","maker\u002Fneutral\u002Fdesign",[153,858,38,859,154,40],20,"project\u002Fmixed\u002Fperformance",[93,861,48,609,94,40],21,[863,864,38,577,865,40],"37270000",22,"sumedh",[867,864,38,852,868,40],"37275071","danielbln",[870,871,48,227,872,40],"37267774",23,"ocolegro",[874,875,40,258,876,40],"37268946",24,"robertnishihara",[878,875,40,879,880,40],"37269219","other\u002Fneutral\u002Fdocs","gsuuon",[882,875,40,883,884,40],"37269755","other\u002Fcritical\u002Fdesign","bytefactory",[886,875,40,887,876,40],"37269970","other\u002Fneutral\u002Fpricing",[889,875,40,890,880,40],"37270229","other\u002Fpositive\u002Fnone",[892,875,40,893,678,40],"37270636","other\u002Fcritical\u002Fprivacy",[895,896,38,786,897,40],"37270538",25,"euniceee3",[899,900,38,901,902,40],"37270942",26,"project\u002Fneutral\u002Fdocs","fooker",[171,904,38,244,172,40],27,[906,904,38,250,907,40],"37269933","daemonologist",[199,909,32,231,200,40],28,[911,909,40,236,912,40],"37271945","Sharlin",[914,915,40,258,916,40],"37347639",29,"saad2xi",[918,919,32,231,516,40],"37268177",30,[921,922,40,258,923,40],"37276457",31,"bilsbie",[925,922,40,258,509,40],"37276477",[927,922,40,258,923,40],"37283789",[929,930,38,244,931,40],"37267757",32,"vikp",[933,930,40,751,11,32],"37267766",[935,930,48,936,931,40],"37267787","maker\u002Fpositive\u002Fperformance",[938,939,38,577,940,40],"37271413",33,"barrenko",[942,943,48,519,944,40],"37270220",34,"merpnderp",[946,947,40,258,948,40],"37271292",35,"beaker52",[167,950,38,244,168,40],36,[952,950,38,244,128,40],"37268183",[954,950,38,244,955,40],"37268502","disconcision",[957,958,40,887,959,40],"37318823",37,"zcjyt32",[160,961,38,901,128,40],38,[963,961,40,247,11,32],"37268573",[965,961,38,247,128,40],"37268647",[967,961,40,247,11,32],"37268670",[969,961,32,833,128,40],"37268718",[971,961,40,229,11,32],"37269714",[179,973,38,244,180,40],39,[975,973,40,751,11,32],"37268470",[138,14,38,250,139,40],[978,979,32,332,980,40],"37267950",41,"1024core",[982,979,40,236,983,40],"37268170","sebzim4500",[206,985,40,258,207,40],42,[987,988,40,258,989,40],"37269648",43,"Funtech007",[],[992,997,1002,1007,1011,1015],{"id":993,"name":994,"points":995,"category":996},"37326870","compress",815,"dev_tools",{"id":998,"name":999,"points":1000,"category":1001},"37247767","obsidian-sync",416,"infrastructure",{"id":1003,"name":1004,"points":1005,"category":1006},"37252231","Shimmer",229,"consumer_social",{"id":1008,"name":1009,"points":1010,"category":996},"37251969","Continue",187,{"id":1012,"name":1013,"points":1014,"category":1001},"37263473","Release AI",143,{"id":1016,"name":1017,"points":1014,"category":996},"37310070","Langfuse",false,"v2",{"id":1021,"name":5,"line":6,"ai":1018,"cat":19,"year":13,"points":14,"comments":15,"rec":27,"s":1022,"top":14,"kw":1023,"maker":11,"domain":10,"tier":18,"attempts":40,"strip":1024,"url":9,"mix":1025,"praise":85,"objection":109,"sub":20},37267597,0.07,[23,24,20,25,26],"2303320200000304004534000004030013421422",[30,31,32,33],1794036640730]