{"columns":[{"name":"model","type":"string"},{"name":"lower","type":"double"},{"name":"rating","type":"double"},{"name":"upper","type":"double"},{"name":"error_y","type":"double"},{"name":"error_y_minus","type":"double"},{"name":"rating_rounded","type":"double"}],"n_rows":80,"rows_kept":80,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 15.0.0","schema":{"fields":[{"name":"model","type":"string","nullable":true,"metadata":null,"children":null},{"name":"lower","type":"double","nullable":true,"metadata":null,"children":null},{"name":"rating","type":"double","nullable":true,"metadata":null,"children":null},{"name":"upper","type":"double","nullable":true,"metadata":null,"children":null},{"name":"error_y","type":"double","nullable":true,"metadata":null,"children":null},{"name":"error_y_minus","type":"double","nullable":true,"metadata":null,"children":null},{"name":"rating_rounded","type":"double","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional binary field_id=-1 model (String);\n  optional double field_id=-1 lower;\n  optional double field_id=-1 rating;\n  optional double field_id=-1 upper;\n  optional double field_id=-1 error_y;\n  optional double field_id=-1 error_y_minus;\n  optional double field_id=-1 rating_rounded;\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":1164,"head":""}}],["huggingface","{\"info\": {\"features\": {\"model\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"lower\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"rating\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"upper\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"error_y\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"error_y_minus\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"rating_rounded\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}}}"]]}
["GPT-4-Turbo-2024-04-09",2467.7297898405477,2601.706311177203,2695.2734014000634,93.56709022286032,133.97652133665542,2601.71]
["DeepSeek-Coder-V2-Instruct (2024-07-24)",2374.9090045234666,2480.8756945029663,2575.323694191577,94.44799968861071,105.96668997949973,2480.88]
["Claude-3.5-Sonnet-20240620",2286.880540936847,2382.548252887429,2482.0603263451735,99.51207345774446,95.66771195058209,2382.55]
["DeepSeek-V2-Chat (2024-06-28)",2223.281747697788,2303.865299960458,2397.4584988358956,93.59319887543779,80.58355226266985,2303.87]
["DeepSeek-Coder-V2-Instruct",1995.539176600182,2093.580643799248,2206.162750697414,112.58210689816633,98.04146719906589,2093.58]
["Llama-3.1-405B-Instruct",1965.9709646446665,2074.043251683623,2189.9447305501367,115.90147886651357,108.07228703895657,2074.04]
["GPT-4o-2024-05-13",1918.5560298162886,2048.040170742558,2162.0085773697388,113.96840662718068,129.48414092626945,2048.04]
["Mistral-Large-Instruct-2407",1917.3614890023,2011.6068384195394,2128.3293000867784,116.72246166723903,94.24534941723937,2011.61]
["Llama-3.1-70B-Instruct",1876.9610535838067,1977.9142523667888,2067.734882746525,89.82063037973603,100.9531987829821,1977.91]
["Claude-3-Opus-20240229",1835.8986981749238,1925.46324051986,2009.5318532187466,84.06861269888668,89.56454234493617,1925.46]
["GPT-4o-mini-2024-07-18",1806.503056059951,1897.9581992673322,2014.7280281348765,116.76982886754422,91.4551432073813,1897.96]
["Gemini-1.5-Pro-API-0514",1754.0017013520414,1876.4078873793253,2010.5074852412006,134.09959786187528,122.40618602728387,1876.41]
["Llama-3-70B-Instruct",1689.96598441973,1770.7074746776284,1860.899421001473,90.1919463238446,80.74149025789848,1770.71]
["Gemini-1.5-Flash-API-0514",1636.8802841195622,1734.9871969277972,1841.6366008522898,106.64940392449262,98.10691280823494,1734.99]
["Llama-3-70B-Synthia-v3.5",1580.2077160247297,1696.7373172455173,1813.3812015781018,116.64388433258455,116.52960122078753,1696.74]
["Claude-3-Sonnet-20240229",1577.4068886828802,1660.235653351511,1757.7293036016406,97.49365025012958,82.82876466863081,1660.24]
["Hermes-2-Theta-Llama-3-70B",1543.3162541536988,1626.222236142155,1722.860301126708,96.63806498455301,82.90598198845623,1626.22]
["Phi-3-Mini-128K-Instruct (June 2024)",1416.6860584727492,1513.851672503442,1607.8800972452932,94.02842474185127,97.16561403069272,1513.85]
["Mixtral-8x22B-Instruct",1358.702088479655,1447.2541609686386,1542.2019973025922,94.94783633395355,88.55207248898364,1447.25]
["GPT-3.5-Turbo-0125",1362.2976183769285,1445.572347619573,1526.5752455958261,81.00289797625305,83.27472924264453,1445.57]
["Gemma-2-27B-Instruct",1350.3321908309,1430.6831437680726,1512.730421952807,82.04727818473452,80.35095293717268,1430.68]
["Hermes-2-Pro-Llama-3-70B",1318.4722758846765,1427.6172639134086,1540.9211260918319,113.30386217842329,109.14498802873209,1427.62]
["WhiteRabbitNeo-33B-v1.5",1335.2991747822834,1412.246960568194,1489.2738077442832,77.02684717608918,76.94778578591058,1412.25]
["Codestral-22B-v0.1",1332.3815112240738,1405.806114201452,1495.060208836787,89.25409463533515,73.42460297737807,1405.81]
["ReflectionCoder-DS-33B",1307.3079231708116,1398.8225006812227,1497.300115437221,98.47761475599827,91.51457751041107,1398.82]
["Athene-70B",1305.921644569105,1387.2919171550093,1472.0175875954694,84.72567044046014,81.37027258590433,1387.29]
["DeepSeek-Coder-33B-Instruct",1287.9233257779595,1363.3796637268108,1442.8736739452095,79.49401021839867,75.45633794885134,1363.38]
["Qwen2-72B-Chat",1261.6862032807153,1363.3581786687537,1455.6913433481357,92.33316467938198,101.67197538803839,1363.36]
["DeepSeek-V2-Chat",1173.0918529706776,1287.965748971672,1407.2163586633055,119.2506096916336,114.87389600099436,1287.97]
["Claude-3-Haiku-20240307",1210.2469393353351,1285.1058463831796,1371.3776887044103,86.27184232123068,74.85890704784447,1285.11]
["CodeGeex4-All-9B",1187.6497980924628,1278.0219825571646,1382.345686981548,104.32370442438332,90.37218446470183,1278.02]
["Yi-Large",1187.1056892836923,1259.0191187861792,1339.8895664047102,80.87044761853099,71.9134295024869,1259.02]
["Nxcode-CQ-7B-Orpo",1166.9089910740745,1257.987130588639,1354.8406056321396,96.85347504350057,91.07813951456455,1257.99]
["GPT-4-0613",1135.7484691102732,1207.2666998789464,1274.4771478195444,67.21044794059799,71.51823076867322,1207.27]
["DeepSeek-Coder-V2-Lite-Instruct",1108.5687674397586,1193.6038975497154,1276.4335014181922,82.82960386847685,85.03513010995675,1193.6]
["CodeQwen1.5-7B-Chat",1086.217146797972,1192.7542518911523,1295.7870956526908,103.03284376153852,106.53710509318034,1192.75]
["Tess-v2.5.2-Qwen2-72B",1097.1132633472932,1178.6799326775458,1258.3085733246432,79.62864064709743,81.56666933025258,1178.68]
["AutoCoder",1097.7356978794653,1169.157577954756,1247.7315173968448,78.57393944208866,71.4218800752908,1169.16]
["OpenCodeInterpreter-DS-6.7B",939.294016364474,1022.7606321596445,1102.0864004705759,79.32576831093138,83.46661579517047,1022.76]
["Qwen1.5-110B-Chat",907.8790743281734,1002.9473588608685,1123.1627888672444,120.21543000637598,95.06828453269509,1002.95]
["WaveCoder-Ultra-6.7B",904.3872313354407,993.2140956907858,1084.7459027573616,91.53180706657577,88.82686435534515,993.21]
["Granite-Code-34B-Instruct",901.7773386713259,978.2462382391791,1058.6065717727938,80.36033353361472,76.46889956785321,978.25]
["ReflectionCoder-DS-6.7B",837.7295347433765,955.5172274106914,1055.3452800780199,99.8280526673285,117.7876926673149,955.52]
["Phind-CodeLlama-34B-v2",862.1634864917467,935.8962648070212,1019.5830034629921,83.68673865597088,73.73277831527457,935.9]
["Artigenz-Coder-DS-6.7B",832.778070456732,909.9952145948389,996.1903058225776,86.19509122773866,77.21714413810685,910.0]
["Codestral-Mamba",718.1966620655506,796.3915705734825,871.4344207271995,75.04285015371704,78.19490850793181,796.39]
["Command R+",689.8044842729562,785.3569953119811,878.5586758195068,93.20168050752568,95.55251103902492,785.36]
["Llama-3.1-8B-Instruct",660.2490078863734,767.032959064245,863.4456286379136,96.41266957366861,106.78395117787159,767.03]
["Mistral-Small-2402",671.2674611088869,746.2857931043748,824.5670429723185,78.28124986794376,75.01833199548787,746.29]
["Phi-3-Medium-128K-Instruct",650.660064957042,743.0303282625525,829.7512267730463,86.72089851049373,92.37026330551055,743.03]
["ReflectionCoder-CL-34B",648.3505184265938,726.306950316912,798.5956596268367,72.28870930992468,77.95643189031819,726.31]
["CodeLlama-70B-Instruct",611.4498285861317,700.5859861876476,776.5194507901421,75.9334646024945,89.13615760151583,700.59]
["StarCoder2-15B-Instruct-v0.1",600.5744689059281,683.1305812231813,752.2679548326832,69.13737360950199,82.55611231725311,683.13]
["Magicoder-S-DS-6.7B",512.0443639136611,636.6918018493645,757.3723727077108,120.6805708583463,124.64743793570346,636.69]
["DeepSeek-Coder-6.7B-Instruct",520.2520686180287,619.0863248571349,717.9707405514774,98.88441569434258,98.83425623910614,619.09]
["Qwen2-57B-A14B",479.0969627645303,561.8880021364628,649.9123301670546,88.02432803059185,82.79103937193247,561.89]
["Phi-3-Small-128K-Instruct",481.1986445716908,552.0320667483165,629.727813910613,77.69574716229647,70.83342217662573,552.03]
["Qwen1.5-72B-Chat",394.36694346077695,502.09114459661845,615.0092280066734,112.91808341005498,107.7242011358415,502.09]
["Qwen2-7B-Instruct",379.09477529244714,461.2556273929546,539.5100366352841,78.25440924232953,82.16085210050744,461.26]
["OpenChat-3.6-8B-20240522",350.4998398324782,436.51931696341893,529.0459211844435,92.52660422102457,86.01947713094074,436.52]
["Granite-Code-20B-Instruct",276.10306072234283,380.0202984645535,483.87890487835733,103.85860641380384,103.91723774221066,380.02]
["Phi-3-Mini-128K-Instruct (Old)",235.52559077711928,353.9200335683601,458.80741495648067,104.88738138812056,118.39444279124083,353.92]
["Qwen1.5-32B-Chat",263.07794746205684,352.46498988580163,433.40751563647495,80.94252575067333,89.38704242374479,352.46]
["Gemma-2-9B-Instruct",224.1474236094292,320.6319578132597,409.01364237520687,88.38168456194717,96.48453420383049,320.63]
["AutoCoder-QW-7B",234.42447156832247,319.10215230970584,405.63095005715985,86.528797747454,84.67768074138337,319.1]
["Yi-1.5-9B-Chat",222.02663557888465,314.92344722080713,406.8785042317566,91.95505701094947,92.89681164192248,314.92]
["ReflectionCoder-CL-7B",181.04121831979285,290.3574572577557,380.6789804889925,90.32152323123682,109.31623893796285,290.36]
["CodeGemma-7B-Instruct",135.90725151257206,252.3242876171878,350.6214298027183,98.2971421855305,116.41703610461573,252.32]
["AutoCoder-S-6.7B",146.55799467186839,238.8213702792828,335.6464993776157,96.82512909833292,92.26337560741442,238.82]
["CodeLlama-34B-Instruct",47.49514544005901,146.87968790492698,239.91643491863857,93.03674701371159,99.38454246486796,146.88]
["Yi-1.5-34B-Chat",11.925551829736165,97.99639627210189,187.7201029703972,89.7237066982953,86.07084444236573,98.0]
["Mistral-Large-2402",-31.239940292466212,97.86298753451172,227.88229700126072,130.019309466749,129.10292782697792,97.86]
["CodeLlama-13B-Instruct",-35.940223575978585,80.98863010622284,199.49607086819822,118.50744076197537,116.92885368220144,80.99]
["Llama-3-8B-Instruct",-123.49174135034494,-38.102518798473966,36.199549391024775,74.30206818949874,85.38922255187097,-38.1]
["Yi-1.5-6B-Chat",-329.01005450436963,-181.39960694578224,-59.687672892330845,121.71193405345139,147.6104475585874,-181.4]
["Mistral-7B-Instruct-v0.3",-336.13789246675884,-209.68604879397822,-91.46069528446007,118.22535350951814,126.45184367278063,-209.69]
["InternLM2.5-7B-Chat",-332.24968423178615,-210.61548541957222,-96.64604484533963,113.96944057423259,121.63419881221392,-210.62]
["OpenCodeInterpreter-DS-1.3B",-400.5294643608625,-245.9320212410911,-118.89445550990685,127.03756573118424,154.5974431197714,-245.93]
["CodeLlama-7B-Instruct",-593.1119881269724,-450.0078029305856,-314.34564913887033,135.6621537917153,143.10418519638677,-450.01]
["DeepSeek-Coder-1.3B-Instruct",-623.3457986184596,-515.4166356446274,-395.8042047446396,119.61243089998777,107.92916297383226,-515.42]