{"columns":[{"name":"model","type":"string"},{"name":"lower","type":"double"},{"name":"rating","type":"double"},{"name":"upper","type":"double"},{"name":"error_y","type":"double"},{"name":"error_y_minus","type":"double"},{"name":"rating_rounded","type":"double"}],"n_rows":80,"rows_kept":80,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 15.0.0","schema":{"fields":[{"name":"model","type":"string","nullable":true,"metadata":null,"children":null},{"name":"lower","type":"double","nullable":true,"metadata":null,"children":null},{"name":"rating","type":"double","nullable":true,"metadata":null,"children":null},{"name":"upper","type":"double","nullable":true,"metadata":null,"children":null},{"name":"error_y","type":"double","nullable":true,"metadata":null,"children":null},{"name":"error_y_minus","type":"double","nullable":true,"metadata":null,"children":null},{"name":"rating_rounded","type":"double","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional binary field_id=-1 model (String);\n  optional double field_id=-1 lower;\n  optional double field_id=-1 rating;\n  optional double field_id=-1 upper;\n  optional double field_id=-1 error_y;\n  optional double field_id=-1 error_y_minus;\n  optional double field_id=-1 rating_rounded;\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":1164,"head":""}}],["huggingface","{\"info\": {\"features\": {\"model\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"lower\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"rating\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"upper\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"error_y\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"error_y_minus\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"rating_rounded\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}}}"]]}
["DeepSeek-Coder-V2-Instruct (2024-07-24)",1317.6582486350987,1329.3924368670114,1340.2112340876922,10.818797220680835,11.73418823191264,1329.39]
["Llama-3.1-405B-Instruct",1256.0534536752546,1265.3671768911063,1274.6515932145917,9.284416323485402,9.313723215851724,1265.37]
["Mistral-Large-Instruct-2407",1245.4975554978948,1254.8600187033298,1265.0811219909622,10.221103287632332,9.362463205435006,1254.86]
["Llama-3.1-70B-Instruct",1232.1896888807262,1241.2676943194435,1251.4774128486242,10.209718529180691,9.078005438717355,1241.27]
["DeepSeek-V2-Chat (2024-06-28)",1209.2406376535346,1218.4958023192985,1227.2804534939162,8.784651174617693,9.255164665763914,1218.5]
["GPT-4o-mini-2024-07-18",1195.5521227684758,1205.1729480977533,1214.0420652361113,8.869117138357979,9.620825329277523,1205.17]
["Llama-3-70B-Synthia-v3.5",1180.84256744949,1189.4993307144664,1198.519281080138,9.019950365671548,8.656763264976462,1189.5]
["Claude-3.5-Sonnet-20240620",1159.266308914567,1166.865851329264,1174.9955801223875,8.129728793123604,7.599542414696998,1166.87]
["DeepSeek-Coder-V2-Instruct",1131.0353866685552,1139.0649857958197,1146.9888766733693,7.923890877549638,8.029599127264419,1139.06]
["WhiteRabbitNeo-33B-v1.5",1125.904660606131,1135.182325349483,1145.2526934157104,10.070368066227275,9.277664743352034,1135.18]
["Athene-70B",1123.1548640047802,1131.4448974073198,1140.6902621819945,9.245364774674727,8.29003340253962,1131.44]
["Hermes-2-Pro-Llama-3-70B",1117.8780870305318,1127.3627379443506,1136.0148539365814,8.652115992230847,9.484650913818768,1127.36]
["Phi-3-Mini-128K-Instruct (June 2024)",1115.29180674128,1124.1827544616367,1133.5415802800835,9.358825818446803,8.890947720356735,1124.18]
["Gemma-2-27B-Instruct",1108.2045711139722,1117.3340426120799,1126.3417730234435,9.007730411363582,9.129471498107705,1117.33]
["Hermes-2-Theta-Llama-3-70B",1096.0320257336514,1104.9965245596577,1114.511016410081,9.514491850423383,8.96449882600632,1105.0]
["Gemini-1.5-Pro-API-0514",1088.0198577748004,1095.3762015823095,1104.176962180318,8.800760598008537,7.35634380750912,1095.38]
["Nxcode-CQ-7B-Orpo",1085.8580626175476,1094.0195100345577,1103.1836810537188,9.164171019161131,8.161447417010095,1094.02]
["Tess-v2.5.2-Qwen2-72B",1081.1874659000857,1091.0032412572891,1099.3379248953124,8.334683638023307,9.815775357203393,1091.0]
["Yi-Large",1080.7426387536107,1089.6962905497148,1098.672485287987,8.97619473827217,8.953651796104168,1089.7]
["Claude-3-Opus-20240229",1079.014474555328,1086.623818290429,1094.6220520532795,7.998233762850532,7.6093437351009925,1086.62]
["CodeGeex4-All-9B",1077.4511950022345,1086.2673745899597,1095.8914669084572,9.62409231849756,8.816179587725173,1086.27]
["Gemini-1.5-Flash-API-0514",1077.370895565499,1085.9172464463904,1093.3501904969835,7.432944050593051,8.546350880891396,1085.92]
["GPT-4-Turbo-2024-04-09",1070.6020713622781,1077.9165954522769,1085.9392232851328,8.02262783285596,7.314524089998713,1077.92]
["ReflectionCoder-DS-33B",1069.7790660210412,1077.6237258862457,1086.1094947558447,8.485768869599042,7.844659865204449,1077.62]
["Codestral-22B-v0.1",1053.3069355976595,1061.7125527658268,1070.9052203901572,9.192667624330397,8.405617168167282,1061.71]
["Claude-3-Sonnet-20240229",1049.069311604696,1057.1848307847674,1065.7561244668045,8.571293682037094,8.115519180071487,1057.18]
["Llama-3-70B-Instruct",1047.6434013711278,1055.5705201196092,1064.3539631216352,8.783443002025933,7.927118748481462,1055.57]
["Llama-3.1-8B-Instruct",1033.908015836368,1043.3440982728737,1052.1752808767078,8.831182603834122,9.436082436505785,1043.34]
["AutoCoder",1033.7158299019106,1042.2052806786892,1051.1785457667297,8.973265088040534,8.48945077677854,1042.21]
["Qwen2-72B-Chat",1032.9386020541765,1041.4491678531404,1049.307598414789,7.8584305616486745,8.510565798963853,1041.45]
["Artigenz-Coder-DS-6.7B",1026.57446047791,1036.110955660187,1044.8860499572093,8.775094297022179,9.536495182277122,1036.11]
["Phind-CodeLlama-34B-v2",1023.8548736843305,1033.4513735790797,1042.5205695738969,9.069195994817164,9.596499894749172,1033.45]
["GPT-4o-2024-05-13",1025.1838387250248,1033.0909329125884,1040.6253544717072,7.534421559118755,7.907094187563644,1033.09]
["DeepSeek-Coder-V2-Lite-Instruct",1023.6609034443655,1031.9830210799928,1040.6735242465934,8.690503166600593,8.32211763562725,1031.98]
["ReflectionCoder-DS-6.7B",1020.2362780749348,1029.2463361954456,1038.7997264050916,9.553390209646068,9.010058120510735,1029.25]
["WaveCoder-Ultra-6.7B",1004.1345179361092,1013.0926776859633,1021.9946944268208,8.902016740857562,8.958159749854076,1013.09]
["Claude-3-Haiku-20240307",995.3000977124655,1004.2177721220039,1013.2323014755784,9.014529353574517,8.91767440953845,1004.22]
["DeepSeek-Coder-33B-Instruct",993.9065628248906,1001.7482464949192,1009.7751073179988,8.026860823079687,7.841683670028601,1001.75]
["ReflectionCoder-CL-34B",989.0751857061949,998.4965492985596,1008.2495965906332,9.753047292073688,9.421363592364628,998.5]
["Mixtral-8x22B-Instruct",986.8823083545184,995.709926580673,1004.3674867231739,8.65756014250087,8.827618226154641,995.71]
["OpenCodeInterpreter-DS-6.7B",979.5983513692781,989.8355111597582,998.9236922557538,9.088181095995651,10.237159790480064,989.84]
["DeepSeek-V2-Chat",980.285222327961,988.8925876591493,997.9794729285343,9.086885269384993,8.607365331188248,988.89]
["OpenChat-3.6-8B-20240522",978.0719120908782,987.9780857941353,998.184251405887,10.206165611751771,9.906173703257082,987.98]
["Command R+",978.0763017345814,987.3059054865109,996.3676684503384,9.061762963827505,9.229603751929517,987.31]
["Codestral-Mamba",970.5947548698313,979.0316600664293,987.645179823766,8.61351975733669,8.43690519659799,979.03]
["CodeQwen1.5-7B-Chat",962.3318299985638,970.8543628377334,979.8772592540512,9.022896416317735,8.522532839169685,970.85]
["Granite-Code-34B-Instruct",958.2555491899013,967.0498548189559,975.848253041929,8.798398222973105,8.79430562905452,967.05]
["GPT-4-0613",956.3173936471437,965.2134322025387,973.9019686088283,8.688536406289586,8.896038555394966,965.21]
["Phi-3-Medium-128K-Instruct",954.3673090456631,964.3162173085072,973.5217320345987,9.205514726091451,9.948908262844157,964.32]
["GPT-3.5-Turbo-0125",951.69712340544,960.909064464408,969.8568181740843,8.947753709676363,9.21194105896791,960.91]
["Phi-3-Mini-128K-Instruct (Old)",949.1315712398928,959.0709477304902,967.3103170118835,8.239369281393351,9.939376490597397,959.07]
["Qwen1.5-110B-Chat",942.8023965774355,952.226819838216,961.8735265859701,9.646706747754138,9.424423260780486,952.23]
["Phi-3-Small-128K-Instruct",939.0770549023733,948.6167783776589,957.4900818108392,8.873303433180354,9.539723475285541,948.62]
["AutoCoder-QW-7B",936.6990129167049,946.8989022567281,956.5487405921195,9.64983833539145,10.19988934002322,946.9]
["AutoCoder-S-6.7B",928.5553375219611,939.2342125470961,949.2591164801435,10.024903933047312,10.678875025135085,939.23]
["Qwen2-57B-A14B",927.0005088159816,936.504434429107,945.5833150007942,9.078880571687137,9.503925613125489,936.5]
["Gemma-2-9B-Instruct",920.1494430779646,931.853036685993,940.9778448179013,9.124808131908367,11.703593608028314,931.85]
["CodeLlama-70B-Instruct",922.8737486622363,931.3941851081195,940.9094041641779,9.515219056058413,8.520436445883206,931.39]
["Mistral-Small-2402",920.9678150786821,929.0738067231771,939.333616064821,10.259809341643859,8.10599164449502,929.07]
["Qwen2-7B-Instruct",919.5650167278142,928.7586973837022,937.7085892886877,8.94989190498552,9.193680655887988,928.76]
["ReflectionCoder-CL-7B",918.1578162932215,928.6499116446637,938.9197320496804,10.26982040501673,10.49209535144223,928.65]
["Yi-1.5-9B-Chat",909.2454823952972,919.2851691244073,929.1062194486597,9.821050324252383,10.03968672911003,919.29]
["DeepSeek-Coder-6.7B-Instruct",908.4361299761346,919.1970606925524,928.5126439978167,9.315583305264227,10.760930716417874,919.2]
["Qwen1.5-72B-Chat",899.1738982415521,909.2637325682111,919.1437395117927,9.88000694358152,10.089834326659002,909.26]
["Granite-Code-20B-Instruct",893.0925377154948,902.7044426533739,911.9308411307544,9.226398477380485,9.611904937879103,902.7]
["StarCoder2-15B-Instruct-v0.1",889.0852130204919,899.0741243462451,908.7704528236864,9.696328477441284,9.988911325753179,899.07]
["Qwen1.5-32B-Chat",877.6707005861952,887.2035511940069,898.3385161177001,11.134964923693246,9.532850607811724,887.2]
["Magicoder-S-DS-6.7B",863.0028100083747,873.8753082180003,883.6183964389131,9.743088220912796,10.872498209625633,873.88]
["CodeLlama-34B-Instruct",862.3531601769295,873.3131609334289,883.7167051482882,10.403544214859267,10.960000756499426,873.31]
["Yi-1.5-34B-Chat",860.2890110003374,870.8207685541761,880.6645577978717,9.843789243695596,10.531757553838702,870.82]
["CodeGemma-7B-Instruct",849.8084078924624,860.9678733243485,870.178391660959,9.210518336610562,11.159465431886133,860.97]
["Mistral-Large-2402",824.6826152665018,835.7213631007202,846.4393691791582,10.718006078438066,11.038747834218384,835.72]
["Llama-3-8B-Instruct",819.6446869867297,830.53219117961,843.0802783955329,12.54808721592292,10.887504192880328,830.53]
["CodeLlama-13B-Instruct",807.4666426505347,818.7623572158533,829.4452514393691,10.68289422351586,11.295714565318576,818.76]
["InternLM2.5-7B-Chat",803.2269041713537,815.2615704963039,826.8998102259942,11.638239729690326,12.034666324950194,815.26]
["Mistral-7B-Instruct-v0.3",785.6332868053855,798.0733040869311,810.3026697851719,12.229365698240827,12.440017281545579,798.07]
["Yi-1.5-6B-Chat",774.7345288936216,787.7452232171136,799.9369271461542,12.191703929040614,13.010694323491975,787.75]
["OpenCodeInterpreter-DS-1.3B",736.5164087631294,750.924129829175,763.8266255687536,12.902495739578626,14.407721066045497,750.92]
["CodeLlama-7B-Instruct",686.75288818759,699.4683121018625,713.1261083455279,13.657796243665416,12.715423914272492,699.47]
["DeepSeek-Coder-1.3B-Instruct",623.6017062380579,641.6504848461811,657.2564332058909,15.605948359709714,18.048778608123257,641.65]