{"columns":[{"name":"model","type":"string"},{"name":"lower","type":"double"},{"name":"rating","type":"double"},{"name":"upper","type":"double"},{"name":"error_y","type":"double"},{"name":"error_y_minus","type":"double"},{"name":"rating_rounded","type":"double"}],"n_rows":80,"rows_kept":80,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 15.0.0","schema":{"fields":[{"name":"model","type":"string","nullable":true,"metadata":null,"children":null},{"name":"lower","type":"double","nullable":true,"metadata":null,"children":null},{"name":"rating","type":"double","nullable":true,"metadata":null,"children":null},{"name":"upper","type":"double","nullable":true,"metadata":null,"children":null},{"name":"error_y","type":"double","nullable":true,"metadata":null,"children":null},{"name":"error_y_minus","type":"double","nullable":true,"metadata":null,"children":null},{"name":"rating_rounded","type":"double","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional binary field_id=-1 model (String);\n  optional double field_id=-1 lower;\n  optional double field_id=-1 rating;\n  optional double field_id=-1 upper;\n  optional double field_id=-1 error_y;\n  optional double field_id=-1 error_y_minus;\n  optional double field_id=-1 rating_rounded;\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":1164,"head":""}}],["huggingface","{\"info\": {\"features\": {\"model\": {\"dtype\": \"string\", \"_type\": \"Value\"}, \"lower\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"rating\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"upper\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"error_y\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"error_y_minus\": {\"dtype\": \"float64\", \"_type\": \"Value\"}, \"rating_rounded\": {\"dtype\": \"float64\", \"_type\": \"Value\"}}}}"]]}
["GPT-4-Turbo-2024-04-09",2460.3203619265028,2595.8251740338565,2704.008477198775,108.18330316491847,135.5048121073537,2595.83]
["DeepSeek-Coder-V2-Instruct (2024-07-24)",2367.8182036524026,2490.788658846279,2581.113886277924,90.32522743164509,122.9704551938762,2490.79]
["Claude-3.5-Sonnet-20240620",2280.9771913998197,2381.5986115517253,2486.6250021785695,105.0263906268442,100.62142015190557,2381.6]
["DeepSeek-V2-Chat (2024-06-28)",2205.25697042089,2300.975311264435,2381.0366571041695,80.06134583973471,95.71834084354487,2300.98]
["DeepSeek-Coder-V2-Instruct",2008.04436622467,2102.4342484285085,2216.4467557223097,114.01250729380126,94.3898822038384,2102.43]
["Llama-3.1-405B-Instruct",1967.9169506280903,2067.0706490460707,2183.530132705766,116.45948365969525,99.15369841798042,2067.07]
["GPT-4o-2024-05-13",1934.5854250470504,2042.0843156964274,2155.724564358731,113.64024866230375,107.49889064937702,2042.08]
["Mistral-Large-Instruct-2407",1915.971279617265,2016.5857559545416,2132.2607720813967,115.6750161268551,100.61447633727653,2016.59]
["Llama-3.1-70B-Instruct",1878.7645892769804,1972.3056633316144,2071.2778654078184,98.97220207620398,93.54107405463401,1972.31]
["Claude-3-Opus-20240229",1812.0179746504728,1916.9259308551443,2016.3124992424368,99.38656838729253,104.90795620467156,1916.93]
["GPT-4o-mini-2024-07-18",1784.3707043215475,1893.6397846091538,1998.0092220274162,104.36943741826235,109.26908028760636,1893.64]
["Gemini-1.5-Pro-API-0514",1751.8092378124277,1875.9347704772638,2008.4061309085896,132.47136043132582,124.1255326648361,1875.93]
["Llama-3-70B-Instruct",1693.0271563650035,1771.8478535143322,1864.1478662958007,92.30001278146847,78.82069714932868,1771.85]
["Gemini-1.5-Flash-API-0514",1644.286875130332,1734.7826686128742,1841.8272025114552,107.044533898581,90.49579348254224,1734.78]
["Llama-3-70B-Synthia-v3.5",1575.6818713924545,1698.417982820557,1810.393821266945,111.97583844638802,122.7361114281025,1698.42]
["Claude-3-Sonnet-20240229",1564.9907888262692,1663.7270793532346,1755.2325858925785,91.50550653934397,98.73629052696538,1663.73]
["Hermes-2-Theta-Llama-3-70B",1535.2239199124565,1625.559211995837,1714.3838153443844,88.8246033485475,90.33529208338041,1625.56]
["Phi-3-Mini-128K-Instruct (June 2024)",1427.0401612396406,1517.6011583208306,1606.6957402352386,89.09458191440808,90.56099708118995,1517.6]
["Mixtral-8x22B-Instruct",1365.4532146957204,1444.191195697625,1530.3296395731022,86.13844387547715,78.7379810019047,1444.19]
["GPT-3.5-Turbo-0125",1354.7296512569258,1443.313330501624,1530.971431552653,87.658101051029,88.58367924469826,1443.31]
["Hermes-2-Pro-Llama-3-70B",1330.9713462163534,1434.0136247390142,1546.2549058152151,112.24128107620095,103.04227852266081,1434.01]
["Gemma-2-27B-Instruct",1345.0594615962748,1429.0263130278793,1513.9325687695498,84.90625574167052,83.96685143160448,1429.03]
["WhiteRabbitNeo-33B-v1.5",1334.3655692224593,1416.8838544675625,1507.9262492605033,91.04239479294074,82.51828524510324,1416.88]
["Codestral-22B-v0.1",1323.9475086079137,1403.7903153167317,1478.4546511301182,74.66433581338651,79.84280670881799,1403.79]
["ReflectionCoder-DS-33B",1310.0335179745023,1403.644006531494,1491.4803703441041,87.83636381261022,93.61048855699164,1403.64]
["Athene-70B",1316.1977106696643,1387.8776584494226,1463.002184478004,75.12452602858139,71.67994777975832,1387.88]
["Qwen2-72B-Chat",1271.8159771372377,1363.494592381571,1463.1395866340583,99.64499425248732,91.67861524433329,1363.49]
["DeepSeek-Coder-33B-Instruct",1280.7437315288098,1361.8845548087752,1439.3176157049386,77.4330608961634,81.14082327996539,1361.88]
["Claude-3-Haiku-20240307",1213.2091495507152,1290.379667136589,1359.5010170198145,69.12134988322555,77.17051758587377,1290.38]
["DeepSeek-V2-Chat",1159.9314889980687,1282.9726850898587,1399.7737422287146,116.80105713885587,123.04119609178997,1282.97]
["CodeGeex4-All-9B",1180.5374727425556,1281.2126642548824,1393.5405588118138,112.32789455693137,100.67519151232682,1281.21]
["Nxcode-CQ-7B-Orpo",1169.982992559556,1261.175656371116,1358.9864048338645,97.8107484627485,91.19266381156012,1261.18]
["Yi-Large",1183.5819658219575,1260.3222969319668,1337.3385354616935,77.0162385297267,76.74033111000927,1260.32]
["GPT-4-0613",1135.5513405117663,1207.6024921087787,1274.9966119281578,67.39411981937906,72.05115159701245,1207.6]
["DeepSeek-Coder-V2-Lite-Instruct",1112.4284007230133,1199.1377214211761,1279.7231185848964,80.58539716372024,86.70932069816286,1199.14]
["CodeQwen1.5-7B-Chat",1080.5298336626624,1193.400774382511,1306.1558993742703,112.75512499175943,112.87094071984848,1193.4]
["Tess-v2.5.2-Qwen2-72B",1102.6616500493615,1182.186809452116,1260.999149914564,78.81234046244799,79.52515940275453,1182.19]
["AutoCoder",1090.8110149984277,1168.276830746192,1238.9129276702567,70.63609692406476,77.46581574776428,1168.28]
["OpenCodeInterpreter-DS-6.7B",938.3132845297813,1018.6655560683141,1095.0884632874486,76.42290721913446,80.35227153853282,1018.67]
["Qwen1.5-110B-Chat",913.8441375838495,1008.6765632428796,1104.4596960595484,95.78313281666874,94.83242565903015,1008.68]
["WaveCoder-Ultra-6.7B",908.9473209976258,991.1452898909001,1078.3368422179153,87.19155232701519,82.19796889327438,991.15]
["Granite-Code-34B-Instruct",901.5388391410672,976.4677767880421,1056.6063724108715,80.13859562282937,74.92893764697487,976.47]
["ReflectionCoder-DS-6.7B",845.8334532020243,952.1650472471525,1058.681998255463,106.51695100831046,106.33159404512821,952.17]
["Phind-CodeLlama-34B-v2",850.3118076127872,938.6661187460757,1014.2323128928931,75.56619414681745,88.35431113328843,938.67]
["Artigenz-Coder-DS-6.7B",829.0301045448309,909.112471828045,990.5804247577386,81.46795292969352,80.08236728321413,909.11]
["Codestral-Mamba",717.4278743589389,792.1962567729013,872.0624675075087,79.86621073460742,74.7683824139624,792.2]
["Command R+",687.5513219531408,781.4720759422366,870.0061149597943,88.53403901755769,93.92075398909583,781.47]
["Llama-3.1-8B-Instruct",680.9311707408131,765.4663572788745,861.0878564201321,95.62149914125757,84.53518653806145,765.47]
["Mistral-Small-2402",672.0587588395516,748.2002743398338,830.7638265764084,82.56355223657465,76.14151550028214,748.2]
["Phi-3-Medium-128K-Instruct",644.2763482262412,735.0311148250926,838.8823641312397,103.85124930614711,90.75476659885135,735.03]
["ReflectionCoder-CL-34B",639.5315149413583,723.156049724608,797.816673099281,74.66062337467304,83.62453478324971,723.16]
["CodeLlama-70B-Instruct",609.2304838285542,695.8163424729014,773.8769495024569,78.06060702955551,86.58585864434724,695.82]
["StarCoder2-15B-Instruct-v0.1",604.1994059773626,679.703518331168,768.8444271558492,89.14090882468122,75.50411235380534,679.7]
["Magicoder-S-DS-6.7B",527.6796314445121,630.6704114792988,743.4815655014258,112.81115402212708,102.99078003478667,630.67]
["DeepSeek-Coder-6.7B-Instruct",520.8168070736763,621.7879951847733,716.5064081045584,94.71841291978512,100.97118811109704,621.79]
["Qwen2-57B-A14B",475.6483525450084,566.3085708125732,653.3865290066432,87.07795819406999,90.6602182675648,566.31]
["Phi-3-Small-128K-Instruct",476.75814804944116,553.2431856974624,621.8096454289587,68.56645973149625,76.48503764802126,553.24]
["Qwen1.5-72B-Chat",404.41626107056317,509.7238813651318,624.4661281202212,114.74224675508947,105.30762029456861,509.72]
["Qwen2-7B-Instruct",374.27402496352477,457.34237063315084,536.8666574936921,79.52428686054122,83.06834566962607,457.34]
["OpenChat-3.6-8B-20240522",348.29032744755796,440.69680276692714,539.2116029560375,98.51480018911036,92.40647531936918,440.7]
["Granite-Code-20B-Instruct",280.95575134688954,384.4399487009341,481.40973143146687,96.96978273053276,103.48419735404457,384.44]
["Phi-3-Mini-128K-Instruct (Old)",248.43593088515726,355.0590284125605,462.62125836920086,107.56222995664035,106.62309752740325,355.06]
["Qwen1.5-32B-Chat",264.8926481770274,349.4818541866056,439.9268011630382,90.44494697643262,84.58920600957816,349.48]
["Yi-1.5-9B-Chat",231.22556961809485,319.88001543420324,402.8937100854207,83.01369465121746,88.65444581610839,319.88]
["AutoCoder-QW-7B",227.32065581847618,318.86158493437097,418.67568020342657,99.8140952690556,91.54092911589478,318.86]
["Gemma-2-9B-Instruct",219.78045746190273,318.5860031378015,418.18610352187716,99.60010038407563,98.8055456758988,318.59]
["ReflectionCoder-CL-7B",174.27555028917314,286.9235366905503,389.76727532308144,102.84373863253114,112.64798640137715,286.92]
["CodeGemma-7B-Instruct",143.60992463357053,257.4844764296321,343.29683046851045,85.81235403887837,113.87455179606155,257.48]
["AutoCoder-S-6.7B",134.16697259357804,230.84460757446152,341.0246125132583,110.1800049387968,96.67763498088348,230.84]
["CodeLlama-34B-Instruct",28.225294536727286,140.04745362226123,242.71618855976266,102.66873493750143,111.82215908553394,140.05]
["Mistral-Large-2402",-50.138555419802856,103.60518150790534,235.75053808048872,132.14535657258338,153.7437369277082,103.61]
["Yi-1.5-34B-Chat",9.043118259880664,99.59102311350955,193.17426582727273,93.58324271376318,90.54790485362889,99.59]
["CodeLlama-13B-Instruct",-36.915629526984894,77.82631326798582,200.89564547859865,123.06933221061283,114.74194279497073,77.83]
["Llama-3-8B-Instruct",-131.8680914589093,-34.22323490107726,55.60534917253006,89.82858407360732,97.64485655783204,-34.22]
["Yi-1.5-6B-Chat",-310.1980874397897,-176.77142609254918,-64.78254750871646,111.98887858383272,133.4266613472405,-176.77]
["InternLM2.5-7B-Chat",-332.54956431647736,-204.70370346116,-100.65236864313904,104.05133481802095,127.84586085531737,-204.7]
["Mistral-7B-Instruct-v0.3",-335.14514102241014,-206.49579987656932,-100.07094598106575,106.42485389550357,128.64934114584082,-206.5]
["OpenCodeInterpreter-DS-1.3B",-382.022691913193,-235.96370327055718,-125.10108707971077,110.86261619084641,146.05898864263582,-235.96]
["CodeLlama-7B-Instruct",-582.9001415799411,-451.6465423236624,-326.66329207154234,124.98325025212006,131.25359925627868,-451.65]
["DeepSeek-Coder-1.3B-Instruct",-612.3170103179792,-504.28867453288217,-379.93436292938435,124.35431160349782,108.02833578509706,-504.29]