diff --git "a/google-gemma-2-2b/metrics.eval.jsonl" "b/google-gemma-2-2b/metrics.eval.jsonl"
new file mode 100644--- /dev/null
+++ "b/google-gemma-2-2b/metrics.eval.jsonl"
@@ -0,0 +1,43 @@
+{"created_at": "2025-08-13T04:28:35.771207", "global_step": 2000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.19880546075085323, "acc_stderr,none": 0.011662850198175537, "acc_norm,none": 0.24744027303754265, "acc_norm_stderr,none": 0.012610352663292673}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.49957912457912457, "acc_stderr,none": 0.01025977988609443, "acc_norm,none": 0.4583333333333333, "acc_norm_stderr,none": 0.010224097209176594}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.0140592566632182, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.0140592566632182}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578942, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578942}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.27666666666666667, "acc_stderr,none": 0.014919965280947385, "acc_norm,none": 0.27666666666666667, "acc_norm_stderr,none": 0.014919965280947385}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.28, "acc_stderr,none": 0.014974951276705699, "acc_norm,none": 0.28, "acc_norm_stderr,none": 0.014974951276705699}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.26555555555555554, "acc_stderr,none": 0.014729137787585105, "acc_norm,none": 0.26555555555555554, "acc_norm_stderr,none": 0.014729137787585105}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.27633937462656843, "acc_stderr,none": 0.00446272754305589, "acc_norm,none": 0.2893845847440749, "acc_norm_stderr,none": 0.004525499540017859}, "include_base_44_chinese": {"acc,none": 0.25504587155963304, "acc_stderr,none": 0.018739512506754506, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.055934166129236414}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.0487901635934895}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.01885353908840369, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.0334046315394559}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569705}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.018394364877361694, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370518}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.06101187572589324}, "piqa": {"alias": "piqa", "acc,none": 0.6022850924918389, "acc_stderr,none": 0.011419114133117227, "acc_norm,none": 0.5935799782372143, "acc_norm_stderr,none": 0.011459682650123575}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.39477911646586344, "acc_stderr,none": 0.009797642521690861}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667058}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3345381526104418, "acc_stderr,none": 0.009457404390939167}}
+{"created_at": "2025-08-13T08:14:31.060444", "global_step": 6000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2226962457337884, "acc_stderr,none": 0.012158314774829938, "acc_norm,none": 0.26621160409556316, "acc_norm_stderr,none": 0.012915774781523202}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.5698653198653199, "acc_stderr,none": 0.010159130445178507, "acc_norm,none": 0.5008417508417509, "acc_norm_stderr,none": 0.010259768981815236}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030491, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030491}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214573, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214573}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055173, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055173}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632414, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632414}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218193, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218193}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3176658036247759, "acc_stderr,none": 0.004646172373101001, "acc_norm,none": 0.3650667197769369, "acc_norm_stderr,none": 0.004804649197163699}, "include_base_44_chinese": {"acc,none": 0.26238532110091745, "acc_stderr,none": 0.018881899820343804, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496573}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.01836533368097877, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.07961491954505552}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.20359281437125748, "acc_stderr,none": 0.031253219622833416}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2, "acc_stderr,none": 0.03223291856101517}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.03574732654202544}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.01863723720332011, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "piqa": {"alias": "piqa", "acc,none": 0.6501632208922742, "acc_stderr,none": 0.01112728864463284, "acc_norm,none": 0.6409140369967355, "acc_norm_stderr,none": 0.011192949073844109}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4706827309236948, "acc_stderr,none": 0.01000483004554398}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.40441767068273093, "acc_stderr,none": 0.009837245625453008}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3313253012048193, "acc_stderr,none": 0.009434574056101966}}
+{"created_at": "2025-08-13T10:00:35.859342", "global_step": 8000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.25, "acc_stderr,none": 0.012653835621466646, "acc_norm,none": 0.27986348122866894, "acc_norm_stderr,none": 0.01311904089772592}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6035353535353535, "acc_stderr,none": 0.010037412763064529, "acc_norm,none": 0.5340909090909091, "acc_norm_stderr,none": 0.010235908103438688}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945589, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945589}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945606, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945606}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632405, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632405}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651669, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651669}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24, "acc_stderr,none": 0.01424401987979265, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.01424401987979265}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.32483569010157337, "acc_stderr,none": 0.004673563250946086, "acc_norm,none": 0.38488348934475203, "acc_norm_stderr,none": 0.004855733568540273}, "include_base_44_chinese": {"acc,none": 0.25504587155963304, "acc_stderr,none": 0.018737516216287387, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869696}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.22262773722627738, "acc_stderr,none": 0.017792959073757924, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.030905719167240605}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333331}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2709677419354839, "acc_stderr,none": 0.03581556513964114}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.24087591240875914, "acc_stderr,none": 0.018299643994118386, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.034843315926805875}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.0317555478662992}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.0610118757258932}, "piqa": {"alias": "piqa", "acc,none": 0.6572361262241567, "acc_stderr,none": 0.011073978007039315, "acc_norm,none": 0.6588683351468988, "acc_norm_stderr,none": 0.011061289443962709}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4686746987951807, "acc_stderr,none": 0.01000238471976211}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.40120481927710844, "acc_stderr,none": 0.009824484469158973}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.00944890091461761}}
+{"created_at": "2025-08-13T11:56:33.918541", "global_step": 10000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.24744027303754265, "acc_stderr,none": 0.012610352663292673, "acc_norm,none": 0.2909556313993174, "acc_norm_stderr,none": 0.013273077865907588}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6018518518518519, "acc_stderr,none": 0.0100446623746534, "acc_norm,none": 0.5256734006734006, "acc_norm_stderr,none": 0.010246249665591225}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2777777777777778, "acc_stderr,none": 0.014938408363642793, "acc_norm,none": 0.2777777777777778, "acc_norm_stderr,none": 0.014938408363642793}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884518, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884518}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578937, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578937}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.01482601644658193, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.01482601644658193}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998374, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998374}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.33190599482174865, "acc_stderr,none": 0.0046993506536956225, "acc_norm,none": 0.3994224258115913, "acc_norm_stderr,none": 0.004887787255353494}, "include_base_44_chinese": {"acc,none": 0.23669724770642203, "acc_stderr,none": 0.018304467604350526, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418898}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.0487901635934895}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.01873191455703008, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.0334046315394559}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2967741935483871, "acc_stderr,none": 0.036812906368192656}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851863}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.21350364963503649, "acc_stderr,none": 0.017496380290305643, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.0317555478662992}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.1, "acc_stderr,none": 0.04285714285714284}, "piqa": {"alias": "piqa", "acc,none": 0.6713819368879217, "acc_stderr,none": 0.010959127105167046, "acc_norm,none": 0.6708378672470077, "acc_norm_stderr,none": 0.010963750414134705}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4899598393574297, "acc_stderr,none": 0.01002005211688914}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.38112449799196785, "acc_stderr,none": 0.009734701300519849}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3305220883534137, "acc_stderr,none": 0.00942878910928983}}
+{"created_at": "2025-08-13T13:52:41.224578", "global_step": 12000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2593856655290102, "acc_stderr,none": 0.012808273573927094, "acc_norm,none": 0.29436860068259385, "acc_norm_stderr,none": 0.013318528460539424}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6153198653198653, "acc_stderr,none": 0.009983171707009002, "acc_norm,none": 0.5425084175084175, "acc_norm_stderr,none": 0.010222638127749492}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.01386569562657938, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.01386569562657938}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342959, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342959}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22777777777777777, "acc_stderr,none": 0.013987721523687961, "acc_norm,none": 0.22777777777777777, "acc_norm_stderr,none": 0.013987721523687961}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214542, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214542}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262117, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262117}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3381796454889464, "acc_stderr,none": 0.004721231637092727, "acc_norm,none": 0.41256721768571997, "acc_norm_stderr,none": 0.004912900450370833}, "include_base_44_chinese": {"acc,none": 0.22385321100917432, "acc_stderr,none": 0.017882662207279017, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.043247857666407805}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.043680974599507025}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.018425365566174058, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.033675118801687026}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.034351824402457654}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964297}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.22627737226277372, "acc_stderr,none": 0.017910203037724292, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663925}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.05488392203513871}, "piqa": {"alias": "piqa", "acc,none": 0.6697497279651795, "acc_stderr,none": 0.0109729471330063, "acc_norm,none": 0.6724700761697497, "acc_norm_stderr,none": 0.010949830482825487}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4791164658634538, "acc_stderr,none": 0.010013327358568523}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42610441767068274, "acc_stderr,none": 0.00991201637745907}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3321285140562249, "acc_stderr,none": 0.009440328001240637}}
+{"created_at": "2025-08-13T15:49:36.156556", "global_step": 14000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2619453924914676, "acc_stderr,none": 0.012849054826858115, "acc_norm,none": 0.3037542662116041, "acc_norm_stderr,none": 0.013438909184778762}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6119528619528619, "acc_stderr,none": 0.009999295905750664, "acc_norm,none": 0.5353535353535354, "acc_norm_stderr,none": 0.010234104543411431}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342964, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342964}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055175, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055175}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168502, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168502}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241916, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241916}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3454491137223661, "acc_stderr,none": 0.0047454266563775604, "acc_norm,none": 0.4261103365863374, "acc_norm_stderr,none": 0.004934995402995943}, "include_base_44_chinese": {"acc,none": 0.26055045871559634, "acc_stderr,none": 0.018824039777690035, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.049887188500387446}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115226}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.25547445255474455, "acc_stderr,none": 0.01862284108291254, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.07961491954505552}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.033404631539455894}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3096774193548387, "acc_stderr,none": 0.0372580781179416}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.03090571916724061}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.018157838117545004, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.035509201856896294}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629919}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "piqa": {"alias": "piqa", "acc,none": 0.6653971708378672, "acc_stderr,none": 0.011009071725162507, "acc_norm,none": 0.676278563656148, "acc_norm_stderr,none": 0.010916765010708755}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.48714859437751, "acc_stderr,none": 0.010018761856718256}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41445783132530123, "acc_stderr,none": 0.009874311310483544}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293527}}
+{"created_at": "2025-08-13T17:45:46.036569", "global_step": 16000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2781569965870307, "acc_stderr,none": 0.013094469919538804, "acc_norm,none": 0.29692832764505117, "acc_norm_stderr,none": 0.01335202597672522}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6317340067340067, "acc_stderr,none": 0.009897286209010888, "acc_norm,none": 0.5778619528619529, "acc_norm_stderr,none": 0.010134620524592268}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2222222222222222, "acc_stderr,none": 0.013865695626579386, "acc_norm,none": 0.2222222222222222, "acc_norm_stderr,none": 0.013865695626579386}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642538, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642538}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.01422139373127621, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.01422139373127621}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642533, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642533}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.34863572993427605, "acc_stderr,none": 0.004755645016263844, "acc_norm,none": 0.43168691495717987, "acc_norm_stderr,none": 0.004942990623131117}, "include_base_44_chinese": {"acc,none": 0.25504587155963304, "acc_stderr,none": 0.01870930186579557, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.04936090495978012}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.018967058020584942, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569707}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.03657720706540911}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.033937086485697064}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2755474452554745, "acc_stderr,none": 0.01905027157761559, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2891566265060241, "acc_stderr,none": 0.03529486801511115}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.3132530120481928, "acc_stderr,none": 0.03610805018031023}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.0495695759225642}, "piqa": {"alias": "piqa", "acc,none": 0.6882480957562568, "acc_stderr,none": 0.010807431424873674, "acc_norm,none": 0.6800870511425462, "acc_norm_stderr,none": 0.010882873582092051}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4755020080321285, "acc_stderr,none": 0.010010036112667854}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43132530120481927, "acc_stderr,none": 0.009927090290379253}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3353413654618474, "acc_stderr,none": 0.009463034891512708}}
+{"created_at": "2025-08-13T19:42:11.294216", "global_step": 18000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.28071672354948807, "acc_stderr,none": 0.01313123812697558, "acc_norm,none": 0.302901023890785, "acc_norm_stderr,none": 0.013428241573185349}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6287878787878788, "acc_stderr,none": 0.00991359900184574, "acc_norm,none": 0.5509259259259259, "acc_norm_stderr,none": 0.010206428316323363}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998378, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998378}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699814, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699814}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168488, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168488}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567612, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567612}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217892, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217892}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3527185819557857, "acc_stderr,none": 0.004768395354146808, "acc_norm,none": 0.4396534554869548, "acc_norm_stderr,none": 0.004953305461311757}, "include_base_44_chinese": {"acc,none": 0.22201834862385322, "acc_stderr,none": 0.01787673372398519, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.26277372262773724, "acc_stderr,none": 0.018864571576460785, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.34285714285714286, "acc_stderr,none": 0.08140424227436863}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.034190730421806675}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.21897810218978103, "acc_stderr,none": 0.01767867543649838, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078942}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.6800870511425462, "acc_stderr,none": 0.010882873582092056, "acc_norm,none": 0.6741022850924918, "acc_norm_stderr,none": 0.010935760218903938}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4919678714859438, "acc_stderr,none": 0.010020779633955262}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44457831325301206, "acc_stderr,none": 0.009960315726344815}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.327710843373494, "acc_stderr,none": 0.009408296828870668}}
+{"created_at": "2025-08-13T21:37:18.458926", "global_step": 20000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2721843003412969, "acc_stderr,none": 0.0130066004064237, "acc_norm,none": 0.3003412969283277, "acc_norm_stderr,none": 0.013395909309957004}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6254208754208754, "acc_stderr,none": 0.009931758820410615, "acc_norm,none": 0.5686026936026936, "acc_norm_stderr,none": 0.0101627528477475}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356793, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356793}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755672, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755672}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409366, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409366}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3602867954590719, "acc_stderr,none": 0.004791024004588011, "acc_norm,none": 0.4487153953395738, "acc_norm_stderr,none": 0.00496346465774724}, "include_base_44_chinese": {"acc,none": 0.23302752293577983, "acc_stderr,none": 0.018194772722667753, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.29927007299270075, "acc_stderr,none": 0.01955062359256781, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.4, "acc_stderr,none": 0.0840168050416806}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.33532934131736525, "acc_stderr,none": 0.03664249082074462}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387369}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3096774193548387, "acc_stderr,none": 0.0372580781179416}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.03367511880168703}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.23175182481751824, "acc_stderr,none": 0.018053170568343956, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233137}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.032082844503563655}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.052372293656638154}, "piqa": {"alias": "piqa", "acc,none": 0.6789989118607181, "acc_stderr,none": 0.0108926415747079, "acc_norm,none": 0.6735582154515778, "acc_norm_stderr,none": 0.010940467046177297}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.47269076305220886, "acc_stderr,none": 0.010007112889731976}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4526104417670683, "acc_stderr,none": 0.009976956772510004}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667058}}
+{"created_at": "2025-08-13T23:33:53.048954", "global_step": 22000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.27047781569965873, "acc_stderr,none": 0.012980954547659554, "acc_norm,none": 0.31569965870307165, "acc_norm_stderr,none": 0.013582571095815293}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6363636363636364, "acc_stderr,none": 0.009870849346011762, "acc_norm,none": 0.5664983164983165, "acc_norm_stderr,none": 0.01016864062545411}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.21, "acc_stderr,none": 0.013584490272855356, "acc_norm,none": 0.21, "acc_norm_stderr,none": 0.013584490272855356}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.20222222222222222, "acc_stderr,none": 0.013396013014924447, "acc_norm,none": 0.20222222222222222, "acc_norm_stderr,none": 0.013396013014924447}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884523, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884523}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132642, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132642}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409378, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409378}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.36247759410476, "acc_stderr,none": 0.0047973325659900765, "acc_norm,none": 0.44911372236606256, "acc_norm_stderr,none": 0.004963872936857939}, "include_base_44_chinese": {"acc,none": 0.23486238532110093, "acc_stderr,none": 0.018214757842173187, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018987}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956954}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2427007299270073, "acc_stderr,none": 0.018285623055328274, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569706}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3032258064516129, "acc_stderr,none": 0.03703980981843178}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19161676646706588, "acc_stderr,none": 0.030547196475366606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.01873937593138067, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.30120481927710846, "acc_stderr,none": 0.0357160923005348}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233135}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560373}, "piqa": {"alias": "piqa", "acc,none": 0.6898803046789989, "acc_stderr,none": 0.010791876566843044, "acc_norm,none": 0.6855277475516867, "acc_norm_stderr,none": 0.010833009065106581}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4863453815261044, "acc_stderr,none": 0.010018334967148558}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4502008032128514, "acc_stderr,none": 0.009972240296768891}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3261044176706827, "acc_stderr,none": 0.009396415172722657}}
+{"created_at": "2025-08-14T01:29:05.573803", "global_step": 24000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.26706484641638223, "acc_stderr,none": 0.012928933196496354, "acc_norm,none": 0.30119453924914674, "acc_norm_stderr,none": 0.013406741767847632}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6296296296296297, "acc_stderr,none": 0.009908978578665758, "acc_norm,none": 0.5441919191919192, "acc_norm_stderr,none": 0.010219631763437851}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945592, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945592}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884523, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884523}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132644, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132644}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336083, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336083}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.01428887637569982, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.01428887637569982}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.36656044612626965, "acc_stderr,none": 0.004808802114592837, "acc_norm,none": 0.45867357100179246, "acc_norm_stderr,none": 0.004972708369656543}, "include_base_44_chinese": {"acc,none": 0.23486238532110093, "acc_stderr,none": 0.018150574098354254, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.049887188500387446}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_italian": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.018359105318376815, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964298}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.3032258064516129, "acc_stderr,none": 0.03703980981843178}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.19161676646706588, "acc_stderr,none": 0.030547196475366606}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.018454884401019795, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.034106466140718564}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594689}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345136}, "piqa": {"alias": "piqa", "acc,none": 0.6849836779107725, "acc_stderr,none": 0.010838072746240652, "acc_norm,none": 0.6877040261153428, "acc_norm_stderr,none": 0.010812581599154424}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5092369477911647, "acc_stderr,none": 0.010020362530631355}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42771084337349397, "acc_stderr,none": 0.009916774564942353}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3365461847389558, "acc_stderr,none": 0.00947142305417714}}
+{"created_at": "2025-08-14T03:25:34.730147", "global_step": 26000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2815699658703072, "acc_stderr,none": 0.013143376735009019, "acc_norm,none": 0.30887372013651876, "acc_norm_stderr,none": 0.013501770929344003}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6367845117845118, "acc_stderr,none": 0.009868397136118801, "acc_norm,none": 0.5547138047138047, "acc_norm_stderr,none": 0.010198171137873871}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632388, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632388}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380023, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380023}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567619, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567619}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581932, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581932}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632402, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632402}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3625771758613822, "acc_stderr,none": 0.0047976167543723105, "acc_norm,none": 0.4591714797849034, "acc_norm_stderr,none": 0.004973117975062477}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.01849957729734221, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.25547445255474455, "acc_stderr,none": 0.018690850614102323, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994775}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.24516129032258063, "acc_stderr,none": 0.03466511701965931}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.03367511880168704}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.2281021897810219, "acc_stderr,none": 0.017973837087544024, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594687}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "piqa": {"alias": "piqa", "acc,none": 0.6942328618063112, "acc_stderr,none": 0.010749627366141642, "acc_norm,none": 0.7002176278563657, "acc_norm_stderr,none": 0.010689686967138092}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.493574297188755, "acc_stderr,none": 0.010021245217159398}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44859437751004017, "acc_stderr,none": 0.009968964736894266}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.342570281124498, "acc_stderr,none": 0.00951233331947037}}
+{"created_at": "2025-08-14T05:23:11.399431", "global_step": 28000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2841296928327645, "acc_stderr,none": 0.013179442447653886, "acc_norm,none": 0.3174061433447099, "acc_norm_stderr,none": 0.01360223908803817}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6607744107744108, "acc_stderr,none": 0.009714917207765846, "acc_norm,none": 0.5833333333333334, "acc_norm_stderr,none": 0.010116282977781258}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884514, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884514}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.21888888888888888, "acc_stderr,none": 0.013790766978256947, "acc_norm,none": 0.21888888888888888, "acc_norm_stderr,none": 0.013790766978256947}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.014221393731276212, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.014221393731276212}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.21444444444444444, "acc_stderr,none": 0.013688819788367374, "acc_norm,none": 0.21444444444444444, "acc_norm_stderr,none": 0.013688819788367374}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.367257518422625, "acc_stderr,none": 0.004810723108378218, "acc_norm,none": 0.46594303923521213, "acc_norm_stderr,none": 0.004978192893406288}, "include_base_44_chinese": {"acc,none": 0.26238532110091745, "acc_stderr,none": 0.018860307427879596, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.018365331699626227, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.032539894331085194}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.1935483870967742, "acc_stderr,none": 0.03183637233676304}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.017980154389761305, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629921}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.049569575922564196}, "piqa": {"alias": "piqa", "acc,none": 0.6969532100108814, "acc_stderr,none": 0.010722648689531508, "acc_norm,none": 0.6942328618063112, "acc_norm_stderr,none": 0.010749627366141639}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4963855421686747, "acc_stderr,none": 0.010021811000966354}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41244979919678715, "acc_stderr,none": 0.00986723767855559}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3353413654618474, "acc_stderr,none": 0.009463034891512708}}
+{"created_at": "2025-08-14T07:19:11.601513", "global_step": 30000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.29180887372013653, "acc_stderr,none": 0.01328452529240351, "acc_norm,none": 0.3122866894197952, "acc_norm_stderr,none": 0.013542598541688065}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6578282828282829, "acc_stderr,none": 0.009735236771958748, "acc_norm,none": 0.5765993265993266, "acc_norm_stderr,none": 0.010138671005289056}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.21444444444444444, "acc_stderr,none": 0.013688819788367378, "acc_norm,none": 0.21444444444444444, "acc_norm_stderr,none": 0.013688819788367378}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859547, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859547}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23, "acc_stderr,none": 0.01403554996994558, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.01403554996994558}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24, "acc_stderr,none": 0.014244019879792657, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.014244019879792657}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3745269866560446, "acc_stderr,none": 0.00483011379732705, "acc_norm,none": 0.46654052977494526, "acc_norm_stderr,none": 0.004978596394045436}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018525353866924364, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.0481956028911523}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854672}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.018731714635788273, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851862}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2903225806451613, "acc_stderr,none": 0.03657720706540911}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569706}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.28102189781021897, "acc_stderr,none": 0.019266811986592393, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.29518072289156627, "acc_stderr,none": 0.035509201856896294}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.034843315926805875}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680589}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560372}, "piqa": {"alias": "piqa", "acc,none": 0.6936887921653971, "acc_stderr,none": 0.010754970032367321, "acc_norm,none": 0.7002176278563657, "acc_norm_stderr,none": 0.01068968696713809}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4939759036144578, "acc_stderr,none": 0.010021345444047586}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4530120481927711, "acc_stderr,none": 0.00997771990435373}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3385542168674699, "acc_stderr,none": 0.00948525020851688}}
+{"created_at": "2025-08-14T09:15:18.579739", "global_step": 32000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.28754266211604096, "acc_stderr,none": 0.013226719056266129, "acc_norm,none": 0.3054607508532423, "acc_norm_stderr,none": 0.01346008047800251}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6557239057239057, "acc_stderr,none": 0.009749495321590819, "acc_norm,none": 0.5841750841750841, "acc_norm_stderr,none": 0.01011334824464788}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859535, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859535}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110771, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110771}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699816, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699816}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.01437702337540937, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.01437702337540937}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3768173670583549, "acc_stderr,none": 0.004835981632401594, "acc_norm,none": 0.475502887870942, "acc_norm_stderr,none": 0.004983788992681193}, "include_base_44_chinese": {"acc,none": 0.22201834862385322, "acc_stderr,none": 0.017869471263359044, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.04324785766640781}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.23905109489051096, "acc_stderr,none": 0.01822517233827107, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964298}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2129032258064516, "acc_stderr,none": 0.03298715238372958}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.033675118801687026}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.5, "acc_stderr,none": 0.15075567228888181}, "include_base_44_turkish": {"acc,none": 0.20802919708029197, "acc_stderr,none": 0.017355206788673125, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629919}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.18072289156626506, "acc_stderr,none": 0.02995573785581014}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.052372293656638154}, "piqa": {"alias": "piqa", "acc,none": 0.691512513601741, "acc_stderr,none": 0.010776164678037155, "acc_norm,none": 0.690968443960827, "acc_norm_stderr,none": 0.01078141946440698}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4931726907630522, "acc_stderr,none": 0.010021138522919167}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4429718875502008, "acc_stderr,none": 0.009956671790008784}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3357429718875502, "acc_stderr,none": 0.009465838617337342}}
+{"created_at": "2025-08-14T11:10:09.331512", "global_step": 34000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.28754266211604096, "acc_stderr,none": 0.013226719056266129, "acc_norm,none": 0.31569965870307165, "acc_norm_stderr,none": 0.013582571095815291}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6502525252525253, "acc_stderr,none": 0.009785578618940725, "acc_norm,none": 0.5778619528619529, "acc_norm_stderr,none": 0.01013462052459227}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.014311107963683038, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.014311107963683038}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030494, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030494}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391954, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391954}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2733333333333333, "acc_stderr,none": 0.014863944409417488, "acc_norm,none": 0.2733333333333333, "acc_norm_stderr,none": 0.014863944409417488}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391958, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391958}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.37731527584146585, "acc_stderr,none": 0.004837242015191115, "acc_norm,none": 0.4763991236805417, "acc_norm_stderr,none": 0.004984219681732664}, "include_base_44_chinese": {"acc,none": 0.22385321100917432, "acc_stderr,none": 0.017822403122254166, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348947}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.11267605633802817, "acc_stderr,none": 0.037792698211264034}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.046225147349214284}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018550355819261705, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2129032258064516, "acc_stderr,none": 0.03298715238372958}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.033937086485697064}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.018717990951066212, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370518}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944966}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345136}, "piqa": {"alias": "piqa", "acc,none": 0.6936887921653971, "acc_stderr,none": 0.010754970032367318, "acc_norm,none": 0.6980413492927094, "acc_norm_stderr,none": 0.010711732891588353}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5140562248995983, "acc_stderr,none": 0.01001811181308855}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43775100401606426, "acc_stderr,none": 0.009944099734290158}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3405622489959839, "acc_stderr,none": 0.009498886690274443}}
+{"created_at": "2025-08-14T13:06:40.706488", "global_step": 36000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.2790102389078498, "acc_stderr,none": 0.013106784883601341, "acc_norm,none": 0.32081911262798635, "acc_norm_stderr,none": 0.013640943091946531}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6654040404040404, "acc_stderr,none": 0.009682137724327909, "acc_norm,none": 0.5862794612794613, "acc_norm_stderr,none": 0.010105878530238145}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.27444444444444444, "acc_stderr,none": 0.014882733736391585, "acc_norm,none": 0.27444444444444444, "acc_norm_stderr,none": 0.014882733736391585}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.01442032345164253, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.01442032345164253}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.01437702337540938, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.01437702337540938}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651663, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651663}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.01458847408965166, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.01458847408965166}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3791077474606652, "acc_stderr,none": 0.0048417344535066605, "acc_norm,none": 0.48466440948018324, "acc_norm_stderr,none": 0.004987433862274564}, "include_base_44_chinese": {"acc,none": 0.26605504587155965, "acc_stderr,none": 0.018912385908943372, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.323943661971831, "acc_stderr,none": 0.055934166129236414}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.19540229885057472, "acc_stderr,none": 0.0427567811097387}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.053764141713832536}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.4375, "acc_stderr,none": 0.128086884574495}, "include_base_44_italian": {"acc,none": 0.26277372262773724, "acc_stderr,none": 0.01879014844491611, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666292}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.281437125748503, "acc_stderr,none": 0.034903504674283575}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.1123666437438737}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.1935483870967742, "acc_stderr,none": 0.03183637233676305}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.30538922155688625, "acc_stderr,none": 0.03574732654202545}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.22445255474452555, "acc_stderr,none": 0.017805532468964085, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.18072289156626506, "acc_stderr,none": 0.02995573785581014}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680587}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.0548839220351387}, "piqa": {"alias": "piqa", "acc,none": 0.7034820457018498, "acc_stderr,none": 0.010656078922661133, "acc_norm,none": 0.6985854189336235, "acc_norm_stderr,none": 0.010706248242753761}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5072289156626506, "acc_stderr,none": 0.010021025361119635}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.41485943775100403, "acc_stderr,none": 0.009875705744164676}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3385542168674699, "acc_stderr,none": 0.00948525020851688}}
+{"created_at": "2025-08-14T15:04:50.923444", "global_step": 38000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.29266211604095566, "acc_stderr,none": 0.013295916103619417, "acc_norm,none": 0.3242320819112628, "acc_norm_stderr,none": 0.013678810399518824}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6679292929292929, "acc_stderr,none": 0.009663817543072706, "acc_norm,none": 0.5833333333333334, "acc_norm_stderr,none": 0.010116282977781258}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2866666666666667, "acc_stderr,none": 0.015081863703787802, "acc_norm,none": 0.2866666666666667, "acc_norm_stderr,none": 0.015081863703787802}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409371, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409371}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308197, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308197}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962124, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962124}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3829914359689305, "acc_stderr,none": 0.004851227527070894, "acc_norm,none": 0.48904600677155946, "acc_norm_stderr,none": 0.0049885838203099185}, "include_base_44_chinese": {"acc,none": 0.23669724770642203, "acc_stderr,none": 0.018255679440245733, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.05527159681788331}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909663}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2755474452554745, "acc_stderr,none": 0.019039601827116653, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.11428571428571428, "acc_stderr,none": 0.05456364060755607}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.32335329341317365, "acc_stderr,none": 0.03630492855884467}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.27741935483870966, "acc_stderr,none": 0.03607872492487903}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.033404631539455894}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.01803715701677045, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.033005331861289226}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.061011875725893235}, "piqa": {"alias": "piqa", "acc,none": 0.6942328618063112, "acc_stderr,none": 0.010749627366141639, "acc_norm,none": 0.690424374319913, "acc_norm_stderr,none": 0.010786656752183344}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5120481927710844, "acc_stderr,none": 0.010019162857624489}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.46987951807228917, "acc_stderr,none": 0.01000387141951773}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293527}}
+{"created_at": "2025-08-14T17:01:07.189773", "global_step": 40000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.29266211604095566, "acc_stderr,none": 0.01329591610361942, "acc_norm,none": 0.32764505119453924, "acc_norm_stderr,none": 0.01371584794071934}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6654040404040404, "acc_stderr,none": 0.00968213772432791, "acc_norm,none": 0.5795454545454546, "acc_norm_stderr,none": 0.010129114278546524}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.01446311410517081, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.01446311410517081}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.19555555555555557, "acc_stderr,none": 0.01322827642859471, "acc_norm,none": 0.19555555555555557, "acc_norm_stderr,none": 0.01322827642859471}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755675, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755675}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578937, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578937}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.38498307110137425, "acc_stderr,none": 0.004855968578998729, "acc_norm,none": 0.4910376419040032, "acc_norm_stderr,none": 0.004988979750014447}, "include_base_44_chinese": {"acc,none": 0.22752293577981653, "acc_stderr,none": 0.018034983023097743, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.0447929081990966}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854672}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.2281021897810219, "acc_stderr,none": 0.01774059089023168, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.11428571428571428, "acc_stderr,none": 0.054563640607556065}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23353293413173654, "acc_stderr,none": 0.03283724952964297}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.1935483870967742, "acc_stderr,none": 0.03183637233676304}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945589}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.6666666666666666, "acc_stderr,none": 0.1421338109037403}, "include_base_44_turkish": {"acc,none": 0.26094890510948904, "acc_stderr,none": 0.018823835603323867, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.034605799075530255}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560373}, "piqa": {"alias": "piqa", "acc,none": 0.6942328618063112, "acc_stderr,none": 0.010749627366141639, "acc_norm,none": 0.6996735582154516, "acc_norm_stderr,none": 0.010695225308183127}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5024096385542168, "acc_stderr,none": 0.010021956483068091}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4566265060240964, "acc_stderr,none": 0.009984293410840315}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3325301204819277, "acc_stderr,none": 0.009443193365903338}}
+{"created_at": "2025-08-14T18:55:52.571074", "global_step": 42000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.31399317406143346, "acc_stderr,none": 0.013562691224726302, "acc_norm,none": 0.32593856655290104, "acc_norm_stderr,none": 0.013697432466693249}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6771885521885522, "acc_stderr,none": 0.00959395022036675, "acc_norm,none": 0.6047979797979798, "acc_norm_stderr,none": 0.010031894052790976}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.27444444444444444, "acc_stderr,none": 0.014882733736391552, "acc_norm,none": 0.27444444444444444, "acc_norm_stderr,none": 0.014882733736391552}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2722222222222222, "acc_stderr,none": 0.014845038794433949, "acc_norm,none": 0.2722222222222222, "acc_norm_stderr,none": 0.014845038794433949}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055175, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055175}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2722222222222222, "acc_stderr,none": 0.01484503879443395, "acc_norm,none": 0.2722222222222222, "acc_norm_stderr,none": 0.01484503879443395}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413111, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413111}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.38408683529177456, "acc_stderr,none": 0.004853845750392163, "acc_norm,none": 0.4938259310894244, "acc_norm_stderr,none": 0.004989400984722224}, "include_base_44_chinese": {"acc,none": 0.23486238532110093, "acc_stderr,none": 0.018225403754767413, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.04936090495978012}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348946}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.2427007299270073, "acc_stderr,none": 0.018385565256513997, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387485}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994775}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.24516129032258063, "acc_stderr,none": 0.03466511701965931}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.01821894369656748, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073528}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233134}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.0548839220351387}, "piqa": {"alias": "piqa", "acc,none": 0.7013057671381937, "acc_stderr,none": 0.010678556398149236, "acc_norm,none": 0.6969532100108814, "acc_norm_stderr,none": 0.010722648689531501}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.516867469879518, "acc_stderr,none": 0.01001636845302155}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.43734939759036146, "acc_stderr,none": 0.009943086374983843}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293523}}
+{"created_at": "2025-08-14T20:52:07.313365", "global_step": 44000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.30716723549488056, "acc_stderr,none": 0.013481034054980941, "acc_norm,none": 0.32849829351535836, "acc_norm_stderr,none": 0.013724978465537377}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6548821548821548, "acc_stderr,none": 0.009755139387152037, "acc_norm,none": 0.5824915824915825, "acc_norm_stderr,none": 0.010119187377776024}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.27444444444444444, "acc_stderr,none": 0.014882733736391537, "acc_norm,none": 0.27444444444444444, "acc_norm_stderr,none": 0.014882733736391537}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214535, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214535}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470884, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470884}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470879, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470879}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470887, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470887}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3906592312288389, "acc_stderr,none": 0.004869010152280755, "acc_norm,none": 0.49512049392551283, "acc_norm_stderr,none": 0.004989543796593277}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018373351978037415, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.049887188500387446}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3448275862068966, "acc_stderr,none": 0.05125421389342353}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.043247857666407805}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018570179409804047, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.3142857142857143, "acc_stderr,none": 0.07961491954505552}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990835}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387369}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.1870967741935484, "acc_stderr,none": 0.031426224808489875}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.281437125748503, "acc_stderr,none": 0.03490350467428358}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.21532846715328466, "acc_stderr,none": 0.017573292791411062, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.032400048255946876}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.12, "acc_stderr,none": 0.046423076597919784}, "piqa": {"alias": "piqa", "acc,none": 0.6898803046789989, "acc_stderr,none": 0.01079187656684304, "acc_norm,none": 0.6920565832426551, "acc_norm_stderr,none": 0.010770892367463687}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5136546184738956, "acc_stderr,none": 0.010018334967148544}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4566265060240964, "acc_stderr,none": 0.009984293410840318}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3349397590361446, "acc_stderr,none": 0.00946022348499647}}
+{"created_at": "2025-08-14T22:48:56.228443", "global_step": 46000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.30887372013651876, "acc_stderr,none": 0.013501770929344003, "acc_norm,none": 0.3216723549488055, "acc_norm_stderr,none": 0.013650488084494166}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6578282828282829, "acc_stderr,none": 0.009735236771958746, "acc_norm,none": 0.5946969696969697, "acc_norm_stderr,none": 0.010074093589739187}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241884, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241884}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262133, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262133}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.0144843198114339, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.0144843198114339}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26555555555555554, "acc_stderr,none": 0.014729137787585094, "acc_norm,none": 0.26555555555555554, "acc_norm_stderr,none": 0.014729137787585094}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2688888888888889, "acc_stderr,none": 0.014787619747567614, "acc_norm,none": 0.2688888888888889, "acc_norm_stderr,none": 0.014787619747567614}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.391256721768572, "acc_stderr,none": 0.004870342592915049, "acc_norm,none": 0.5001991635132443, "acc_norm_stderr,none": 0.004989781015595462}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.018273578418409347, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921429}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.04936090495978012}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.15492957746478872, "acc_stderr,none": 0.04324785766640782}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.29014598540145986, "acc_stderr,none": 0.019442643447202552, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144048}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.33532934131736525, "acc_stderr,none": 0.03664249082074463}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2838709677419355, "acc_stderr,none": 0.03633254072705441}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.03443623453899477}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.22445255474452555, "acc_stderr,none": 0.01780861912865491, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.03070982405056527}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.34, "acc_stderr,none": 0.0676726816132972}, "piqa": {"alias": "piqa", "acc,none": 0.7023939064200218, "acc_stderr,none": 0.010667353792388212, "acc_norm,none": 0.7013057671381937, "acc_norm_stderr,none": 0.010678556398149236}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.4903614457831325, "acc_stderr,none": 0.0100202105584383}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44538152610441767, "acc_stderr,none": 0.009962098166712266}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3353413654618474, "acc_stderr,none": 0.009463034891512704}}
+{"created_at": "2025-08-15T00:45:13.689105", "global_step": 48000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.310580204778157, "acc_stderr,none": 0.013522292098053059, "acc_norm,none": 0.3430034129692833, "acc_norm_stderr,none": 0.013872423223718167}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6679292929292929, "acc_stderr,none": 0.0096638175430727, "acc_norm,none": 0.6106902356902357, "acc_norm_stderr,none": 0.01000521278287814}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962124, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962124}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170807, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170807}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262112, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262112}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962127, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962127}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27666666666666667, "acc_stderr,none": 0.014919965280947406, "acc_norm,none": 0.27666666666666667, "acc_norm_stderr,none": 0.014919965280947406}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3934475204142601, "acc_stderr,none": 0.004875162699121644, "acc_norm,none": 0.5048795060744872, "acc_norm_stderr,none": 0.004989543796593299}, "include_base_44_chinese": {"acc,none": 0.22018348623853212, "acc_stderr,none": 0.017722529112572098, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.04936090495978012}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.1267605633802817, "acc_stderr,none": 0.03976580062454876}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.048195602891152295}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115032}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.23175182481751824, "acc_stderr,none": 0.018053110213481556, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945589}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.17419354838709677, "acc_stderr,none": 0.030562917443292526}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569706}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2116788321167883, "acc_stderr,none": 0.017479810420636854, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663925}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.7029379760609358, "acc_stderr,none": 0.010661725404814781, "acc_norm,none": 0.70620239390642, "acc_norm_stderr,none": 0.010627574080514797}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.52570281124498, "acc_stderr,none": 0.01000882225331207}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44738955823293175, "acc_stderr,none": 0.009966439091407929}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3345381526104418, "acc_stderr,none": 0.009457404390939166}}
+{"created_at": "2025-08-15T02:42:01.353725", "global_step": 50000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.30204778156996587, "acc_stderr,none": 0.013417519144716419, "acc_norm,none": 0.3165529010238908, "acc_norm_stderr,none": 0.013592431519068077}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6586700336700336, "acc_stderr,none": 0.009729473841242894, "acc_norm,none": 0.5968013468013468, "acc_norm_stderr,none": 0.010065668576794785}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.014526354751055175, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.014526354751055175}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.25333333333333335, "acc_stderr,none": 0.014505399844356812, "acc_norm,none": 0.25333333333333335, "acc_norm_stderr,none": 0.014505399844356812}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.014567891342380053, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.014567891342380053}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.01458847408965166, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.01458847408965166}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.21444444444444444, "acc_stderr,none": 0.013688819788367378, "acc_norm,none": 0.21444444444444444, "acc_norm_stderr,none": 0.013688819788367378}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.39832702648874724, "acc_stderr,none": 0.004885529674958321, "acc_norm,none": 0.5111531567416849, "acc_norm_stderr,none": 0.004988539870174643}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.01832746191656717, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.21839080459770116, "acc_stderr,none": 0.044551545932103705}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.2718978102189781, "acc_stderr,none": 0.01893315412433912, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.14285714285714285, "acc_stderr,none": 0.06001200360120041}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.32903225806451614, "acc_stderr,none": 0.037862535985883856}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.0186010313312962, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.28313253012048195, "acc_stderr,none": 0.03507295431370518}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.27710843373493976, "acc_stderr,none": 0.03484331592680588}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.031755547866299194}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "piqa": {"alias": "piqa", "acc,none": 0.7127312295973884, "acc_stderr,none": 0.010557291761528635, "acc_norm,none": 0.7138193688792165, "acc_norm_stderr,none": 0.010545318576106653}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5152610441767068, "acc_stderr,none": 0.010017403508578989}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.442570281124498, "acc_stderr,none": 0.00995574432547747}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3325301204819277, "acc_stderr,none": 0.009443193365903336}}
+{"created_at": "2025-08-15T04:38:38.987139", "global_step": 52000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.302901023890785, "acc_stderr,none": 0.013428241573185349, "acc_norm,none": 0.3370307167235495, "acc_norm_stderr,none": 0.013813476652902265}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6637205387205387, "acc_stderr,none": 0.009694178072725206, "acc_norm,none": 0.5824915824915825, "acc_norm_stderr,none": 0.010119187377776024}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998376, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998376}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308185, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308185}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998374, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998374}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578945, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578945}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3920533758215495, "acc_stderr,none": 0.004872107262082461, "acc_norm,none": 0.5088627763393746, "acc_norm_stderr,none": 0.004988997467134493}, "include_base_44_chinese": {"acc,none": 0.25321100917431194, "acc_stderr,none": 0.01843006826409717, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.36619718309859156, "acc_stderr,none": 0.05758184314388001}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.1724137931034483, "acc_stderr,none": 0.04073271884266336}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.048790163593489484}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.1839080459770115, "acc_stderr,none": 0.04177540678018988}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921429}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.4375, "acc_stderr,none": 0.128086884574495}, "include_base_44_italian": {"acc,none": 0.25, "acc_stderr,none": 0.01851078690450609, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.07201440432144049}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.0, "acc_stderr,none": 0.0}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.03435182440245766}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25149700598802394, "acc_stderr,none": 0.033675118801687026}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2591240875912409, "acc_stderr,none": 0.0187767356605493, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073529}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2710843373493976, "acc_stderr,none": 0.034605799075530276}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.28, "acc_stderr,none": 0.06414269805898187}, "piqa": {"alias": "piqa", "acc,none": 0.6964091403699674, "acc_stderr,none": 0.010728079893076361, "acc_norm,none": 0.705658324265506, "acc_norm_stderr,none": 0.010633311470347491}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.51285140562249, "acc_stderr,none": 0.010018761856718255}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.44497991967871486, "acc_stderr,none": 0.009961210239024638}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3349397590361446, "acc_stderr,none": 0.009460223484996467}}
+{"created_at": "2025-08-15T06:47:45.423438", "global_step": 54000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.31143344709897613, "acc_stderr,none": 0.01353247209985094, "acc_norm,none": 0.3506825938566553, "acc_norm_stderr,none": 0.013944635930726087}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6746632996632996, "acc_stderr,none": 0.00961342770899619, "acc_norm,none": 0.6287878787878788, "acc_norm_stderr,none": 0.00991359900184574}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214537, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214537}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.27, "acc_stderr,none": 0.01480687691596212, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.01480687691596212}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413137, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413137}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2733333333333333, "acc_stderr,none": 0.014863944409417493, "acc_norm,none": 0.2733333333333333, "acc_norm_stderr,none": 0.014863944409417493}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.27555555555555555, "acc_stderr,none": 0.014901407215241913, "acc_norm,none": 0.27555555555555555, "acc_norm_stderr,none": 0.014901407215241913}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.3973312089225254, "acc_stderr,none": 0.004883455188908974, "acc_norm,none": 0.5152360087631945, "acc_norm_stderr,none": 0.004987464257999316}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.018170768604634232, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.049887188500387446}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.14084507042253522, "acc_stderr,none": 0.0415774211665429}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3218390804597701, "acc_stderr,none": 0.05037749206122548}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_italian": {"acc,none": 0.24817518248175183, "acc_stderr,none": 0.018518251027021326, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.21935483870967742, "acc_stderr,none": 0.03334571892189037}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2694610778443114, "acc_stderr,none": 0.034436234538994755}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2116788321167883, "acc_stderr,none": 0.0174763419335606, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078942}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.7040261153427638, "acc_stderr,none": 0.010650414317148131, "acc_norm,none": 0.7094668117519043, "acc_norm_stderr,none": 0.010592765034696534}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5072289156626506, "acc_stderr,none": 0.010021025361119637}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4602409638554217, "acc_stderr,none": 0.009990337216722657}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3409638554216867, "acc_stderr,none": 0.009501591178361541}}
+{"created_at": "2025-08-15T08:31:24.957204", "global_step": 56000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.30802047781569963, "acc_stderr,none": 0.013491429517292037, "acc_norm,none": 0.34215017064846415, "acc_norm_stderr,none": 0.013864152159177278}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6847643097643098, "acc_stderr,none": 0.009533589368505848, "acc_norm,none": 0.6203703703703703, "acc_norm_stderr,none": 0.009958037725468565}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884504, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884504}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.01396359834903046, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.01396359834903046}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217893, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217893}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2733333333333333, "acc_stderr,none": 0.014863944409417462, "acc_norm,none": 0.2733333333333333, "acc_norm_stderr,none": 0.014863944409417462}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.014547185072254254, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.014547185072254254}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.40440151364270066, "acc_stderr,none": 0.004897728370737237, "acc_norm,none": 0.5211113324039036, "acc_norm_stderr,none": 0.004985331652408341}, "include_base_44_chinese": {"acc,none": 0.23486238532110093, "acc_stderr,none": 0.018189002040508342, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950701}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496573}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115034}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.3125, "acc_stderr,none": 0.11967838846954226}, "include_base_44_italian": {"acc,none": 0.2354014598540146, "acc_stderr,none": 0.018145415652718155, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2215568862275449, "acc_stderr,none": 0.032233096101574994}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2064516129032258, "acc_stderr,none": 0.0326163595746342}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.018019222886869836, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629921}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25903614457831325, "acc_stderr,none": 0.03410646614071856}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.24, "acc_stderr,none": 0.06101187572589323}, "piqa": {"alias": "piqa", "acc,none": 0.7040261153427638, "acc_stderr,none": 0.010650414317148126, "acc_norm,none": 0.7029379760609358, "acc_norm_stderr,none": 0.010661725404814783}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5044176706827309, "acc_stderr,none": 0.010021681681769343}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.42931726907630524, "acc_stderr,none": 0.009921425969589913}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3337349397590361, "acc_stderr,none": 0.009451743112667055}}
+{"created_at": "2025-08-15T10:27:28.051245", "global_step": 58000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.32337883959044367, "acc_stderr,none": 0.013669421630012134, "acc_norm,none": 0.35665529010238906, "acc_norm_stderr,none": 0.013998056902620199}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.680976430976431, "acc_stderr,none": 0.009564133249441073, "acc_norm,none": 0.6245791245791246, "acc_norm_stderr,none": 0.0099362185271143}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262134, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262134}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24555555555555555, "acc_stderr,none": 0.014355180865342963, "acc_norm,none": 0.24555555555555555, "acc_norm_stderr,none": 0.014355180865342963}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642533, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642533}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308166, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308166}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2822222222222222, "acc_stderr,none": 0.015011039301019278, "acc_norm,none": 0.2822222222222222, "acc_norm_stderr,none": 0.015011039301019278}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.401911969727146, "acc_stderr,none": 0.00489282341554655, "acc_norm,none": 0.5188209520015933, "acc_norm_stderr,none": 0.004986245115428466}, "include_base_44_chinese": {"acc,none": 0.24954128440366974, "acc_stderr,none": 0.01838320175680461, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.048797477314965754}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.14084507042253522, "acc_stderr,none": 0.0415774211665429}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.352112676056338, "acc_stderr,none": 0.05708756925195619}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.05083285677753486}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.0625, "acc_stderr,none": 0.0625}, "include_base_44_italian": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.018101053374721704, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2, "acc_stderr,none": 0.03223291856101518}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.281437125748503, "acc_stderr,none": 0.03490350467428358}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2116788321167883, "acc_stderr,none": 0.017494693977922568, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.03070982405056527}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "piqa": {"alias": "piqa", "acc,none": 0.7138193688792165, "acc_stderr,none": 0.010545318576106648, "acc_norm,none": 0.7105549510337323, "acc_norm_stderr,none": 0.010581014740675604}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.523293172690763, "acc_stderr,none": 0.010011191570021288}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4566265060240964, "acc_stderr,none": 0.009984293410840313}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.334136546184739, "acc_stderr,none": 0.009454577602463621}}
+{"created_at": "2025-08-15T12:23:39.670479", "global_step": 60000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.318259385665529, "acc_stderr,none": 0.013611993916971453, "acc_norm,none": 0.35580204778157, "acc_norm_stderr,none": 0.013990571137918758}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6784511784511784, "acc_stderr,none": 0.009584091575640623, "acc_norm,none": 0.5997474747474747, "acc_norm_stderr,none": 0.01005355011989612}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308193, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308193}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409366, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409366}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.014547185072254254, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.014547185072254254}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998376, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998376}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.40748854809798846, "acc_stderr,none": 0.004903628887264534, "acc_norm,none": 0.5254929296952798, "acc_norm_stderr,none": 0.004983291578289046}, "include_base_44_chinese": {"acc,none": 0.23302752293577983, "acc_stderr,none": 0.018066103143275676, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115228}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.14084507042253522, "acc_stderr,none": 0.04157742116654289}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.046870495038546706}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.0447929081990966}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923641}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.018186928182211477, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945588}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.0, "acc_stderr,none": 0.0}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.21935483870967742, "acc_stderr,none": 0.033345718921890366}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569707}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.01812107586523314, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.033844291552331346}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.18, "acc_stderr,none": 0.054883922035138706}, "piqa": {"alias": "piqa", "acc,none": 0.7143634385201306, "acc_stderr,none": 0.010539303948661928, "acc_norm,none": 0.7121871599564744, "acc_norm_stderr,none": 0.01056325038305919}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5056224899598394, "acc_stderr,none": 0.010021439203777334}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4562248995983936, "acc_stderr,none": 0.00998358919769392}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.009448900914617607}}
+{"created_at": "2025-08-15T14:30:00.038773", "global_step": 62000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3310580204778157, "acc_stderr,none": 0.013752062419817832, "acc_norm,none": 0.35238907849829354, "acc_norm_stderr,none": 0.013960142600598677}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6797138047138047, "acc_stderr,none": 0.00957415266873942, "acc_norm,none": 0.6308922558922558, "acc_norm_stderr,none": 0.009901987410242731}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.01470940541341315, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.01470940541341315}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22333333333333333, "acc_stderr,none": 0.013890384297198723, "acc_norm,none": 0.22333333333333333, "acc_norm_stderr,none": 0.013890384297198723}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27666666666666667, "acc_stderr,none": 0.01491996528094739, "acc_norm,none": 0.27666666666666667, "acc_norm_stderr,none": 0.01491996528094739}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214544, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214544}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4055964947221669, "acc_stderr,none": 0.004900036261309042, "acc_norm,none": 0.5277833100975902, "acc_norm_stderr,none": 0.004982072108448076}, "include_base_44_chinese": {"acc,none": 0.26055045871559634, "acc_stderr,none": 0.01882931013306474, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.323943661971831, "acc_stderr,none": 0.055934166129236414}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.043680974599507025}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.30985915492957744, "acc_stderr,none": 0.055271596817883316}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.2427007299270073, "acc_stderr,none": 0.01833108834872961, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.25748502994011974, "acc_stderr,none": 0.03393708648569707}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.1870967741935484, "acc_stderr,none": 0.03142622480848987}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.03512558647799085}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.01800912709041351, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.1927710843373494, "acc_stderr,none": 0.030709824050565285}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560376}, "piqa": {"alias": "piqa", "acc,none": 0.7154515778019587, "acc_stderr,none": 0.010527218464130614, "acc_norm,none": 0.7094668117519043, "acc_norm_stderr,none": 0.010592765034696534}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5088353413654618, "acc_stderr,none": 0.010020508033762626}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4634538152610442, "acc_stderr,none": 0.009995265580368909}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3309236947791165, "acc_stderr,none": 0.009431685461463305}}
+{"created_at": "2025-08-15T16:41:25.562856", "global_step": 64000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3191126279863481, "acc_stderr,none": 0.01362169611917331, "acc_norm,none": 0.3532423208191126, "acc_norm_stderr,none": 0.013967822714840055}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6717171717171717, "acc_stderr,none": 0.00963574950926216, "acc_norm,none": 0.6106902356902357, "acc_norm_stderr,none": 0.010005212782878142}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.01431110796368304, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.01431110796368304}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308188, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308188}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2388888888888889, "acc_stderr,none": 0.0142213937312762, "acc_norm,none": 0.2388888888888889, "acc_norm_stderr,none": 0.0142213937312762}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391958, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391958}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.41196972714598684, "acc_stderr,none": 0.004911837730582202, "acc_norm,none": 0.5336586337382991, "acc_norm_stderr,none": 0.004978462690966913}, "include_base_44_chinese": {"acc,none": 0.25137614678899084, "acc_stderr,none": 0.01865986115490533, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.048797477314965754}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.28169014084507044, "acc_stderr,none": 0.05376414171383253}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.04819560289115227}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.0487901635934895}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.125, "acc_stderr,none": 0.08539125638299665}, "include_base_44_italian": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.018038806643703456, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.032539894331085194}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2, "acc_stderr,none": 0.03223291856101518}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180668}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.16666666666666666, "acc_stderr,none": 0.11236664374387367}, "include_base_44_turkish": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.018132134656187536, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560375}, "piqa": {"alias": "piqa", "acc,none": 0.7089227421109902, "acc_stderr,none": 0.010598612490942601, "acc_norm,none": 0.7187159956474428, "acc_norm_stderr,none": 0.010490509832327423}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.521285140562249, "acc_stderr,none": 0.010012987604500439}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.45863453815261046, "acc_stderr,none": 0.009987716412406571}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3365461847389558, "acc_stderr,none": 0.00947142305417714}}
+{"created_at": "2025-08-15T18:33:15.401088", "global_step": 66000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.33532423208191126, "acc_stderr,none": 0.01379618294778556, "acc_norm,none": 0.36689419795221845, "acc_norm_stderr,none": 0.014084133118104298}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.672979797979798, "acc_stderr,none": 0.009626235849372205, "acc_norm,none": 0.6132154882154882, "acc_norm_stderr,none": 0.009993308355370982}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26666666666666666, "acc_stderr,none": 0.014748750651470884, "acc_norm,none": 0.26666666666666666, "acc_norm_stderr,none": 0.014748750651470884}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.21666666666666667, "acc_stderr,none": 0.013740087830700175, "acc_norm,none": 0.21666666666666667, "acc_norm_stderr,none": 0.013740087830700175}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22111111111111112, "acc_stderr,none": 0.013840863699859539, "acc_norm,none": 0.22111111111111112, "acc_norm_stderr,none": 0.013840863699859539}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2633333333333333, "acc_stderr,none": 0.014689553047342528, "acc_norm,none": 0.2633333333333333, "acc_norm_stderr,none": 0.014689553047342528}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23444444444444446, "acc_stderr,none": 0.014129554968110773, "acc_norm,none": 0.23444444444444446, "acc_norm_stderr,none": 0.014129554968110773}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4148575980880303, "acc_stderr,none": 0.004916905095810843, "acc_norm,none": 0.5328619796853217, "acc_norm_stderr,none": 0.004978992721242827}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.018531126149463638, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278444}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921427}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.24635036496350365, "acc_stderr,none": 0.018400998175045116, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2129032258064516, "acc_stderr,none": 0.032987152383729575}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990835}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2281021897810219, "acc_stderr,none": 0.01798687392253731, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "piqa": {"alias": "piqa", "acc,none": 0.7138193688792165, "acc_stderr,none": 0.010545318576106643, "acc_norm,none": 0.7225244831338411, "acc_norm_stderr,none": 0.01044681828103994}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5172690763052209, "acc_stderr,none": 0.01001609349840972}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4606425702811245, "acc_stderr,none": 0.009990976095711897}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3357429718875502, "acc_stderr,none": 0.009465838617337343}}
+{"created_at": "2025-08-15T20:16:01.993763", "global_step": 68000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.33361774744027306, "acc_stderr,none": 0.013778687054176538, "acc_norm,none": 0.36177474402730375, "acc_norm_stderr,none": 0.014041957945038078}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6792929292929293, "acc_stderr,none": 0.00957747457110883, "acc_norm,none": 0.6161616161616161, "acc_norm_stderr,none": 0.009979061846649307}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217886, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217886}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24333333333333335, "acc_stderr,none": 0.01431110796368305, "acc_norm,none": 0.24333333333333335, "acc_norm_stderr,none": 0.01431110796368305}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632409, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632409}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.28555555555555556, "acc_stderr,none": 0.015064325561166289, "acc_norm,none": 0.28555555555555556, "acc_norm_stderr,none": 0.015064325561166289}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2577777777777778, "acc_stderr,none": 0.014588474089651662, "acc_norm,none": 0.2577777777777778, "acc_norm_stderr,none": 0.014588474089651662}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.41346345349531965, "acc_stderr,none": 0.004914480534533718, "acc_norm,none": 0.5349531965743876, "acc_norm_stderr,none": 0.00497757418842132}, "include_base_44_chinese": {"acc,none": 0.22935779816513763, "acc_stderr,none": 0.017961174238004057, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.3103448275862069, "acc_stderr,none": 0.04988718850038747}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2988505747126437, "acc_stderr,none": 0.04936090495978012}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.14084507042253522, "acc_stderr,none": 0.04157742116654289}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.16901408450704225, "acc_stderr,none": 0.04479290819909659}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2572992700729927, "acc_stderr,none": 0.018714810121718266, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945588}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.23870967741935484, "acc_stderr,none": 0.034351824402457674}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2634730538922156, "acc_stderr,none": 0.03419073042180668}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.21350364963503649, "acc_stderr,none": 0.017560938544573305, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078942}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "piqa": {"alias": "piqa", "acc,none": 0.7181719260065288, "acc_stderr,none": 0.010496675231258157, "acc_norm,none": 0.7257889009793254, "acc_norm_stderr,none": 0.010408618664933382}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5253012048192771, "acc_stderr,none": 0.010009233363499397}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4542168674698795, "acc_stderr,none": 0.00997996999168044}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3381526104417671, "acc_stderr,none": 0.009482500057981031}}
+{"created_at": "2025-08-15T22:12:09.678628", "global_step": 70000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3216723549488055, "acc_stderr,none": 0.013650488084494164, "acc_norm,none": 0.3506825938566553, "acc_norm_stderr,none": 0.013944635930726089}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.678030303030303, "acc_stderr,none": 0.009587386696300387, "acc_norm,none": 0.5976430976430976, "acc_norm_stderr,none": 0.010062244711011527}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24222222222222223, "acc_stderr,none": 0.014288876375699817, "acc_norm,none": 0.24222222222222223, "acc_norm_stderr,none": 0.014288876375699817}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.01401170515888452, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.01401170515888452}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2511111111111111, "acc_stderr,none": 0.014463114105170805, "acc_norm,none": 0.2511111111111111, "acc_norm_stderr,none": 0.014463114105170805}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.01464948638526212, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.01464948638526212}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.0141986348093082, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.0141986348093082}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.416849233220474, "acc_stderr,none": 0.004920298437884906, "acc_norm,none": 0.5428201553475404, "acc_norm_stderr,none": 0.004971449552787179}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.01851261806956103, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.26436781609195403, "acc_stderr,none": 0.04755382188278443}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348947}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.01796931880279598, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.17142857142857143, "acc_stderr,none": 0.06463490595976273}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2155688622754491, "acc_stderr,none": 0.031916582528798025}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.1870967741935484, "acc_stderr,none": 0.03142622480848987}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.03512558647799085}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.20437956204379562, "acc_stderr,none": 0.01726578740256618, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663925}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629919}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256417}, "piqa": {"alias": "piqa", "acc,none": 0.7170837867247007, "acc_stderr,none": 0.010508949177489683, "acc_norm,none": 0.719804134929271, "acc_norm_stderr,none": 0.010478122015577079}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5285140562248996, "acc_stderr,none": 0.010005762674605281}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.45903614457831327, "acc_stderr,none": 0.009988381409296447}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3381526104417671, "acc_stderr,none": 0.009482500057981033}}
+{"created_at": "2025-08-16T00:08:40.001619", "global_step": 72000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3267918088737201, "acc_stderr,none": 0.013706665975587331, "acc_norm,none": 0.36177474402730375, "acc_norm_stderr,none": 0.014041957945038078}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6881313131313131, "acc_stderr,none": 0.009505823345817658, "acc_norm,none": 0.6300505050505051, "acc_norm_stderr,none": 0.00990665626602115}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308185, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308185}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945584, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945584}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24, "acc_stderr,none": 0.01424401987979265, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.01424401987979265}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2722222222222222, "acc_stderr,none": 0.014845038794433949, "acc_norm,none": 0.2722222222222222, "acc_norm_stderr,none": 0.014845038794433949}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23777777777777778, "acc_stderr,none": 0.014198634809308209, "acc_norm,none": 0.23777777777777778, "acc_norm_stderr,none": 0.014198634809308209}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.42123083051185023, "acc_stderr,none": 0.004927473370720142, "acc_norm,none": 0.5462059350726947, "acc_norm_stderr,none": 0.004968429476345041}, "include_base_44_chinese": {"acc,none": 0.26238532110091745, "acc_stderr,none": 0.01890454291210879, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.048195602891152295}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.27586206896551724, "acc_stderr,none": 0.048195602891152274}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295698}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.375, "acc_stderr,none": 0.125}, "include_base_44_italian": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.01818478699948815, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.0325398943310852}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.1870967741935484, "acc_stderr,none": 0.03142622480848987}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990856}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.22627737226277372, "acc_stderr,none": 0.017934962670139488, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "piqa": {"alias": "piqa", "acc,none": 0.7116430903155604, "acc_stderr,none": 0.01056919039922065, "acc_norm,none": 0.7241566920565833, "acc_norm_stderr,none": 0.010427805502729115}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5228915662650603, "acc_stderr,none": 0.010011563747774333}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.46907630522088356, "acc_stderr,none": 0.010002886789051674}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3393574297188755, "acc_stderr,none": 0.009490727635646757}}
+{"created_at": "2025-08-16T02:05:06.678955", "global_step": 74000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.34044368600682595, "acc_stderr,none": 0.013847460518892973, "acc_norm,none": 0.3651877133105802, "acc_norm_stderr,none": 0.0140702655192688}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6914983164983165, "acc_stderr,none": 0.009477472342978126, "acc_norm,none": 0.6266835016835017, "acc_norm_stderr,none": 0.009925009142802905}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998376, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998376}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945596, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945596}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23333333333333334, "acc_stderr,none": 0.014106258477755672, "acc_norm,none": 0.23333333333333334, "acc_norm_stderr,none": 0.014106258477755672}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2544444444444444, "acc_stderr,none": 0.01452635475105518, "acc_norm,none": 0.2544444444444444, "acc_norm_stderr,none": 0.01452635475105518}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.23555555555555555, "acc_stderr,none": 0.014152716079132655, "acc_norm,none": 0.23555555555555555, "acc_norm_stderr,none": 0.014152716079132655}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4213304122684724, "acc_stderr,none": 0.004927631806477567, "acc_norm,none": 0.5455088627763394, "acc_norm_stderr,none": 0.004969070188763758}, "include_base_44_chinese": {"acc,none": 0.24587155963302754, "acc_stderr,none": 0.018517539247711934, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.051995626882956975}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.25364963503649635, "acc_stderr,none": 0.018547230993051396, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.20958083832335328, "acc_stderr,none": 0.03159006158827181}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2129032258064516, "acc_stderr,none": 0.032987152383729575}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.018175768888892035, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944967}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.25301204819277107, "acc_stderr,none": 0.03384429155233134}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.14, "acc_stderr,none": 0.04956957592256418}, "piqa": {"alias": "piqa", "acc,none": 0.7187159956474428, "acc_stderr,none": 0.010490509832327424, "acc_norm,none": 0.7247007616974973, "acc_norm_stderr,none": 0.010421429277369528}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5248995983935743, "acc_stderr,none": 0.01000963798302251}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4566265060240964, "acc_stderr,none": 0.009984293410840318}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3405622489959839, "acc_stderr,none": 0.009498886690274445}}
+{"created_at": "2025-08-16T04:02:22.893880", "global_step": 76000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.34982935153583616, "acc_stderr,none": 0.013936809212158287, "acc_norm,none": 0.371160409556314, "acc_norm_stderr,none": 0.014117971901142818}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6868686868686869, "acc_stderr,none": 0.009516303879309537, "acc_norm,none": 0.632996632996633, "acc_norm_stderr,none": 0.009890173658452121}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2411111111111111, "acc_stderr,none": 0.014266513886578942, "acc_norm,none": 0.2411111111111111, "acc_norm_stderr,none": 0.014266513886578942}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218186, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218186}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.26, "acc_stderr,none": 0.014629271097998376, "acc_norm,none": 0.26, "acc_norm_stderr,none": 0.014629271097998376}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.26222222222222225, "acc_stderr,none": 0.014669580202217914, "acc_norm,none": 0.26222222222222225, "acc_norm_stderr,none": 0.014669580202217914}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4222266480780721, "acc_stderr,none": 0.0049290484827604515, "acc_norm,none": 0.5497908783110934, "acc_norm_stderr,none": 0.004964979120927565}, "include_base_44_chinese": {"acc,none": 0.23486238532110093, "acc_stderr,none": 0.018132088470398693, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.22988505747126436, "acc_stderr,none": 0.045371581852507746}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.352112676056338, "acc_stderr,none": 0.05708756925195619}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.14084507042253522, "acc_stderr,none": 0.04157742116654289}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.23722627737226276, "acc_stderr,none": 0.0182160354357386, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945588}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.1935483870967742, "acc_stderr,none": 0.03183637233676304}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2754491017964072, "acc_stderr,none": 0.034673771737174536}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.21532846715328466, "acc_stderr,none": 0.017604909542234922, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629921}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594687}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.16, "acc_stderr,none": 0.052372293656638154}, "piqa": {"alias": "piqa", "acc,none": 0.7252448313384113, "acc_stderr,none": 0.010415033676676039, "acc_norm,none": 0.7247007616974973, "acc_norm_stderr,none": 0.01042142927736953}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5325301204819277, "acc_stderr,none": 0.01000083948387601}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.45943775100401607, "acc_stderr,none": 0.009989039874786904}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3385542168674699, "acc_stderr,none": 0.009485250208516878}}
+{"created_at": "2025-08-16T05:58:41.715394", "global_step": 78000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3395904436860068, "acc_stderr,none": 0.013839039762820167, "acc_norm,none": 0.36860068259385664, "acc_norm_stderr,none": 0.01409781067804219}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.6948653198653199, "acc_stderr,none": 0.00944853109416391, "acc_norm,none": 0.6266835016835017, "acc_norm_stderr,none": 0.0099250091428029}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413151, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413151}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.24666666666666667, "acc_stderr,none": 0.014377023375409387, "acc_norm,none": 0.24666666666666667, "acc_norm_stderr,none": 0.014377023375409387}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.22444444444444445, "acc_stderr,none": 0.013914930474237287, "acc_norm,none": 0.22444444444444445, "acc_norm_stderr,none": 0.013914930474237287}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2811111111111111, "acc_stderr,none": 0.01499305194369019, "acc_norm,none": 0.2811111111111111, "acc_norm_stderr,none": 0.01499305194369019}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2644444444444444, "acc_stderr,none": 0.014709405413413158, "acc_norm,none": 0.2644444444444444, "acc_norm_stderr,none": 0.014709405413413158}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.42630950009958174, "acc_stderr,none": 0.004935291975579172, "acc_norm,none": 0.5549691296554471, "acc_norm_stderr,none": 0.004959535443170604}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.018334593876824682, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115033}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921427}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2664233576642336, "acc_stderr,none": 0.018846156489761727, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.31137724550898205, "acc_stderr,none": 0.03594016584565771}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.08333333333333333, "acc_stderr,none": 0.08333333333333333}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2064516129032258, "acc_stderr,none": 0.032616359574634206}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.281437125748503, "acc_stderr,none": 0.034903504674283596}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.4166666666666667, "acc_stderr,none": 0.1486470975026408}, "include_base_44_turkish": {"acc,none": 0.2208029197080292, "acc_stderr,none": 0.017781229028657683, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594689}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.03175554786629919}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.22, "acc_stderr,none": 0.05917804336345138}, "piqa": {"alias": "piqa", "acc,none": 0.7181719260065288, "acc_stderr,none": 0.010496675231258166, "acc_norm,none": 0.7274211099020674, "acc_norm_stderr,none": 0.010389256803296025}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5289156626506024, "acc_stderr,none": 0.010005299609236084}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.478714859437751, "acc_stderr,none": 0.010012987604500428}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3389558232931727, "acc_stderr,none": 0.009487992732201524}}
+{"created_at": "2025-08-16T07:58:59.018649", "global_step": 80000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.35665529010238906, "acc_stderr,none": 0.013998056902620199, "acc_norm,none": 0.3839590443686007, "acc_norm_stderr,none": 0.01421244498065189}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7117003367003367, "acc_stderr,none": 0.009294774252029627, "acc_norm,none": 0.6435185185185185, "acc_norm_stderr,none": 0.009828046544504433}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23666666666666666, "acc_stderr,none": 0.014175742474391958, "acc_norm,none": 0.23666666666666666, "acc_norm_stderr,none": 0.014175742474391958}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.25222222222222224, "acc_stderr,none": 0.014484319811433903, "acc_norm,none": 0.25222222222222224, "acc_norm_stderr,none": 0.014484319811433903}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27, "acc_stderr,none": 0.014806876915962126, "acc_norm,none": 0.27, "acc_norm_stderr,none": 0.014806876915962126}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262095, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262095}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.429097789285003, "acc_stderr,none": 0.004939358145561324, "acc_norm,none": 0.5579565823541127, "acc_norm_stderr,none": 0.004956147046108965}, "include_base_44_chinese": {"acc,none": 0.23853211009174313, "acc_stderr,none": 0.018318958970314523, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.049938324531150324}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348946}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.04614377668264891}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953276}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.2518248175182482, "acc_stderr,none": 0.018572762805221597, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700354}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.24550898203592814, "acc_stderr,none": 0.03340463153945588}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2129032258064516, "acc_stderr,none": 0.032987152383729575}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.21350364963503649, "acc_stderr,none": 0.017551730474964885, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.033293941190735296}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.19879518072289157, "acc_stderr,none": 0.03106939026078942}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "piqa": {"alias": "piqa", "acc,none": 0.7279651795429815, "acc_stderr,none": 0.01038276378624738, "acc_norm,none": 0.7301414581066377, "acc_norm_stderr,none": 0.0103565954218522}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5321285140562249, "acc_stderr,none": 0.010001361068173086}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4718875502008032, "acc_stderr,none": 0.010006219242553597}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3397590361445783, "acc_stderr,none": 0.009493454925438249}}
+{"created_at": "2025-08-16T09:49:58.366815", "global_step": 82000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.3455631399317406, "acc_stderr,none": 0.01389693846114568, "acc_norm,none": 0.3703071672354949, "acc_norm_stderr,none": 0.014111298751674948}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7066498316498316, "acc_stderr,none": 0.009342508331708558, "acc_norm,none": 0.6430976430976431, "acc_norm_stderr,none": 0.009830630210347023}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632424, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632424}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22555555555555556, "acc_stderr,none": 0.013939334910458135, "acc_norm,none": 0.22555555555555556, "acc_norm_stderr,none": 0.013939334910458135}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2677777777777778, "acc_stderr,none": 0.014768244481214537, "acc_norm,none": 0.2677777777777778, "acc_norm_stderr,none": 0.014768244481214537}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.01442032345164253, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.01442032345164253}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2733333333333333, "acc_stderr,none": 0.014863944409417471, "acc_norm,none": 0.2733333333333333, "acc_norm_stderr,none": 0.014863944409417471}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.42800238996215895, "acc_stderr,none": 0.004937779821908579, "acc_norm,none": 0.5584544911372237, "acc_norm_stderr,none": 0.004955564650016178}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.01849198922528785, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.056538877391335146}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.28735632183908044, "acc_stderr,none": 0.04879747731496575}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.05454906121418899}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.20689655172413793, "acc_stderr,none": 0.04368097459950702}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.04755476905953275}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.19718309859154928, "acc_stderr,none": 0.047554769059532744}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.11180339887498948}, "include_base_44_italian": {"acc,none": 0.22992700729927007, "acc_stderr,none": 0.01797811333010159, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2, "acc_stderr,none": 0.06859943405700356}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.19760479041916168, "acc_stderr,none": 0.03090571916724061}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2, "acc_stderr,none": 0.03223291856101518}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.035125586477990856}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.23357664233576642, "acc_stderr,none": 0.018112107939540423, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.21084337349397592, "acc_stderr,none": 0.031755547866299194}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.26506024096385544, "acc_stderr,none": 0.03436024037944968}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.23493975903614459, "acc_stderr,none": 0.03300533186128922}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.05714285714285715}, "piqa": {"alias": "piqa", "acc,none": 0.7268770402611534, "acc_stderr,none": 0.010395730264453267, "acc_norm,none": 0.7366702937976061, "acc_norm_stderr,none": 0.010276185322196766}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5289156626506024, "acc_stderr,none": 0.010005299609236084}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4578313253012048, "acc_stderr,none": 0.009986366819196478}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3409638554216867, "acc_stderr,none": 0.009501591178361541}}
+{"created_at": "2025-08-16T11:47:10.715607", "global_step": 84000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.34897610921501704, "acc_stderr,none": 0.013928933461382501, "acc_norm,none": 0.38054607508532423, "acc_norm_stderr,none": 0.01418827771234982}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7117003367003367, "acc_stderr,none": 0.009294774252029623, "acc_norm,none": 0.6452020202020202, "acc_norm_stderr,none": 0.009817629113069694}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24888888888888888, "acc_stderr,none": 0.014420323451642536, "acc_norm,none": 0.24888888888888888, "acc_norm_stderr,none": 0.014420323451642536}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.22666666666666666, "acc_stderr,none": 0.013963598349030465, "acc_norm,none": 0.22666666666666666, "acc_norm_stderr,none": 0.013963598349030465}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.23222222222222222, "acc_stderr,none": 0.014082825936214571, "acc_norm,none": 0.23222222222222222, "acc_norm_stderr,none": 0.014082825936214571}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2611111111111111, "acc_stderr,none": 0.014649486385262122, "acc_norm,none": 0.2611111111111111, "acc_norm_stderr,none": 0.014649486385262122}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25666666666666665, "acc_stderr,none": 0.01456789134238004, "acc_norm,none": 0.25666666666666665, "acc_norm_stderr,none": 0.01456789134238004}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.4296952798247361, "acc_stderr,none": 0.004940208641372078, "acc_norm,none": 0.5622385978888668, "acc_norm_stderr,none": 0.004950973231188741}, "include_base_44_chinese": {"acc,none": 0.24954128440366974, "acc_stderr,none": 0.018641749804857447, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2676056338028169, "acc_stderr,none": 0.05291406220869697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.29577464788732394, "acc_stderr,none": 0.054549061214188996}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.01840716058598386, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.22857142857142856, "acc_stderr,none": 0.0720144043214405}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2215568862275449, "acc_stderr,none": 0.03223309610157498}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.21935483870967742, "acc_stderr,none": 0.03334571892189038}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.03512558647799084}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.2354014598540146, "acc_stderr,none": 0.018163913425664667, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.03329394119073528}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.2289156626506024, "acc_stderr,none": 0.03270745277352477}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.3, "acc_stderr,none": 0.06546536707079771}, "piqa": {"alias": "piqa", "acc,none": 0.7279651795429815, "acc_stderr,none": 0.010382763786247378, "acc_norm,none": 0.7328618063112078, "acc_norm_stderr,none": 0.010323440492612437}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5293172690763053, "acc_stderr,none": 0.010004830045543986}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4606425702811245, "acc_stderr,none": 0.009990976095711897}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.3385542168674699, "acc_stderr,none": 0.009485250208516876}}
+{"created_at": "2025-08-16T13:43:26.061693", "global_step": 86000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.34897610921501704, "acc_stderr,none": 0.013928933461382501, "acc_norm,none": 0.37542662116040953, "acc_norm_stderr,none": 0.01415063143511173}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7175925925925926, "acc_stderr,none": 0.009237303403479332, "acc_norm,none": 0.6452020202020202, "acc_norm_stderr,none": 0.009817629113069696}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.25, "acc_stderr,none": 0.014441782171967503, "acc_norm,none": 0.25, "acc_norm_stderr,none": 0.014441782171967503}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.2311111111111111, "acc_stderr,none": 0.014059256663218167, "acc_norm,none": 0.2311111111111111, "acc_norm_stderr,none": 0.014059256663218167}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.2477777777777778, "acc_stderr,none": 0.014398737377336084, "acc_norm,none": 0.2477777777777778, "acc_norm_stderr,none": 0.014398737377336084}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.27111111111111114, "acc_stderr,none": 0.014826016446581946, "acc_norm,none": 0.27111111111111114, "acc_norm_stderr,none": 0.014826016446581946}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.25555555555555554, "acc_stderr,none": 0.014547185072254276, "acc_norm,none": 0.25555555555555554, "acc_norm_stderr,none": 0.014547185072254276}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.43218482374029077, "acc_stderr,none": 0.00494367338827628, "acc_norm,none": 0.5642302330213105, "acc_norm_stderr,none": 0.004948439229523913}, "include_base_44_chinese": {"acc,none": 0.23669724770642203, "acc_stderr,none": 0.01824525299924668, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295696}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.323943661971831, "acc_stderr,none": 0.05593416612923642}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921429}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.22535211267605634, "acc_stderr,none": 0.04993832453115031}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.18309859154929578, "acc_stderr,none": 0.04622514734921427}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.24452554744525548, "acc_stderr,none": 0.018404640854853313, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2571428571428571, "acc_stderr,none": 0.07495496847387484}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.23952095808383234, "acc_stderr,none": 0.03312541599851861}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.2, "acc_stderr,none": 0.03223291856101518}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2874251497005988, "acc_stderr,none": 0.03512558647799085}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_turkish": {"acc,none": 0.2281021897810219, "acc_stderr,none": 0.017971498448249964, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.20481927710843373, "acc_stderr,none": 0.03141784291663926}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.2469879518072289, "acc_stderr,none": 0.03357351982064536}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.032400048255946876}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.26, "acc_stderr,none": 0.06266203485560373}, "piqa": {"alias": "piqa", "acc,none": 0.733949945593036, "acc_stderr,none": 0.010310039263352831, "acc_norm,none": 0.7279651795429815, "acc_norm_stderr,none": 0.010382763786247374}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5341365461847389, "acc_stderr,none": 0.00999868806610266}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4686746987951807, "acc_stderr,none": 0.010002384719762112}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293527}}
+{"created_at": "2025-08-16T15:40:11.581054", "global_step": 88000, "arc_challenge": {"alias": "arc_challenge", "acc,none": 0.35665529010238906, "acc_stderr,none": 0.013998056902620197, "acc_norm,none": 0.38139931740614336, "acc_norm_stderr,none": 0.014194389086685261}, "arc_easy": {"alias": "arc_easy", "acc,none": 0.7188552188552189, "acc_stderr,none": 0.009224735470287002, "acc_norm,none": 0.6519360269360269, "acc_norm_stderr,none": 0.009774627600259012}, "belebele_eng_Latn": {"alias": "belebele_eng_Latn", "acc,none": 0.24444444444444444, "acc_stderr,none": 0.014333209259632404, "acc_norm,none": 0.24444444444444444, "acc_norm_stderr,none": 0.014333209259632404}, "belebele_ita_Latn": {"alias": "belebele_ita_Latn", "acc,none": 0.23, "acc_stderr,none": 0.014035549969945594, "acc_norm,none": 0.23, "acc_norm_stderr,none": 0.014035549969945594}, "belebele_pes_Arab": {"alias": "belebele_pes_Arab", "acc,none": 0.24, "acc_stderr,none": 0.01424401987979265, "acc_norm,none": 0.24, "acc_norm_stderr,none": 0.01424401987979265}, "belebele_tur_Latn": {"alias": "belebele_tur_Latn", "acc,none": 0.2588888888888889, "acc_stderr,none": 0.014608933836168495, "acc_norm,none": 0.2588888888888889, "acc_norm_stderr,none": 0.014608933836168495}, "belebele_zho_Hans": {"alias": "belebele_zho_Hans", "acc,none": 0.2288888888888889, "acc_stderr,none": 0.014011705158884535, "acc_norm,none": 0.2288888888888889, "acc_norm_stderr,none": 0.014011705158884535}, "hellaswag": {"alias": "hellaswag", "acc,none": 0.43457478589922327, "acc_stderr,none": 0.004946879874422679, "acc_norm,none": 0.5674168492332204, "acc_norm_stderr,none": 0.004944215937021392}, "include_base_44_chinese": {"acc,none": 0.24770642201834864, "acc_stderr,none": 0.01855129402868047, "alias": "include_base_44_chinese"}, "include_base_44_chinese_few_shot_og_applied_science": {"alias": " - include_base_44_chinese_few_shot_og_applied_science", "acc,none": 0.2535211267605634, "acc_stderr,none": 0.05199562688295697}, "include_base_44_chinese_few_shot_og_arts_humanities": {"alias": " - include_base_44_chinese_few_shot_og_arts_humanities", "acc,none": 0.2413793103448276, "acc_stderr,none": 0.046143776682648914}, "include_base_44_chinese_few_shot_og_business_commerce": {"alias": " - include_base_44_chinese_few_shot_og_business_commerce", "acc,none": 0.3380281690140845, "acc_stderr,none": 0.05653887739133514}, "include_base_44_chinese_few_shot_og_driving_license": {"alias": " - include_base_44_chinese_few_shot_og_driving_license", "acc,none": 0.23943661971830985, "acc_stderr,none": 0.05100514327793383}, "include_base_44_chinese_few_shot_og_health_oriented_education": {"alias": " - include_base_44_chinese_few_shot_og_health_oriented_education", "acc,none": 0.25287356321839083, "acc_stderr,none": 0.04687049503854671}, "include_base_44_chinese_few_shot_og_professional_certification": {"alias": " - include_base_44_chinese_few_shot_og_professional_certification", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_social_science": {"alias": " - include_base_44_chinese_few_shot_og_social_science", "acc,none": 0.2112676056338028, "acc_stderr,none": 0.04879016359348949}, "include_base_44_chinese_few_shot_og_stem": {"alias": " - include_base_44_chinese_few_shot_og_stem", "acc,none": 0.1875, "acc_stderr,none": 0.10077822185373188}, "include_base_44_italian": {"acc,none": 0.25547445255474455, "acc_stderr,none": 0.018670810682622625, "alias": "include_base_44_italian"}, "include_base_44_italian_few_shot_og_applied_science": {"alias": " - include_base_44_italian_few_shot_og_applied_science", "acc,none": 0.2857142857142857, "acc_stderr,none": 0.07747516350666293}, "include_base_44_italian_few_shot_og_arts_humanities": {"alias": " - include_base_44_italian_few_shot_og_arts_humanities", "acc,none": 0.2275449101796407, "acc_stderr,none": 0.0325398943310852}, "include_base_44_italian_few_shot_og_health_oriented_education": {"alias": " - include_base_44_italian_few_shot_og_health_oriented_education", "acc,none": 0.25, "acc_stderr,none": 0.1305582419667734}, "include_base_44_italian_few_shot_og_professional_certification": {"alias": " - include_base_44_italian_few_shot_og_professional_certification", "acc,none": 0.22580645161290322, "acc_stderr,none": 0.033692449539812465}, "include_base_44_italian_few_shot_og_social_science": {"alias": " - include_base_44_italian_few_shot_og_social_science", "acc,none": 0.2994011976047904, "acc_stderr,none": 0.03554736535384932}, "include_base_44_italian_few_shot_og_stem": {"alias": " - include_base_44_italian_few_shot_og_stem", "acc,none": 0.3333333333333333, "acc_stderr,none": 0.14213381090374033}, "include_base_44_turkish": {"acc,none": 0.22445255474452555, "acc_stderr,none": 0.017880233753581148, "alias": "include_base_44_turkish"}, "include_base_44_turkish_few_shot_og_arts_humanities": {"alias": " - include_base_44_turkish_few_shot_og_arts_humanities", "acc,none": 0.22289156626506024, "acc_stderr,none": 0.03240004825594688}, "include_base_44_turkish_few_shot_og_business_commerce": {"alias": " - include_base_44_turkish_few_shot_og_business_commerce", "acc,none": 0.24096385542168675, "acc_stderr,none": 0.0332939411907353}, "include_base_44_turkish_few_shot_og_social_science": {"alias": " - include_base_44_turkish_few_shot_og_social_science", "acc,none": 0.21686746987951808, "acc_stderr,none": 0.03208284450356365}, "include_base_44_turkish_few_shot_og_stem": {"alias": " - include_base_44_turkish_few_shot_og_stem", "acc,none": 0.2, "acc_stderr,none": 0.057142857142857134}, "piqa": {"alias": "piqa", "acc,none": 0.735582154515778, "acc_stderr,none": 0.010289787244767173, "acc_norm,none": 0.7312295973884657, "acc_norm_stderr,none": 0.010343392940090016}, "xnli_en": {"alias": "xnli_en", "acc,none": 0.5088353413654618, "acc_stderr,none": 0.010020508033762624}, "xnli_tr": {"alias": "xnli_tr", "acc,none": 0.4642570281124498, "acc_stderr,none": 0.00999643246851036}, "xnli_zh": {"alias": "xnli_zh", "acc,none": 0.336144578313253, "acc_stderr,none": 0.009468634669293527}}