{ "predict_samples_tr": 169109, "test_exact_match": 78.99126557830712, "test_f1": 89.31560136874685, "test_model_preparation_time": 0.0008, "test_runtime": 9539.8223, "test_samples_per_second": 17.727, "test_steps_per_second": 0.035 }