{ "predict_samples_tr": 100, "test_exact_match": 33.0, "test_f1": 43.51652920179235, "test_runtime": 3.1662, "test_samples_per_second": 31.583, "test_steps_per_second": 4.106 }