{"step": 1000, "elapsed_sec": 8317.15010213852, "probe_elapsed_sec": 1.0408399919979274, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " a good, and the most of the world. The most of the world of the world of the world of the world of the world. The most important of", "text": "The capital of Italy is a good, and the most of the world. The most of the world of the world of the world of the world of the world. The most important of", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.173828125}, {"token_id": 230, "token_text": " the", "probability": 0.08740234375}, {"token_id": 248, "token_text": " an", "probability": 0.036376953125}, {"token_id": 720, "token_text": " one", "probability": 0.0189208984375}, {"token_id": 534, "token_text": " not", "probability": 0.0177001953125}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0133056640625, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0133056640625}, {"token_id": 1525, "token_text": " very", "probability": 0.01287841796875}, {"token_id": 2286, "token_text": " few", "probability": 0.01171875}, {"token_id": 2030, "token_text": " small", "probability": 0.0113525390625}, {"token_id": 1942, "token_text": " great", "probability": 0.010009765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.022216796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.022216796875}, {"token_id": 17, "token_text": ".", "probability": 0.021484375}, {"token_id": 262, "token_text": " and", "probability": 0.01904296875}, {"token_id": 256, "token_text": " of", "probability": 0.01263427734375}, {"token_id": 263, "token_text": " to", "probability": 0.00982666015625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.1669921875}, {"token_id": 654, "token_text": " but", "probability": 0.057861328125}, {"token_id": 209, "token_text": " a", "probability": 0.0478515625}, {"token_id": 410, "token_text": " or", "probability": 0.042236328125}, {"token_id": 230, "token_text": " the", "probability": 0.039794921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0888671875}, {"token_id": 209, "token_text": " a", "probability": 0.06494140625}, {"token_id": 274, "token_text": " I", "probability": 0.0191650390625}, {"token_id": 234, "token_text": " in", "probability": 0.01806640625}, {"token_id": 336, "token_text": " is", "probability": 0.015869140625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.025634765625, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.025634765625}, {"token_id": 1686, "token_text": " same", "probability": 0.01416015625}, {"token_id": 1547, "token_text": " world", "probability": 0.01416015625}, {"token_id": 1793, "token_text": " name", "probability": 0.010009765625}, {"token_id": 896, "token_text": " other", "probability": 0.0093994140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.1591796875}, {"token_id": 2535, "token_text": " important", "probability": 0.1318359375}, {"token_id": 3188, "token_text": " common", "probability": 0.0152587890625}, {"token_id": 5519, "token_text": " famous", "probability": 0.01348876953125}, {"token_id": 3776, "token_text": " popular", "probability": 0.01190185546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.359375}, {"token_id": 209, "token_text": " a", "probability": 0.05859375}, {"token_id": 587, "token_text": " this", "probability": 0.0196533203125}, {"token_id": 478, "token_text": " his", "probability": 0.0123291015625}, {"token_id": 1414, "token_text": " these", "probability": 0.010498046875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0255126953125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0255126953125}, {"token_id": 942, "token_text": " most", "probability": 0.019775390625}, {"token_id": 1686, "token_text": " same", "probability": 0.01544189453125}, {"token_id": 896, "token_text": " other", "probability": 0.008544921875}, {"token_id": 927, "token_text": " time", "probability": 0.00567626953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.201171875}, {"token_id": 256, "token_text": " of", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 262, "token_text": " and", "probability": 0.05078125}, {"token_id": 234, "token_text": " in", "probability": 0.03955078125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.244140625}, {"token_id": 679, "token_text": " It", "probability": 0.048095703125}, {"token_id": 1062, "token_text": " This", "probability": 0.039794921875}, {"token_id": 407, "token_text": " In", "probability": 0.039794921875}, {"token_id": 277, "token_text": " A", "probability": 0.025634765625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0162353515625, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0162353515625}, {"token_id": 1793, "token_text": " name", "probability": 0.0118408203125}, {"token_id": 836, "token_text": " first", "probability": 0.0101318359375}, {"token_id": 2804, "token_text": " story", "probability": 0.007415771484375}, {"token_id": 896, "token_text": " other", "probability": 0.006744384765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.2431640625}, {"token_id": 2535, "token_text": " important", "probability": 0.1220703125}, {"token_id": 3188, "token_text": " common", "probability": 0.0225830078125}, {"token_id": 5519, "token_text": " famous", "probability": 0.019287109375}, {"token_id": 4773, "token_text": " recent", "probability": 0.019287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 209, "token_text": " a", "probability": 0.0478515625}, {"token_id": 587, "token_text": " this", "probability": 0.037353515625}, {"token_id": 1414, "token_text": " these", "probability": 0.017578125}, {"token_id": 820, "token_text": " its", "probability": 0.0078125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.017578125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.017578125}, {"token_id": 942, "token_text": " most", "probability": 0.0155029296875}, {"token_id": 1686, "token_text": " same", "probability": 0.0113525390625}, {"token_id": 2259, "token_text": " city", "probability": 0.00665283203125}, {"token_id": 896, "token_text": " other", "probability": 0.0064697265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.1279296875}, {"token_id": 15, "token_text": ",", "probability": 0.1201171875}, {"token_id": 336, "token_text": " is", "probability": 0.10595703125}, {"token_id": 17, "token_text": ".", "probability": 0.050048828125}, {"token_id": 234, "token_text": " in", "probability": 0.047119140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.447265625}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}, {"token_id": 587, "token_text": " this", "probability": 0.0252685546875}, {"token_id": 1414, "token_text": " these", "probability": 0.01190185546875}, {"token_id": 820, "token_text": " its", "probability": 0.0081787109375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0198974609375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0198974609375}, {"token_id": 942, "token_text": " most", "probability": 0.0093994140625}, {"token_id": 2259, "token_text": " city", "probability": 0.00830078125}, {"token_id": 1859, "token_text": " American", "probability": 0.005706787109375}, {"token_id": 1758, "token_text": " United", "probability": 0.005706787109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 336, "token_text": " is", "probability": 0.0634765625}, {"token_id": 262, "token_text": " and", "probability": 0.055908203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.44921875}, {"token_id": 209, "token_text": " a", "probability": 0.032470703125}, {"token_id": 587, "token_text": " this", "probability": 0.0185546875}, {"token_id": 1414, "token_text": " these", "probability": 0.009033203125}, {"token_id": 820, "token_text": " its", "probability": 0.009033203125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0223388671875}, {"token_id": 2259, "token_text": " city", "probability": 0.01019287109375}, {"token_id": 1583, "token_text": " University", "probability": 0.0081787109375}, {"token_id": 1758, "token_text": " United", "probability": 0.006805419921875}, {"token_id": 942, "token_text": " most", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.150390625}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 262, "token_text": " and", "probability": 0.06689453125}, {"token_id": 234, "token_text": " in", "probability": 0.049072265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.451171875}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 587, "token_text": " this", "probability": 0.0174560546875}, {"token_id": 1414, "token_text": " these", "probability": 0.00933837890625}, {"token_id": 820, "token_text": " its", "probability": 0.009033203125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.01904296875}, {"token_id": 2259, "token_text": " city", "probability": 0.0098876953125}, {"token_id": 942, "token_text": " most", "probability": 0.007476806640625}, {"token_id": 1583, "token_text": " University", "probability": 0.00701904296875}, {"token_id": 1758, "token_text": " United", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.326171875}, {"token_id": 17, "token_text": ".", "probability": 0.11279296875}, {"token_id": 15, "token_text": ",", "probability": 0.09912109375}, {"token_id": 262, "token_text": " and", "probability": 0.050048828125}, {"token_id": 234, "token_text": " in", "probability": 0.04150390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4375}, {"token_id": 209, "token_text": " a", "probability": 0.0279541015625}, {"token_id": 587, "token_text": " this", "probability": 0.0169677734375}, {"token_id": 820, "token_text": " its", "probability": 0.0087890625}, {"token_id": 1414, "token_text": " these", "probability": 0.00830078125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0191650390625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0191650390625}, {"token_id": 2259, "token_text": " city", "probability": 0.00823974609375}, {"token_id": 1583, "token_text": " University", "probability": 0.00823974609375}, {"token_id": 1758, "token_text": " United", "probability": 0.00640869140625}, {"token_id": 942, "token_text": " most", "probability": 0.00640869140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.150390625}, {"token_id": 256, "token_text": " of", "probability": 0.150390625}, {"token_id": 15, "token_text": ",", "probability": 0.125}, {"token_id": 262, "token_text": " and", "probability": 0.07568359375}, {"token_id": 234, "token_text": " in", "probability": 0.052001953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 1062, "token_text": " This", "probability": 0.04541015625}, {"token_id": 407, "token_text": " In", "probability": 0.0400390625}, {"token_id": 679, "token_text": " It", "probability": 0.033203125}, {"token_id": 2, "token_text": "", "probability": 0.0201416015625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.00909423828125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.00909423828125}, {"token_id": 836, "token_text": " first", "probability": 0.008544921875}, {"token_id": 1793, "token_text": " name", "probability": 0.00732421875}, {"token_id": 3945, "token_text": " population", "probability": 0.006256103515625}, {"token_id": 2259, "token_text": " city", "probability": 0.00518798828125}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.1435546875}, {"token_id": 256, "token_text": " of", "probability": 0.10498046875}, {"token_id": 3188, "token_text": " common", "probability": 0.033935546875}, {"token_id": 4773, "token_text": " recent", "probability": 0.031005859375}, {"token_id": 3776, "token_text": " popular", "probability": 0.02001953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.032470703125}, {"token_id": 336, "token_text": " is", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.0179443359375}, {"token_id": 15, "token_text": ",", "probability": 0.0126953125}, {"token_id": 234, "token_text": " in", "probability": 0.0098876953125}]}], "clean_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.173828125}, {"token_id": 230, "token_text": " the", "probability": 0.08740234375}, {"token_id": 248, "token_text": " an", "probability": 0.036376953125}, {"token_id": 720, "token_text": " one", "probability": 0.0189208984375}, {"token_id": 534, "token_text": " not", "probability": 0.0177001953125}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0133056640625, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0133056640625}, {"token_id": 1525, "token_text": " very", "probability": 0.01287841796875}, {"token_id": 2286, "token_text": " few", "probability": 0.01171875}, {"token_id": 2030, "token_text": " small", "probability": 0.0113525390625}, {"token_id": 1942, "token_text": " great", "probability": 0.010009765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.022216796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.022216796875}, {"token_id": 17, "token_text": ".", "probability": 0.021484375}, {"token_id": 262, "token_text": " and", "probability": 0.01904296875}, {"token_id": 256, "token_text": " of", "probability": 0.01263427734375}, {"token_id": 263, "token_text": " to", "probability": 0.00982666015625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.1669921875}, {"token_id": 654, "token_text": " but", "probability": 0.057861328125}, {"token_id": 209, "token_text": " a", "probability": 0.0478515625}, {"token_id": 410, "token_text": " or", "probability": 0.042236328125}, {"token_id": 230, "token_text": " the", "probability": 0.039794921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0888671875}, {"token_id": 209, "token_text": " a", "probability": 0.06494140625}, {"token_id": 274, "token_text": " I", "probability": 0.0191650390625}, {"token_id": 234, "token_text": " in", "probability": 0.01806640625}, {"token_id": 336, "token_text": " is", "probability": 0.015869140625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.025634765625, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.025634765625}, {"token_id": 1686, "token_text": " same", "probability": 0.01416015625}, {"token_id": 1547, "token_text": " world", "probability": 0.01416015625}, {"token_id": 1793, "token_text": " name", "probability": 0.010009765625}, {"token_id": 896, "token_text": " other", "probability": 0.0093994140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.1591796875}, {"token_id": 2535, "token_text": " important", "probability": 0.1318359375}, {"token_id": 3188, "token_text": " common", "probability": 0.0152587890625}, {"token_id": 5519, "token_text": " famous", "probability": 0.01348876953125}, {"token_id": 3776, "token_text": " popular", "probability": 0.01190185546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.359375}, {"token_id": 209, "token_text": " a", "probability": 0.05859375}, {"token_id": 587, "token_text": " this", "probability": 0.0196533203125}, {"token_id": 478, "token_text": " his", "probability": 0.0123291015625}, {"token_id": 1414, "token_text": " these", "probability": 0.010498046875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0255126953125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0255126953125}, {"token_id": 942, "token_text": " most", "probability": 0.019775390625}, {"token_id": 1686, "token_text": " same", "probability": 0.01544189453125}, {"token_id": 896, "token_text": " other", "probability": 0.008544921875}, {"token_id": 927, "token_text": " time", "probability": 0.00567626953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.201171875}, {"token_id": 256, "token_text": " of", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 262, "token_text": " and", "probability": 0.05078125}, {"token_id": 234, "token_text": " in", "probability": 0.03955078125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.25}, {"token_id": 679, "token_text": " It", "probability": 0.049072265625}, {"token_id": 1062, "token_text": " This", "probability": 0.040771484375}, {"token_id": 407, "token_text": " In", "probability": 0.040771484375}, {"token_id": 277, "token_text": " A", "probability": 0.0263671875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0162353515625, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0162353515625}, {"token_id": 1793, "token_text": " name", "probability": 0.0118408203125}, {"token_id": 836, "token_text": " first", "probability": 0.0101318359375}, {"token_id": 2804, "token_text": " story", "probability": 0.007415771484375}, {"token_id": 896, "token_text": " other", "probability": 0.006744384765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.2431640625}, {"token_id": 2535, "token_text": " important", "probability": 0.1220703125}, {"token_id": 3188, "token_text": " common", "probability": 0.0225830078125}, {"token_id": 5519, "token_text": " famous", "probability": 0.019287109375}, {"token_id": 4773, "token_text": " recent", "probability": 0.019287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 209, "token_text": " a", "probability": 0.0478515625}, {"token_id": 587, "token_text": " this", "probability": 0.037353515625}, {"token_id": 1414, "token_text": " these", "probability": 0.017578125}, {"token_id": 820, "token_text": " its", "probability": 0.0078125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.017578125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.017578125}, {"token_id": 942, "token_text": " most", "probability": 0.0155029296875}, {"token_id": 1686, "token_text": " same", "probability": 0.0113525390625}, {"token_id": 2259, "token_text": " city", "probability": 0.00665283203125}, {"token_id": 896, "token_text": " other", "probability": 0.0064697265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.1279296875}, {"token_id": 15, "token_text": ",", "probability": 0.1201171875}, {"token_id": 336, "token_text": " is", "probability": 0.10595703125}, {"token_id": 17, "token_text": ".", "probability": 0.050048828125}, {"token_id": 234, "token_text": " in", "probability": 0.047119140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.447265625}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}, {"token_id": 587, "token_text": " this", "probability": 0.0252685546875}, {"token_id": 1414, "token_text": " these", "probability": 0.01190185546875}, {"token_id": 820, "token_text": " its", "probability": 0.0081787109375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0198974609375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0198974609375}, {"token_id": 942, "token_text": " most", "probability": 0.0093994140625}, {"token_id": 2259, "token_text": " city", "probability": 0.00830078125}, {"token_id": 1859, "token_text": " American", "probability": 0.005706787109375}, {"token_id": 1758, "token_text": " United", "probability": 0.005706787109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 336, "token_text": " is", "probability": 0.0634765625}, {"token_id": 262, "token_text": " and", "probability": 0.055908203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.44921875}, {"token_id": 209, "token_text": " a", "probability": 0.032470703125}, {"token_id": 587, "token_text": " this", "probability": 0.0185546875}, {"token_id": 1414, "token_text": " these", "probability": 0.009033203125}, {"token_id": 820, "token_text": " its", "probability": 0.009033203125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0223388671875}, {"token_id": 2259, "token_text": " city", "probability": 0.01019287109375}, {"token_id": 1583, "token_text": " University", "probability": 0.0081787109375}, {"token_id": 1758, "token_text": " United", "probability": 0.006805419921875}, {"token_id": 942, "token_text": " most", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.150390625}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 262, "token_text": " and", "probability": 0.06689453125}, {"token_id": 234, "token_text": " in", "probability": 0.049072265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.451171875}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 587, "token_text": " this", "probability": 0.0174560546875}, {"token_id": 1414, "token_text": " these", "probability": 0.00933837890625}, {"token_id": 820, "token_text": " its", "probability": 0.009033203125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.01904296875}, {"token_id": 2259, "token_text": " city", "probability": 0.0098876953125}, {"token_id": 942, "token_text": " most", "probability": 0.007476806640625}, {"token_id": 1583, "token_text": " University", "probability": 0.00701904296875}, {"token_id": 1758, "token_text": " United", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.326171875}, {"token_id": 17, "token_text": ".", "probability": 0.11279296875}, {"token_id": 15, "token_text": ",", "probability": 0.09912109375}, {"token_id": 262, "token_text": " and", "probability": 0.050048828125}, {"token_id": 234, "token_text": " in", "probability": 0.04150390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4375}, {"token_id": 209, "token_text": " a", "probability": 0.0279541015625}, {"token_id": 587, "token_text": " this", "probability": 0.0169677734375}, {"token_id": 820, "token_text": " its", "probability": 0.0087890625}, {"token_id": 1414, "token_text": " these", "probability": 0.00830078125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0191650390625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0191650390625}, {"token_id": 2259, "token_text": " city", "probability": 0.00823974609375}, {"token_id": 1583, "token_text": " University", "probability": 0.00823974609375}, {"token_id": 1758, "token_text": " United", "probability": 0.00640869140625}, {"token_id": 942, "token_text": " most", "probability": 0.00640869140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.150390625}, {"token_id": 256, "token_text": " of", "probability": 0.150390625}, {"token_id": 15, "token_text": ",", "probability": 0.125}, {"token_id": 262, "token_text": " and", "probability": 0.07568359375}, {"token_id": 234, "token_text": " in", "probability": 0.052001953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.322265625}, {"token_id": 1062, "token_text": " This", "probability": 0.04638671875}, {"token_id": 407, "token_text": " In", "probability": 0.041015625}, {"token_id": 679, "token_text": " It", "probability": 0.033935546875}, {"token_id": 277, "token_text": " A", "probability": 0.019287109375}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.00909423828125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.00909423828125}, {"token_id": 836, "token_text": " first", "probability": 0.008544921875}, {"token_id": 1793, "token_text": " name", "probability": 0.00732421875}, {"token_id": 3945, "token_text": " population", "probability": 0.006256103515625}, {"token_id": 2259, "token_text": " city", "probability": 0.00518798828125}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.1435546875}, {"token_id": 256, "token_text": " of", "probability": 0.10498046875}, {"token_id": 3188, "token_text": " common", "probability": 0.033935546875}, {"token_id": 4773, "token_text": " recent", "probability": 0.031005859375}, {"token_id": 3776, "token_text": " popular", "probability": 0.02001953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.032470703125}, {"token_id": 336, "token_text": " is", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.0179443359375}, {"token_id": 15, "token_text": ",", "probability": 0.0126953125}, {"token_id": 234, "token_text": " in", "probability": 0.0098876953125}]}], "token_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.173828125}, {"token_id": 230, "token_text": " the", "probability": 0.08740234375}, {"token_id": 248, "token_text": " an", "probability": 0.036376953125}, {"token_id": 720, "token_text": " one", "probability": 0.0189208984375}, {"token_id": 534, "token_text": " not", "probability": 0.0177001953125}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0133056640625, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0133056640625}, {"token_id": 1525, "token_text": " very", "probability": 0.01287841796875}, {"token_id": 2286, "token_text": " few", "probability": 0.01171875}, {"token_id": 2030, "token_text": " small", "probability": 0.0113525390625}, {"token_id": 1942, "token_text": " great", "probability": 0.010009765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.022216796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.022216796875}, {"token_id": 17, "token_text": ".", "probability": 0.021484375}, {"token_id": 262, "token_text": " and", "probability": 0.01904296875}, {"token_id": 256, "token_text": " of", "probability": 0.01263427734375}, {"token_id": 263, "token_text": " to", "probability": 0.00982666015625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.1669921875}, {"token_id": 654, "token_text": " but", "probability": 0.057861328125}, {"token_id": 209, "token_text": " a", "probability": 0.0478515625}, {"token_id": 410, "token_text": " or", "probability": 0.042236328125}, {"token_id": 230, "token_text": " the", "probability": 0.039794921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0888671875}, {"token_id": 209, "token_text": " a", "probability": 0.06494140625}, {"token_id": 274, "token_text": " I", "probability": 0.0191650390625}, {"token_id": 234, "token_text": " in", "probability": 0.01806640625}, {"token_id": 336, "token_text": " is", "probability": 0.015869140625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.025634765625, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.025634765625}, {"token_id": 1686, "token_text": " same", "probability": 0.01416015625}, {"token_id": 1547, "token_text": " world", "probability": 0.01416015625}, {"token_id": 1793, "token_text": " name", "probability": 0.010009765625}, {"token_id": 896, "token_text": " other", "probability": 0.0093994140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.1591796875}, {"token_id": 2535, "token_text": " important", "probability": 0.1318359375}, {"token_id": 3188, "token_text": " common", "probability": 0.0152587890625}, {"token_id": 5519, "token_text": " famous", "probability": 0.01348876953125}, {"token_id": 3776, "token_text": " popular", "probability": 0.01190185546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.359375}, {"token_id": 209, "token_text": " a", "probability": 0.05859375}, {"token_id": 587, "token_text": " this", "probability": 0.0196533203125}, {"token_id": 478, "token_text": " his", "probability": 0.0123291015625}, {"token_id": 1414, "token_text": " these", "probability": 0.010498046875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0255126953125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0255126953125}, {"token_id": 942, "token_text": " most", "probability": 0.019775390625}, {"token_id": 1686, "token_text": " same", "probability": 0.01544189453125}, {"token_id": 896, "token_text": " other", "probability": 0.008544921875}, {"token_id": 927, "token_text": " time", "probability": 0.00567626953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.201171875}, {"token_id": 256, "token_text": " of", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 262, "token_text": " and", "probability": 0.05078125}, {"token_id": 234, "token_text": " in", "probability": 0.03955078125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.25}, {"token_id": 679, "token_text": " It", "probability": 0.049072265625}, {"token_id": 1062, "token_text": " This", "probability": 0.040771484375}, {"token_id": 407, "token_text": " In", "probability": 0.040771484375}, {"token_id": 277, "token_text": " A", "probability": 0.0263671875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0162353515625, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0162353515625}, {"token_id": 1793, "token_text": " name", "probability": 0.0118408203125}, {"token_id": 836, "token_text": " first", "probability": 0.0101318359375}, {"token_id": 2804, "token_text": " story", "probability": 0.007415771484375}, {"token_id": 896, "token_text": " other", "probability": 0.006744384765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.2431640625}, {"token_id": 2535, "token_text": " important", "probability": 0.1220703125}, {"token_id": 3188, "token_text": " common", "probability": 0.0225830078125}, {"token_id": 5519, "token_text": " famous", "probability": 0.019287109375}, {"token_id": 4773, "token_text": " recent", "probability": 0.019287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 209, "token_text": " a", "probability": 0.0478515625}, {"token_id": 587, "token_text": " this", "probability": 0.037353515625}, {"token_id": 1414, "token_text": " these", "probability": 0.017578125}, {"token_id": 820, "token_text": " its", "probability": 0.0078125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.017578125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.017578125}, {"token_id": 942, "token_text": " most", "probability": 0.0155029296875}, {"token_id": 1686, "token_text": " same", "probability": 0.0113525390625}, {"token_id": 2259, "token_text": " city", "probability": 0.00665283203125}, {"token_id": 896, "token_text": " other", "probability": 0.0064697265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.1279296875}, {"token_id": 15, "token_text": ",", "probability": 0.1201171875}, {"token_id": 336, "token_text": " is", "probability": 0.10595703125}, {"token_id": 17, "token_text": ".", "probability": 0.050048828125}, {"token_id": 234, "token_text": " in", "probability": 0.047119140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.447265625}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}, {"token_id": 587, "token_text": " this", "probability": 0.0252685546875}, {"token_id": 1414, "token_text": " these", "probability": 0.01190185546875}, {"token_id": 820, "token_text": " its", "probability": 0.0081787109375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0198974609375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0198974609375}, {"token_id": 942, "token_text": " most", "probability": 0.0093994140625}, {"token_id": 2259, "token_text": " city", "probability": 0.00830078125}, {"token_id": 1859, "token_text": " American", "probability": 0.005706787109375}, {"token_id": 1758, "token_text": " United", "probability": 0.005706787109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 336, "token_text": " is", "probability": 0.0634765625}, {"token_id": 262, "token_text": " and", "probability": 0.055908203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.44921875}, {"token_id": 209, "token_text": " a", "probability": 0.032470703125}, {"token_id": 587, "token_text": " this", "probability": 0.0185546875}, {"token_id": 1414, "token_text": " these", "probability": 0.009033203125}, {"token_id": 820, "token_text": " its", "probability": 0.009033203125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0223388671875}, {"token_id": 2259, "token_text": " city", "probability": 0.01019287109375}, {"token_id": 1583, "token_text": " University", "probability": 0.0081787109375}, {"token_id": 1758, "token_text": " United", "probability": 0.006805419921875}, {"token_id": 942, "token_text": " most", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.150390625}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 262, "token_text": " and", "probability": 0.06689453125}, {"token_id": 234, "token_text": " in", "probability": 0.049072265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.451171875}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 587, "token_text": " this", "probability": 0.0174560546875}, {"token_id": 1414, "token_text": " these", "probability": 0.00933837890625}, {"token_id": 820, "token_text": " its", "probability": 0.009033203125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.01904296875}, {"token_id": 2259, "token_text": " city", "probability": 0.0098876953125}, {"token_id": 942, "token_text": " most", "probability": 0.007476806640625}, {"token_id": 1583, "token_text": " University", "probability": 0.00701904296875}, {"token_id": 1758, "token_text": " United", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.326171875}, {"token_id": 17, "token_text": ".", "probability": 0.11279296875}, {"token_id": 15, "token_text": ",", "probability": 0.09912109375}, {"token_id": 262, "token_text": " and", "probability": 0.050048828125}, {"token_id": 234, "token_text": " in", "probability": 0.04150390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4375}, {"token_id": 209, "token_text": " a", "probability": 0.0279541015625}, {"token_id": 587, "token_text": " this", "probability": 0.0169677734375}, {"token_id": 820, "token_text": " its", "probability": 0.0087890625}, {"token_id": 1414, "token_text": " these", "probability": 0.00830078125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0191650390625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0191650390625}, {"token_id": 2259, "token_text": " city", "probability": 0.00823974609375}, {"token_id": 1583, "token_text": " University", "probability": 0.00823974609375}, {"token_id": 1758, "token_text": " United", "probability": 0.00640869140625}, {"token_id": 942, "token_text": " most", "probability": 0.00640869140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.150390625}, {"token_id": 256, "token_text": " of", "probability": 0.150390625}, {"token_id": 15, "token_text": ",", "probability": 0.125}, {"token_id": 262, "token_text": " and", "probability": 0.07568359375}, {"token_id": 234, "token_text": " in", "probability": 0.052001953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.322265625}, {"token_id": 1062, "token_text": " This", "probability": 0.04638671875}, {"token_id": 407, "token_text": " In", "probability": 0.041015625}, {"token_id": 679, "token_text": " It", "probability": 0.033935546875}, {"token_id": 277, "token_text": " A", "probability": 0.019287109375}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.00909423828125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.00909423828125}, {"token_id": 836, "token_text": " first", "probability": 0.008544921875}, {"token_id": 1793, "token_text": " name", "probability": 0.00732421875}, {"token_id": 3945, "token_text": " population", "probability": 0.006256103515625}, {"token_id": 2259, "token_text": " city", "probability": 0.00518798828125}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.1435546875}, {"token_id": 256, "token_text": " of", "probability": 0.10498046875}, {"token_id": 3188, "token_text": " common", "probability": 0.033935546875}, {"token_id": 4773, "token_text": " recent", "probability": 0.031005859375}, {"token_id": 3776, "token_text": " popular", "probability": 0.02001953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.032470703125}, {"token_id": 336, "token_text": " is", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.0179443359375}, {"token_id": 15, "token_text": ",", "probability": 0.0126953125}, {"token_id": 234, "token_text": " in", "probability": 0.0098876953125}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 5729, "correct_token_probability": 6.9141387939453125e-06, "top_10_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.173828125}, {"token_id": 230, "token_text": " the", "probability": 0.08740234375}, {"token_id": 248, "token_text": " an", "probability": 0.036376953125}, {"token_id": 720, "token_text": " one", "probability": 0.0189208984375}, {"token_id": 534, "token_text": " not", "probability": 0.0177001953125}, {"token_id": 1576, "token_text": " now", "probability": 0.013427734375}, {"token_id": 234, "token_text": " in", "probability": 0.01300048828125}, {"token_id": 263, "token_text": " to", "probability": 0.01300048828125}, {"token_id": 3857, "token_text": " located", "probability": 0.0086669921875}, {"token_id": 2578, "token_text": " often", "probability": 0.00811767578125}], "entropy": 5.90625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -11.881942142332322, "average_logprob_per_token": -11.881942142332322, "perplexity_on_target_sequence": 144631.17241379304, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -11.881942142332322, "probability": 6.9141387939453125e-06, "raw_probability": 6.9141387939453125e-06, "correct_token_rank": 5729}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 1000, "elapsed_sec": 8317.150730848312, "probe_elapsed_sec": 1.0408399919979274, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be a good. I'm not a lot of the same time. I'm not sure to the same time. I'm not a lot of the same thing", "text": "A small language model should be a good. I'm not a lot of the same time. I'm not sure to the same time. I'm not a lot of the same thing", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.30859375}, {"token_id": 581, "token_text": " have", "probability": 0.041748046875}, {"token_id": 534, "token_text": " not", "probability": 0.025390625}, {"token_id": 1494, "token_text": " make", "probability": 0.0185546875}, {"token_id": 1466, "token_text": " help", "probability": 0.01361083984375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.06396484375}, {"token_id": 1347, "token_text": " used", "probability": 0.046875}, {"token_id": 2956, "token_text": " able", "probability": 0.0322265625}, {"token_id": 230, "token_text": " the", "probability": 0.025146484375}, {"token_id": 3610, "token_text": " seen", "probability": 0.0162353515625}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0238037109375, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0238037109375}, {"token_id": 1525, "token_text": " very", "probability": 0.015380859375}, {"token_id": 3213, "token_text": " lot", "probability": 0.01495361328125}, {"token_id": 4475, "token_text": " bit", "probability": 0.01495361328125}, {"token_id": 2286, "token_text": " few", "probability": 0.01025390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.03955078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.03955078125}, {"token_id": 3656, "token_text": " idea", "probability": 0.0279541015625}, {"token_id": 16, "token_text": "-", "probability": 0.0279541015625}, {"token_id": 15, "token_text": ",", "probability": 0.0205078125}, {"token_id": 321, "token_text": " for", "probability": 0.0145263671875}]}, {"token_id": 274, "token_text": " I", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 274, "token_text": " I", "probability": 0.07177734375}, {"token_id": 364, "token_text": " The", "probability": 0.059326171875}, {"token_id": 2, "token_text": "", "probability": 0.04931640625}, {"token_id": 407, "token_text": " In", "probability": 0.040771484375}, {"token_id": 277, "token_text": " A", "probability": 0.038330078125}]}, {"token_id": 1997, "token_text": "'m", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 1997, "token_text": "'m", "probability": 0.140625}, {"token_id": 677, "token_text": " am", "probability": 0.0625}, {"token_id": 566, "token_text": " can", "probability": 0.0625}, {"token_id": 1006, "token_text": " don", "probability": 0.052001953125}, {"token_id": 581, "token_text": " have", "probability": 0.04052734375}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.095703125}, {"token_id": 209, "token_text": " a", "probability": 0.054443359375}, {"token_id": 2544, "token_text": " going", "probability": 0.0274658203125}, {"token_id": 3722, "token_text": " sure", "probability": 0.0234375}, {"token_id": 4484, "token_text": " looking", "probability": 0.0213623046875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.06298828125}, {"token_id": 263, "token_text": " to", "probability": 0.048828125}, {"token_id": 3722, "token_text": " sure", "probability": 0.0286865234375}, {"token_id": 2544, "token_text": " going", "probability": 0.0203857421875}, {"token_id": 17, "token_text": ".", "probability": 0.0191650390625}]}, {"token_id": 3213, "token_text": " lot", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 3213, "token_text": " lot", "probability": 0.07666015625}, {"token_id": 1708, "token_text": " good", "probability": 0.03857421875}, {"token_id": 4475, "token_text": " bit", "probability": 0.030029296875}, {"token_id": 2749, "token_text": " little", "probability": 0.0234375}, {"token_id": 2286, "token_text": " few", "probability": 0.0206298828125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.625}, {"token_id": 17, "token_text": ".", "probability": 0.04248046875}, {"token_id": 263, "token_text": " to", "probability": 0.02001953125}, {"token_id": 321, "token_text": " for", "probability": 0.0166015625}, {"token_id": 15, "token_text": ",", "probability": 0.01611328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.11865234375}, {"token_id": 209, "token_text": " a", "probability": 0.06787109375}, {"token_id": 1051, "token_text": " my", "probability": 0.059814453125}, {"token_id": 806, "token_text": " your", "probability": 0.0281982421875}, {"token_id": 587, "token_text": " this", "probability": 0.02001953125}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.032958984375, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.032958984375}, {"token_id": 1547, "token_text": " world", "probability": 0.0225830078125}, {"token_id": 942, "token_text": " most", "probability": 0.01458740234375}, {"token_id": 1417, "token_text": " way", "probability": 0.007568359375}, {"token_id": 1320, "token_text": " end", "probability": 0.007110595703125}]}, {"token_id": 927, "token_text": " time", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 927, "token_text": " time", "probability": 0.0673828125}, {"token_id": 17, "token_text": ".", "probability": 0.04345703125}, {"token_id": 3924, "token_text": " thing", "probability": 0.0289306640625}, {"token_id": 1417, "token_text": " way", "probability": 0.0263671875}, {"token_id": 1818, "token_text": " day", "probability": 0.0218505859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2236328125}, {"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 263, "token_text": " to", "probability": 0.056640625}, {"token_id": 256, "token_text": " of", "probability": 0.046875}, {"token_id": 234, "token_text": " in", "probability": 0.041259765625}]}, {"token_id": 274, "token_text": " I", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 274, "token_text": " I", "probability": 0.287109375}, {"token_id": 364, "token_text": " The", "probability": 0.05322265625}, {"token_id": 2, "token_text": "", "probability": 0.050048828125}, {"token_id": 679, "token_text": " It", "probability": 0.0302734375}, {"token_id": 407, "token_text": " In", "probability": 0.0235595703125}]}, {"token_id": 1997, "token_text": "'m", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 1997, "token_text": "'m", "probability": 0.09423828125}, {"token_id": 1006, "token_text": " don", "probability": 0.060791015625}, {"token_id": 677, "token_text": " am", "probability": 0.0537109375}, {"token_id": 566, "token_text": " can", "probability": 0.0537109375}, {"token_id": 581, "token_text": " have", "probability": 0.05029296875}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.09765625}, {"token_id": 209, "token_text": " a", "probability": 0.04345703125}, {"token_id": 3722, "token_text": " sure", "probability": 0.0272216796875}, {"token_id": 4484, "token_text": " looking", "probability": 0.023193359375}, {"token_id": 2544, "token_text": " going", "probability": 0.0225830078125}]}, {"token_id": 3722, "token_text": " sure", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 3722, "token_text": " sure", "probability": 0.05615234375}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 2544, "token_text": " going", "probability": 0.0257568359375}, {"token_id": 230, "token_text": " the", "probability": 0.022705078125}, {"token_id": 263, "token_text": " to", "probability": 0.018798828125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.1123046875}, {"token_id": 274, "token_text": " I", "probability": 0.09912109375}, {"token_id": 379, "token_text": " that", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 15, "token_text": ",", "probability": 0.0341796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.048828125}, {"token_id": 544, "token_text": " do", "probability": 0.043212890625}, {"token_id": 372, "token_text": " be", "probability": 0.04052734375}, {"token_id": 1494, "token_text": " make", "probability": 0.03564453125}, {"token_id": 1437, "token_text": " get", "probability": 0.02783203125}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.034423828125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.034423828125}, {"token_id": 2079, "token_text": " right", "probability": 0.010498046875}, {"token_id": 942, "token_text": " most", "probability": 0.00982666015625}, {"token_id": 2170, "token_text": " best", "probability": 0.00897216796875}, {"token_id": 836, "token_text": " first", "probability": 0.00897216796875}]}, {"token_id": 927, "token_text": " time", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 927, "token_text": " time", "probability": 0.10546875}, {"token_id": 3924, "token_text": " thing", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 1417, "token_text": " way", "probability": 0.052978515625}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.150390625}, {"token_id": 15, "token_text": ",", "probability": 0.0859375}, {"token_id": 256, "token_text": " of", "probability": 0.0712890625}, {"token_id": 274, "token_text": " I", "probability": 0.0625}, {"token_id": 263, "token_text": " to", "probability": 0.0625}]}, {"token_id": 274, "token_text": " I", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 274, "token_text": " I", "probability": 0.310546875}, {"token_id": 2, "token_text": "", "probability": 0.047607421875}, {"token_id": 364, "token_text": " The", "probability": 0.03271484375}, {"token_id": 679, "token_text": " It", "probability": 0.02880859375}, {"token_id": 1637, "token_text": " If", "probability": 0.0211181640625}]}, {"token_id": 1997, "token_text": "'m", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 1997, "token_text": "'m", "probability": 0.140625}, {"token_id": 677, "token_text": " am", "probability": 0.0625}, {"token_id": 1006, "token_text": " don", "probability": 0.058837890625}, {"token_id": 2784, "token_text": "'ve", "probability": 0.03564453125}, {"token_id": 581, "token_text": " have", "probability": 0.03564453125}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.10400390625}, {"token_id": 209, "token_text": " a", "probability": 0.07568359375}, {"token_id": 2544, "token_text": " going", "probability": 0.043212890625}, {"token_id": 3722, "token_text": " sure", "probability": 0.0380859375}, {"token_id": 230, "token_text": " the", "probability": 0.0203857421875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.068359375}, {"token_id": 3722, "token_text": " sure", "probability": 0.044189453125}, {"token_id": 230, "token_text": " the", "probability": 0.032470703125}, {"token_id": 2544, "token_text": " going", "probability": 0.0303955078125}, {"token_id": 263, "token_text": " to", "probability": 0.0184326171875}]}, {"token_id": 3213, "token_text": " lot", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 3213, "token_text": " lot", "probability": 0.0595703125}, {"token_id": 1708, "token_text": " good", "probability": 0.04345703125}, {"token_id": 2749, "token_text": " little", "probability": 0.03173828125}, {"token_id": 4475, "token_text": " bit", "probability": 0.0289306640625}, {"token_id": 1525, "token_text": " very", "probability": 0.0205078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7734375}, {"token_id": 17, "token_text": ".", "probability": 0.0206298828125}, {"token_id": 263, "token_text": " to", "probability": 0.01708984375}, {"token_id": 379, "token_text": " that", "probability": 0.0103759765625}, {"token_id": 15, "token_text": ",", "probability": 0.01007080078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.13671875}, {"token_id": 1051, "token_text": " my", "probability": 0.07763671875}, {"token_id": 209, "token_text": " a", "probability": 0.0732421875}, {"token_id": 806, "token_text": " your", "probability": 0.0390625}, {"token_id": 587, "token_text": " this", "probability": 0.0252685546875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.036376953125}, {"token_id": 1547, "token_text": " world", "probability": 0.01611328125}, {"token_id": 942, "token_text": " most", "probability": 0.01611328125}, {"token_id": 927, "token_text": " time", "probability": 0.0107421875}, {"token_id": 1417, "token_text": " way", "probability": 0.01043701171875}]}, {"token_id": 3924, "token_text": " thing", "chosen_probability": 0.0400390625, "top_k_candidates": [{"token_id": 3924, "token_text": " thing", "probability": 0.0400390625}, {"token_id": 1417, "token_text": " way", "probability": 0.035400390625}, {"token_id": 927, "token_text": " time", "probability": 0.035400390625}, {"token_id": 17, "token_text": ".", "probability": 0.027587890625}, {"token_id": 256, "token_text": " of", "probability": 0.0167236328125}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.30859375}, {"token_id": 581, "token_text": " have", "probability": 0.041748046875}, {"token_id": 534, "token_text": " not", "probability": 0.025390625}, {"token_id": 1494, "token_text": " make", "probability": 0.0185546875}, {"token_id": 1466, "token_text": " help", "probability": 0.01361083984375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.06396484375}, {"token_id": 1347, "token_text": " used", "probability": 0.046875}, {"token_id": 2956, "token_text": " able", "probability": 0.0322265625}, {"token_id": 230, "token_text": " the", "probability": 0.025146484375}, {"token_id": 3610, "token_text": " seen", "probability": 0.0162353515625}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0238037109375, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0238037109375}, {"token_id": 1525, "token_text": " very", "probability": 0.015380859375}, {"token_id": 3213, "token_text": " lot", "probability": 0.01495361328125}, {"token_id": 4475, "token_text": " bit", "probability": 0.01495361328125}, {"token_id": 2286, "token_text": " few", "probability": 0.01025390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.03955078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.03955078125}, {"token_id": 3656, "token_text": " idea", "probability": 0.0279541015625}, {"token_id": 16, "token_text": "-", "probability": 0.0279541015625}, {"token_id": 15, "token_text": ",", "probability": 0.0205078125}, {"token_id": 321, "token_text": " for", "probability": 0.0145263671875}]}, {"token_id": 274, "token_text": " I", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 274, "token_text": " I", "probability": 0.0751953125}, {"token_id": 364, "token_text": " The", "probability": 0.0625}, {"token_id": 407, "token_text": " In", "probability": 0.04296875}, {"token_id": 277, "token_text": " A", "probability": 0.040283203125}, {"token_id": 363, "token_text": " \"", "probability": 0.0260009765625}]}, {"token_id": 1997, "token_text": "'m", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 1997, "token_text": "'m", "probability": 0.140625}, {"token_id": 677, "token_text": " am", "probability": 0.0625}, {"token_id": 566, "token_text": " can", "probability": 0.0625}, {"token_id": 1006, "token_text": " don", "probability": 0.052001953125}, {"token_id": 581, "token_text": " have", "probability": 0.04052734375}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.095703125}, {"token_id": 209, "token_text": " a", "probability": 0.054443359375}, {"token_id": 2544, "token_text": " going", "probability": 0.0274658203125}, {"token_id": 3722, "token_text": " sure", "probability": 0.0234375}, {"token_id": 4484, "token_text": " looking", "probability": 0.0213623046875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.06298828125}, {"token_id": 263, "token_text": " to", "probability": 0.048828125}, {"token_id": 3722, "token_text": " sure", "probability": 0.0286865234375}, {"token_id": 2544, "token_text": " going", "probability": 0.0203857421875}, {"token_id": 17, "token_text": ".", "probability": 0.0191650390625}]}, {"token_id": 3213, "token_text": " lot", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 3213, "token_text": " lot", "probability": 0.07666015625}, {"token_id": 1708, "token_text": " good", "probability": 0.03857421875}, {"token_id": 4475, "token_text": " bit", "probability": 0.030029296875}, {"token_id": 2749, "token_text": " little", "probability": 0.0234375}, {"token_id": 2286, "token_text": " few", "probability": 0.0206298828125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.625}, {"token_id": 17, "token_text": ".", "probability": 0.04248046875}, {"token_id": 263, "token_text": " to", "probability": 0.02001953125}, {"token_id": 321, "token_text": " for", "probability": 0.0166015625}, {"token_id": 15, "token_text": ",", "probability": 0.01611328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.11865234375}, {"token_id": 209, "token_text": " a", "probability": 0.06787109375}, {"token_id": 1051, "token_text": " my", "probability": 0.059814453125}, {"token_id": 806, "token_text": " your", "probability": 0.0281982421875}, {"token_id": 587, "token_text": " this", "probability": 0.02001953125}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.032958984375, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.032958984375}, {"token_id": 1547, "token_text": " world", "probability": 0.0225830078125}, {"token_id": 942, "token_text": " most", "probability": 0.01458740234375}, {"token_id": 1417, "token_text": " way", "probability": 0.007568359375}, {"token_id": 1320, "token_text": " end", "probability": 0.007110595703125}]}, {"token_id": 927, "token_text": " time", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 927, "token_text": " time", "probability": 0.0673828125}, {"token_id": 17, "token_text": ".", "probability": 0.04345703125}, {"token_id": 3924, "token_text": " thing", "probability": 0.0289306640625}, {"token_id": 1417, "token_text": " way", "probability": 0.0263671875}, {"token_id": 1818, "token_text": " day", "probability": 0.0218505859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2236328125}, {"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 263, "token_text": " to", "probability": 0.056640625}, {"token_id": 256, "token_text": " of", "probability": 0.046875}, {"token_id": 234, "token_text": " in", "probability": 0.041259765625}]}, {"token_id": 274, "token_text": " I", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 274, "token_text": " I", "probability": 0.302734375}, {"token_id": 364, "token_text": " The", "probability": 0.055908203125}, {"token_id": 679, "token_text": " It", "probability": 0.031982421875}, {"token_id": 407, "token_text": " In", "probability": 0.0247802734375}, {"token_id": 1606, "token_text": " But", "probability": 0.0206298828125}]}, {"token_id": 1997, "token_text": "'m", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 1997, "token_text": "'m", "probability": 0.09423828125}, {"token_id": 1006, "token_text": " don", "probability": 0.060791015625}, {"token_id": 677, "token_text": " am", "probability": 0.0537109375}, {"token_id": 566, "token_text": " can", "probability": 0.0537109375}, {"token_id": 581, "token_text": " have", "probability": 0.05029296875}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.09765625}, {"token_id": 209, "token_text": " a", "probability": 0.04345703125}, {"token_id": 3722, "token_text": " sure", "probability": 0.0272216796875}, {"token_id": 4484, "token_text": " looking", "probability": 0.023193359375}, {"token_id": 2544, "token_text": " going", "probability": 0.0225830078125}]}, {"token_id": 3722, "token_text": " sure", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 3722, "token_text": " sure", "probability": 0.05615234375}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 2544, "token_text": " going", "probability": 0.0257568359375}, {"token_id": 230, "token_text": " the", "probability": 0.022705078125}, {"token_id": 263, "token_text": " to", "probability": 0.018798828125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.1123046875}, {"token_id": 274, "token_text": " I", "probability": 0.09912109375}, {"token_id": 379, "token_text": " that", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 15, "token_text": ",", "probability": 0.0341796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.048828125}, {"token_id": 544, "token_text": " do", "probability": 0.043212890625}, {"token_id": 372, "token_text": " be", "probability": 0.04052734375}, {"token_id": 1494, "token_text": " make", "probability": 0.03564453125}, {"token_id": 1437, "token_text": " get", "probability": 0.02783203125}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.034423828125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.034423828125}, {"token_id": 2079, "token_text": " right", "probability": 0.010498046875}, {"token_id": 942, "token_text": " most", "probability": 0.00982666015625}, {"token_id": 2170, "token_text": " best", "probability": 0.00897216796875}, {"token_id": 836, "token_text": " first", "probability": 0.00897216796875}]}, {"token_id": 927, "token_text": " time", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 927, "token_text": " time", "probability": 0.10546875}, {"token_id": 3924, "token_text": " thing", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 1417, "token_text": " way", "probability": 0.052978515625}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.150390625}, {"token_id": 15, "token_text": ",", "probability": 0.0859375}, {"token_id": 256, "token_text": " of", "probability": 0.0712890625}, {"token_id": 274, "token_text": " I", "probability": 0.0625}, {"token_id": 263, "token_text": " to", "probability": 0.0625}]}, {"token_id": 274, "token_text": " I", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 274, "token_text": " I", "probability": 0.326171875}, {"token_id": 364, "token_text": " The", "probability": 0.034423828125}, {"token_id": 679, "token_text": " It", "probability": 0.0302734375}, {"token_id": 1637, "token_text": " If", "probability": 0.022216796875}, {"token_id": 1606, "token_text": " But", "probability": 0.0208740234375}]}, {"token_id": 1997, "token_text": "'m", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 1997, "token_text": "'m", "probability": 0.140625}, {"token_id": 677, "token_text": " am", "probability": 0.0625}, {"token_id": 1006, "token_text": " don", "probability": 0.058837890625}, {"token_id": 2784, "token_text": "'ve", "probability": 0.03564453125}, {"token_id": 581, "token_text": " have", "probability": 0.03564453125}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.10400390625}, {"token_id": 209, "token_text": " a", "probability": 0.07568359375}, {"token_id": 2544, "token_text": " going", "probability": 0.043212890625}, {"token_id": 3722, "token_text": " sure", "probability": 0.0380859375}, {"token_id": 230, "token_text": " the", "probability": 0.0203857421875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.068359375}, {"token_id": 3722, "token_text": " sure", "probability": 0.044189453125}, {"token_id": 230, "token_text": " the", "probability": 0.032470703125}, {"token_id": 2544, "token_text": " going", "probability": 0.0303955078125}, {"token_id": 263, "token_text": " to", "probability": 0.0184326171875}]}, {"token_id": 3213, "token_text": " lot", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 3213, "token_text": " lot", "probability": 0.0595703125}, {"token_id": 1708, "token_text": " good", "probability": 0.04345703125}, {"token_id": 2749, "token_text": " little", "probability": 0.03173828125}, {"token_id": 4475, "token_text": " bit", "probability": 0.0289306640625}, {"token_id": 1525, "token_text": " very", "probability": 0.0205078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7734375}, {"token_id": 17, "token_text": ".", "probability": 0.0206298828125}, {"token_id": 263, "token_text": " to", "probability": 0.01708984375}, {"token_id": 379, "token_text": " that", "probability": 0.0103759765625}, {"token_id": 15, "token_text": ",", "probability": 0.01007080078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.13671875}, {"token_id": 1051, "token_text": " my", "probability": 0.07763671875}, {"token_id": 209, "token_text": " a", "probability": 0.0732421875}, {"token_id": 806, "token_text": " your", "probability": 0.0390625}, {"token_id": 587, "token_text": " this", "probability": 0.0252685546875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.036376953125}, {"token_id": 1547, "token_text": " world", "probability": 0.01611328125}, {"token_id": 942, "token_text": " most", "probability": 0.01611328125}, {"token_id": 927, "token_text": " time", "probability": 0.0107421875}, {"token_id": 1417, "token_text": " way", "probability": 0.01043701171875}]}, {"token_id": 3924, "token_text": " thing", "chosen_probability": 0.0400390625, "top_k_candidates": [{"token_id": 3924, "token_text": " thing", "probability": 0.0400390625}, {"token_id": 1417, "token_text": " way", "probability": 0.035400390625}, {"token_id": 927, "token_text": " time", "probability": 0.035400390625}, {"token_id": 17, "token_text": ".", "probability": 0.027587890625}, {"token_id": 256, "token_text": " of", "probability": 0.0167236328125}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.30859375}, {"token_id": 581, "token_text": " have", "probability": 0.041748046875}, {"token_id": 534, "token_text": " not", "probability": 0.025390625}, {"token_id": 1494, "token_text": " make", "probability": 0.0185546875}, {"token_id": 1466, "token_text": " help", "probability": 0.01361083984375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.06396484375}, {"token_id": 1347, "token_text": " used", "probability": 0.046875}, {"token_id": 2956, "token_text": " able", "probability": 0.0322265625}, {"token_id": 230, "token_text": " the", "probability": 0.025146484375}, {"token_id": 3610, "token_text": " seen", "probability": 0.0162353515625}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0238037109375, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0238037109375}, {"token_id": 1525, "token_text": " very", "probability": 0.015380859375}, {"token_id": 3213, "token_text": " lot", "probability": 0.01495361328125}, {"token_id": 4475, "token_text": " bit", "probability": 0.01495361328125}, {"token_id": 2286, "token_text": " few", "probability": 0.01025390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.03955078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.03955078125}, {"token_id": 3656, "token_text": " idea", "probability": 0.0279541015625}, {"token_id": 16, "token_text": "-", "probability": 0.0279541015625}, {"token_id": 15, "token_text": ",", "probability": 0.0205078125}, {"token_id": 321, "token_text": " for", "probability": 0.0145263671875}]}, {"token_id": 274, "token_text": " I", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 274, "token_text": " I", "probability": 0.0751953125}, {"token_id": 364, "token_text": " The", "probability": 0.0625}, {"token_id": 407, "token_text": " In", "probability": 0.04296875}, {"token_id": 277, "token_text": " A", "probability": 0.040283203125}, {"token_id": 363, "token_text": " \"", "probability": 0.0260009765625}]}, {"token_id": 1997, "token_text": "'m", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 1997, "token_text": "'m", "probability": 0.140625}, {"token_id": 677, "token_text": " am", "probability": 0.0625}, {"token_id": 566, "token_text": " can", "probability": 0.0625}, {"token_id": 1006, "token_text": " don", "probability": 0.052001953125}, {"token_id": 581, "token_text": " have", "probability": 0.04052734375}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.095703125}, {"token_id": 209, "token_text": " a", "probability": 0.054443359375}, {"token_id": 2544, "token_text": " going", "probability": 0.0274658203125}, {"token_id": 3722, "token_text": " sure", "probability": 0.0234375}, {"token_id": 4484, "token_text": " looking", "probability": 0.0213623046875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.06298828125}, {"token_id": 263, "token_text": " to", "probability": 0.048828125}, {"token_id": 3722, "token_text": " sure", "probability": 0.0286865234375}, {"token_id": 2544, "token_text": " going", "probability": 0.0203857421875}, {"token_id": 17, "token_text": ".", "probability": 0.0191650390625}]}, {"token_id": 3213, "token_text": " lot", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 3213, "token_text": " lot", "probability": 0.07666015625}, {"token_id": 1708, "token_text": " good", "probability": 0.03857421875}, {"token_id": 4475, "token_text": " bit", "probability": 0.030029296875}, {"token_id": 2749, "token_text": " little", "probability": 0.0234375}, {"token_id": 2286, "token_text": " few", "probability": 0.0206298828125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.625}, {"token_id": 17, "token_text": ".", "probability": 0.04248046875}, {"token_id": 263, "token_text": " to", "probability": 0.02001953125}, {"token_id": 321, "token_text": " for", "probability": 0.0166015625}, {"token_id": 15, "token_text": ",", "probability": 0.01611328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.11865234375}, {"token_id": 209, "token_text": " a", "probability": 0.06787109375}, {"token_id": 1051, "token_text": " my", "probability": 0.059814453125}, {"token_id": 806, "token_text": " your", "probability": 0.0281982421875}, {"token_id": 587, "token_text": " this", "probability": 0.02001953125}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.032958984375, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.032958984375}, {"token_id": 1547, "token_text": " world", "probability": 0.0225830078125}, {"token_id": 942, "token_text": " most", "probability": 0.01458740234375}, {"token_id": 1417, "token_text": " way", "probability": 0.007568359375}, {"token_id": 1320, "token_text": " end", "probability": 0.007110595703125}]}, {"token_id": 927, "token_text": " time", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 927, "token_text": " time", "probability": 0.0673828125}, {"token_id": 17, "token_text": ".", "probability": 0.04345703125}, {"token_id": 3924, "token_text": " thing", "probability": 0.0289306640625}, {"token_id": 1417, "token_text": " way", "probability": 0.0263671875}, {"token_id": 1818, "token_text": " day", "probability": 0.0218505859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2236328125}, {"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 263, "token_text": " to", "probability": 0.056640625}, {"token_id": 256, "token_text": " of", "probability": 0.046875}, {"token_id": 234, "token_text": " in", "probability": 0.041259765625}]}, {"token_id": 274, "token_text": " I", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 274, "token_text": " I", "probability": 0.302734375}, {"token_id": 364, "token_text": " The", "probability": 0.055908203125}, {"token_id": 679, "token_text": " It", "probability": 0.031982421875}, {"token_id": 407, "token_text": " In", "probability": 0.0247802734375}, {"token_id": 1606, "token_text": " But", "probability": 0.0206298828125}]}, {"token_id": 1997, "token_text": "'m", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 1997, "token_text": "'m", "probability": 0.09423828125}, {"token_id": 1006, "token_text": " don", "probability": 0.060791015625}, {"token_id": 677, "token_text": " am", "probability": 0.0537109375}, {"token_id": 566, "token_text": " can", "probability": 0.0537109375}, {"token_id": 581, "token_text": " have", "probability": 0.05029296875}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.09765625}, {"token_id": 209, "token_text": " a", "probability": 0.04345703125}, {"token_id": 3722, "token_text": " sure", "probability": 0.0272216796875}, {"token_id": 4484, "token_text": " looking", "probability": 0.023193359375}, {"token_id": 2544, "token_text": " going", "probability": 0.0225830078125}]}, {"token_id": 3722, "token_text": " sure", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 3722, "token_text": " sure", "probability": 0.05615234375}, {"token_id": 209, "token_text": " a", "probability": 0.049560546875}, {"token_id": 2544, "token_text": " going", "probability": 0.0257568359375}, {"token_id": 230, "token_text": " the", "probability": 0.022705078125}, {"token_id": 263, "token_text": " to", "probability": 0.018798828125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.1123046875}, {"token_id": 274, "token_text": " I", "probability": 0.09912109375}, {"token_id": 379, "token_text": " that", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 15, "token_text": ",", "probability": 0.0341796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.048828125}, {"token_id": 544, "token_text": " do", "probability": 0.043212890625}, {"token_id": 372, "token_text": " be", "probability": 0.04052734375}, {"token_id": 1494, "token_text": " make", "probability": 0.03564453125}, {"token_id": 1437, "token_text": " get", "probability": 0.02783203125}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.034423828125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.034423828125}, {"token_id": 2079, "token_text": " right", "probability": 0.010498046875}, {"token_id": 942, "token_text": " most", "probability": 0.00982666015625}, {"token_id": 2170, "token_text": " best", "probability": 0.00897216796875}, {"token_id": 836, "token_text": " first", "probability": 0.00897216796875}]}, {"token_id": 927, "token_text": " time", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 927, "token_text": " time", "probability": 0.10546875}, {"token_id": 3924, "token_text": " thing", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 1417, "token_text": " way", "probability": 0.052978515625}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.150390625}, {"token_id": 15, "token_text": ",", "probability": 0.0859375}, {"token_id": 256, "token_text": " of", "probability": 0.0712890625}, {"token_id": 274, "token_text": " I", "probability": 0.0625}, {"token_id": 263, "token_text": " to", "probability": 0.0625}]}, {"token_id": 274, "token_text": " I", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 274, "token_text": " I", "probability": 0.326171875}, {"token_id": 364, "token_text": " The", "probability": 0.034423828125}, {"token_id": 679, "token_text": " It", "probability": 0.0302734375}, {"token_id": 1637, "token_text": " If", "probability": 0.022216796875}, {"token_id": 1606, "token_text": " But", "probability": 0.0208740234375}]}, {"token_id": 1997, "token_text": "'m", "chosen_probability": 0.140625, "top_k_candidates": [{"token_id": 1997, "token_text": "'m", "probability": 0.140625}, {"token_id": 677, "token_text": " am", "probability": 0.0625}, {"token_id": 1006, "token_text": " don", "probability": 0.058837890625}, {"token_id": 2784, "token_text": "'ve", "probability": 0.03564453125}, {"token_id": 581, "token_text": " have", "probability": 0.03564453125}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.10400390625}, {"token_id": 209, "token_text": " a", "probability": 0.07568359375}, {"token_id": 2544, "token_text": " going", "probability": 0.043212890625}, {"token_id": 3722, "token_text": " sure", "probability": 0.0380859375}, {"token_id": 230, "token_text": " the", "probability": 0.0203857421875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.068359375}, {"token_id": 3722, "token_text": " sure", "probability": 0.044189453125}, {"token_id": 230, "token_text": " the", "probability": 0.032470703125}, {"token_id": 2544, "token_text": " going", "probability": 0.0303955078125}, {"token_id": 263, "token_text": " to", "probability": 0.0184326171875}]}, {"token_id": 3213, "token_text": " lot", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 3213, "token_text": " lot", "probability": 0.0595703125}, {"token_id": 1708, "token_text": " good", "probability": 0.04345703125}, {"token_id": 2749, "token_text": " little", "probability": 0.03173828125}, {"token_id": 4475, "token_text": " bit", "probability": 0.0289306640625}, {"token_id": 1525, "token_text": " very", "probability": 0.0205078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7734375}, {"token_id": 17, "token_text": ".", "probability": 0.0206298828125}, {"token_id": 263, "token_text": " to", "probability": 0.01708984375}, {"token_id": 379, "token_text": " that", "probability": 0.0103759765625}, {"token_id": 15, "token_text": ",", "probability": 0.01007080078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.13671875}, {"token_id": 1051, "token_text": " my", "probability": 0.07763671875}, {"token_id": 209, "token_text": " a", "probability": 0.0732421875}, {"token_id": 806, "token_text": " your", "probability": 0.0390625}, {"token_id": 587, "token_text": " this", "probability": 0.0252685546875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.036376953125}, {"token_id": 1547, "token_text": " world", "probability": 0.01611328125}, {"token_id": 942, "token_text": " most", "probability": 0.01611328125}, {"token_id": 927, "token_text": " time", "probability": 0.0107421875}, {"token_id": 1417, "token_text": " way", "probability": 0.01043701171875}]}, {"token_id": 3924, "token_text": " thing", "chosen_probability": 0.0400390625, "top_k_candidates": [{"token_id": 3924, "token_text": " thing", "probability": 0.0400390625}, {"token_id": 1417, "token_text": " way", "probability": 0.035400390625}, {"token_id": 927, "token_text": " time", "probability": 0.035400390625}, {"token_id": 17, "token_text": ".", "probability": 0.027587890625}, {"token_id": 256, "token_text": " of", "probability": 0.0167236328125}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.30859375, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.30859375}, {"token_id": 581, "token_text": " have", "probability": 0.041748046875}, {"token_id": 534, "token_text": " not", "probability": 0.025390625}, {"token_id": 1494, "token_text": " make", "probability": 0.0185546875}, {"token_id": 1466, "token_text": " help", "probability": 0.01361083984375}, {"token_id": 3710, "token_text": " provide", "probability": 0.01318359375}, {"token_id": 1882, "token_text": " take", "probability": 0.01092529296875}, {"token_id": 1300, "token_text": " use", "probability": 0.00994873046875}, {"token_id": 523, "token_text": " you", "probability": 0.00933837890625}, {"token_id": 1437, "token_text": " get", "probability": 0.00799560546875}], "entropy": 5.21875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.175729592012541, "average_logprob_per_token": -1.175729592012541, "perplexity_on_target_sequence": 3.240506329113924, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.175729592012541, "probability": 0.30859375, "raw_probability": 0.30859375, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 1000, "elapsed_sec": 8317.151277542114, "probe_elapsed_sec": 1.0408399919979274, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " un'altra parte di un'altra parte di un'altra. Il suo primo, il suo lavoro, il suo primo, e il suo nome, e", "text": "La capitale d'Italia \u00e8 un'altra parte di un'altra parte di un'altra. Il suo primo, il suo lavoro, il suo primo, e il suo nome, e", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 267, "token_text": " un", "chosen_probability": 0.052490234375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.052490234375}, {"token_id": 844, "token_text": " stato", "probability": 0.04638671875}, {"token_id": 1340, "token_text": " stata", "probability": 0.04345703125}, {"token_id": 387, "token_text": " una", "probability": 0.041015625}, {"token_id": 285, "token_text": " la", "probability": 0.0263671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1044921875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01287841796875}, {"token_id": 537, "token_text": " po", "probability": 0.0113525390625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0103759765625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0703125}, {"token_id": 2905, "token_text": "altro", "probability": 0.0167236328125}, {"token_id": 596, "token_text": "azione", "probability": 0.01519775390625}, {"token_id": 4993, "token_text": "idea", "probability": 0.01470947265625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0142822265625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.080078125}, {"token_id": 15, "token_text": ",", "probability": 0.035400390625}, {"token_id": 17, "token_text": ".", "probability": 0.0284423828125}, {"token_id": 246, "token_text": " e", "probability": 0.0267333984375}, {"token_id": 3391, "token_text": " persona", "probability": 0.017822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.259765625}, {"token_id": 337, "token_text": " del", "probability": 0.1083984375}, {"token_id": 370, "token_text": " della", "probability": 0.08447265625}, {"token_id": 465, "token_text": " dell", "probability": 0.07470703125}, {"token_id": 491, "token_text": " dei", "probability": 0.05810546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.087890625}, {"token_id": 387, "token_text": " una", "probability": 0.05322265625}, {"token_id": 739, "token_text": " cui", "probability": 0.01190185546875}, {"token_id": 762, "token_text": " due", "probability": 0.00927734375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0084228515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.29296875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01104736328125}, {"token_id": 537, "token_text": " po", "probability": 0.0103759765625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00860595703125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.008056640625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0673828125}, {"token_id": 596, "token_text": "azione", "probability": 0.01806640625}, {"token_id": 2905, "token_text": "altro", "probability": 0.0169677734375}, {"token_id": 4993, "token_text": "idea", "probability": 0.0159912109375}, {"token_id": 752, "token_text": "ora", "probability": 0.0159912109375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.09765625}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.06689453125}, {"token_id": 246, "token_text": " e", "probability": 0.046142578125}, {"token_id": 29, "token_text": ":", "probability": 0.019775390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2060546875}, {"token_id": 337, "token_text": " del", "probability": 0.09130859375}, {"token_id": 465, "token_text": " dell", "probability": 0.08056640625}, {"token_id": 370, "token_text": " della", "probability": 0.0712890625}, {"token_id": 491, "token_text": " dei", "probability": 0.055419921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11181640625}, {"token_id": 387, "token_text": " una", "probability": 0.0634765625}, {"token_id": 739, "token_text": " cui", "probability": 0.00860595703125}, {"token_id": 762, "token_text": " due", "probability": 0.00787353515625}, {"token_id": 779, "token_text": " essere", "probability": 0.007354736328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.326171875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01434326171875}, {"token_id": 537, "token_text": " po", "probability": 0.0098876953125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0079345703125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.007232666015625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.0286865234375}, {"token_id": 752, "token_text": "ora", "probability": 0.0185546875}, {"token_id": 596, "token_text": "azione", "probability": 0.01397705078125}, {"token_id": 2905, "token_text": "altro", "probability": 0.0115966796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1318359375}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 246, "token_text": " e", "probability": 0.048583984375}, {"token_id": 760, "token_text": " parte", "probability": 0.04150390625}, {"token_id": 29, "token_text": ":", "probability": 0.028564453125}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.08935546875}, {"token_id": 515, "token_text": " La", "probability": 0.0654296875}, {"token_id": 302, "token_text": " L", "probability": 0.044921875}, {"token_id": 2, "token_text": "", "probability": 0.042236328125}, {"token_id": 274, "token_text": " I", "probability": 0.02734375}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0244140625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0244140625}, {"token_id": 1308, "token_text": " primo", "probability": 0.020263671875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.017333984375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0162353515625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01153564453125}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0244140625, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0244140625}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.022216796875}, {"token_id": 3492, "token_text": " libro", "probability": 0.0184326171875}, {"token_id": 1720, "token_text": " nome", "probability": 0.0152587890625}, {"token_id": 2227, "token_text": " posto", "probability": 0.01263427734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.038818359375}, {"token_id": 2901, "token_text": " piano", "probability": 0.0302734375}, {"token_id": 2227, "token_text": " posto", "probability": 0.0302734375}, {"token_id": 303, "token_text": " che", "probability": 0.0284423828125}, {"token_id": 2220, "token_text": " momento", "probability": 0.0172119140625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.080078125}, {"token_id": 285, "token_text": " la", "probability": 0.042724609375}, {"token_id": 303, "token_text": " che", "probability": 0.035400390625}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}, {"token_id": 227, "token_text": " l", "probability": 0.0294189453125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.06982421875}, {"token_id": 1308, "token_text": " primo", "probability": 0.02734375}, {"token_id": 1720, "token_text": " nome", "probability": 0.018798828125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0133056640625}, {"token_id": 3134, "token_text": " nostro", "probability": 0.01171875}]}, {"token_id": 1885, "token_text": " lavoro", "chosen_probability": 0.0240478515625, "top_k_candidates": [{"token_id": 1885, "token_text": " lavoro", "probability": 0.0240478515625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0225830078125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0218505859375}, {"token_id": 844, "token_text": " stato", "probability": 0.0169677734375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.013671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.228515625}, {"token_id": 246, "token_text": " e", "probability": 0.06982421875}, {"token_id": 17, "token_text": ".", "probability": 0.0615234375}, {"token_id": 238, "token_text": " di", "probability": 0.0478515625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.025634765625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06884765625}, {"token_id": 303, "token_text": " che", "probability": 0.039306640625}, {"token_id": 234, "token_text": " in", "probability": 0.039306640625}, {"token_id": 285, "token_text": " la", "probability": 0.039306640625}, {"token_id": 267, "token_text": " un", "probability": 0.0306396484375}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.06982421875}, {"token_id": 1308, "token_text": " primo", "probability": 0.0225830078125}, {"token_id": 1720, "token_text": " nome", "probability": 0.017578125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0120849609375}, {"token_id": 1390, "token_text": " quale", "probability": 0.010009765625}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.02392578125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.02392578125}, {"token_id": 1308, "token_text": " primo", "probability": 0.02392578125}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.023193359375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0159912109375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.0128173828125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.04931640625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.04931640625}, {"token_id": 2901, "token_text": " piano", "probability": 0.043701171875}, {"token_id": 17, "token_text": ".", "probability": 0.033935546875}, {"token_id": 2227, "token_text": " posto", "probability": 0.031982421875}, {"token_id": 246, "token_text": " e", "probability": 0.0233154296875}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.0634765625}, {"token_id": 293, "token_text": " il", "probability": 0.055908203125}, {"token_id": 445, "token_text": " ma", "probability": 0.04931640625}, {"token_id": 303, "token_text": " che", "probability": 0.04345703125}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.0732421875}, {"token_id": 285, "token_text": " la", "probability": 0.068359375}, {"token_id": 15, "token_text": ",", "probability": 0.05029296875}, {"token_id": 267, "token_text": " un", "probability": 0.032470703125}, {"token_id": 395, "token_text": " si", "probability": 0.0303955078125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.087890625}, {"token_id": 1308, "token_text": " primo", "probability": 0.014404296875}, {"token_id": 864, "token_text": " loro", "probability": 0.014404296875}, {"token_id": 1720, "token_text": " nome", "probability": 0.01348876953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01348876953125}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.0250244140625, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.0250244140625}, {"token_id": 15, "token_text": ",", "probability": 0.0213623046875}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.01953125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.018310546875}, {"token_id": 1308, "token_text": " primo", "probability": 0.0172119140625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1474609375}, {"token_id": 238, "token_text": " di", "probability": 0.138671875}, {"token_id": 17, "token_text": ".", "probability": 0.138671875}, {"token_id": 246, "token_text": " e", "probability": 0.044921875}, {"token_id": 337, "token_text": " del", "probability": 0.033935546875}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.0634765625}, {"token_id": 293, "token_text": " il", "probability": 0.0634765625}, {"token_id": 303, "token_text": " che", "probability": 0.04931640625}, {"token_id": 234, "token_text": " in", "probability": 0.03173828125}, {"token_id": 267, "token_text": " un", "probability": 0.028076171875}]}], "clean_probe_diagnostics": [{"token_id": 267, "token_text": " un", "chosen_probability": 0.052490234375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.052490234375}, {"token_id": 844, "token_text": " stato", "probability": 0.04638671875}, {"token_id": 1340, "token_text": " stata", "probability": 0.04345703125}, {"token_id": 387, "token_text": " una", "probability": 0.041015625}, {"token_id": 285, "token_text": " la", "probability": 0.0263671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1044921875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01287841796875}, {"token_id": 537, "token_text": " po", "probability": 0.0113525390625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0103759765625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0703125}, {"token_id": 2905, "token_text": "altro", "probability": 0.0167236328125}, {"token_id": 596, "token_text": "azione", "probability": 0.01519775390625}, {"token_id": 4993, "token_text": "idea", "probability": 0.01470947265625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0142822265625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.080078125}, {"token_id": 15, "token_text": ",", "probability": 0.035400390625}, {"token_id": 17, "token_text": ".", "probability": 0.0284423828125}, {"token_id": 246, "token_text": " e", "probability": 0.0267333984375}, {"token_id": 3391, "token_text": " persona", "probability": 0.017822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.259765625}, {"token_id": 337, "token_text": " del", "probability": 0.1083984375}, {"token_id": 370, "token_text": " della", "probability": 0.08447265625}, {"token_id": 465, "token_text": " dell", "probability": 0.07470703125}, {"token_id": 491, "token_text": " dei", "probability": 0.05810546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.087890625}, {"token_id": 387, "token_text": " una", "probability": 0.05322265625}, {"token_id": 739, "token_text": " cui", "probability": 0.01190185546875}, {"token_id": 762, "token_text": " due", "probability": 0.00927734375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0084228515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.29296875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01104736328125}, {"token_id": 537, "token_text": " po", "probability": 0.0103759765625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00860595703125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.008056640625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0673828125}, {"token_id": 596, "token_text": "azione", "probability": 0.01806640625}, {"token_id": 2905, "token_text": "altro", "probability": 0.0169677734375}, {"token_id": 4993, "token_text": "idea", "probability": 0.0159912109375}, {"token_id": 752, "token_text": "ora", "probability": 0.0159912109375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.09765625}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.06689453125}, {"token_id": 246, "token_text": " e", "probability": 0.046142578125}, {"token_id": 29, "token_text": ":", "probability": 0.019775390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2060546875}, {"token_id": 337, "token_text": " del", "probability": 0.09130859375}, {"token_id": 465, "token_text": " dell", "probability": 0.08056640625}, {"token_id": 370, "token_text": " della", "probability": 0.0712890625}, {"token_id": 491, "token_text": " dei", "probability": 0.055419921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11181640625}, {"token_id": 387, "token_text": " una", "probability": 0.0634765625}, {"token_id": 739, "token_text": " cui", "probability": 0.00860595703125}, {"token_id": 762, "token_text": " due", "probability": 0.00787353515625}, {"token_id": 779, "token_text": " essere", "probability": 0.007354736328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.326171875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01434326171875}, {"token_id": 537, "token_text": " po", "probability": 0.0098876953125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0079345703125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.007232666015625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.0286865234375}, {"token_id": 752, "token_text": "ora", "probability": 0.0185546875}, {"token_id": 596, "token_text": "azione", "probability": 0.01397705078125}, {"token_id": 2905, "token_text": "altro", "probability": 0.0115966796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1318359375}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 246, "token_text": " e", "probability": 0.048583984375}, {"token_id": 760, "token_text": " parte", "probability": 0.04150390625}, {"token_id": 29, "token_text": ":", "probability": 0.028564453125}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.09326171875}, {"token_id": 515, "token_text": " La", "probability": 0.068359375}, {"token_id": 302, "token_text": " L", "probability": 0.046875}, {"token_id": 274, "token_text": " I", "probability": 0.0284423828125}, {"token_id": 954, "token_text": " Per", "probability": 0.0267333984375}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0244140625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0244140625}, {"token_id": 1308, "token_text": " primo", "probability": 0.020263671875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.017333984375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0162353515625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01153564453125}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0244140625, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0244140625}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.022216796875}, {"token_id": 3492, "token_text": " libro", "probability": 0.0184326171875}, {"token_id": 1720, "token_text": " nome", "probability": 0.0152587890625}, {"token_id": 2227, "token_text": " posto", "probability": 0.01263427734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.038818359375}, {"token_id": 2901, "token_text": " piano", "probability": 0.0302734375}, {"token_id": 2227, "token_text": " posto", "probability": 0.0302734375}, {"token_id": 303, "token_text": " che", "probability": 0.0284423828125}, {"token_id": 2220, "token_text": " momento", "probability": 0.0172119140625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.080078125}, {"token_id": 285, "token_text": " la", "probability": 0.042724609375}, {"token_id": 303, "token_text": " che", "probability": 0.035400390625}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}, {"token_id": 227, "token_text": " l", "probability": 0.0294189453125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.06982421875}, {"token_id": 1308, "token_text": " primo", "probability": 0.02734375}, {"token_id": 1720, "token_text": " nome", "probability": 0.018798828125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0133056640625}, {"token_id": 3134, "token_text": " nostro", "probability": 0.01171875}]}, {"token_id": 1885, "token_text": " lavoro", "chosen_probability": 0.0240478515625, "top_k_candidates": [{"token_id": 1885, "token_text": " lavoro", "probability": 0.0240478515625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0225830078125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0218505859375}, {"token_id": 844, "token_text": " stato", "probability": 0.0169677734375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.013671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.228515625}, {"token_id": 246, "token_text": " e", "probability": 0.06982421875}, {"token_id": 17, "token_text": ".", "probability": 0.0615234375}, {"token_id": 238, "token_text": " di", "probability": 0.0478515625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.025634765625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06884765625}, {"token_id": 303, "token_text": " che", "probability": 0.039306640625}, {"token_id": 234, "token_text": " in", "probability": 0.039306640625}, {"token_id": 285, "token_text": " la", "probability": 0.039306640625}, {"token_id": 267, "token_text": " un", "probability": 0.0306396484375}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.06982421875}, {"token_id": 1308, "token_text": " primo", "probability": 0.0225830078125}, {"token_id": 1720, "token_text": " nome", "probability": 0.017578125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0120849609375}, {"token_id": 1390, "token_text": " quale", "probability": 0.010009765625}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.02392578125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.02392578125}, {"token_id": 1308, "token_text": " primo", "probability": 0.02392578125}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.023193359375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0159912109375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.0128173828125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.04931640625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.04931640625}, {"token_id": 2901, "token_text": " piano", "probability": 0.043701171875}, {"token_id": 17, "token_text": ".", "probability": 0.033935546875}, {"token_id": 2227, "token_text": " posto", "probability": 0.031982421875}, {"token_id": 246, "token_text": " e", "probability": 0.0233154296875}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.0634765625}, {"token_id": 293, "token_text": " il", "probability": 0.055908203125}, {"token_id": 445, "token_text": " ma", "probability": 0.04931640625}, {"token_id": 303, "token_text": " che", "probability": 0.04345703125}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.0732421875}, {"token_id": 285, "token_text": " la", "probability": 0.068359375}, {"token_id": 15, "token_text": ",", "probability": 0.05029296875}, {"token_id": 267, "token_text": " un", "probability": 0.032470703125}, {"token_id": 395, "token_text": " si", "probability": 0.0303955078125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.087890625}, {"token_id": 1308, "token_text": " primo", "probability": 0.014404296875}, {"token_id": 864, "token_text": " loro", "probability": 0.014404296875}, {"token_id": 1720, "token_text": " nome", "probability": 0.01348876953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01348876953125}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.0250244140625, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.0250244140625}, {"token_id": 15, "token_text": ",", "probability": 0.0213623046875}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.01953125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.018310546875}, {"token_id": 1308, "token_text": " primo", "probability": 0.0172119140625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1474609375}, {"token_id": 238, "token_text": " di", "probability": 0.138671875}, {"token_id": 17, "token_text": ".", "probability": 0.138671875}, {"token_id": 246, "token_text": " e", "probability": 0.044921875}, {"token_id": 337, "token_text": " del", "probability": 0.033935546875}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.0634765625}, {"token_id": 293, "token_text": " il", "probability": 0.0634765625}, {"token_id": 303, "token_text": " che", "probability": 0.04931640625}, {"token_id": 234, "token_text": " in", "probability": 0.03173828125}, {"token_id": 267, "token_text": " un", "probability": 0.028076171875}]}], "token_diagnostics": [{"token_id": 267, "token_text": " un", "chosen_probability": 0.052490234375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.052490234375}, {"token_id": 844, "token_text": " stato", "probability": 0.04638671875}, {"token_id": 1340, "token_text": " stata", "probability": 0.04345703125}, {"token_id": 387, "token_text": " una", "probability": 0.041015625}, {"token_id": 285, "token_text": " la", "probability": 0.0263671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1044921875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01287841796875}, {"token_id": 537, "token_text": " po", "probability": 0.0113525390625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0103759765625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0703125}, {"token_id": 2905, "token_text": "altro", "probability": 0.0167236328125}, {"token_id": 596, "token_text": "azione", "probability": 0.01519775390625}, {"token_id": 4993, "token_text": "idea", "probability": 0.01470947265625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0142822265625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.080078125}, {"token_id": 15, "token_text": ",", "probability": 0.035400390625}, {"token_id": 17, "token_text": ".", "probability": 0.0284423828125}, {"token_id": 246, "token_text": " e", "probability": 0.0267333984375}, {"token_id": 3391, "token_text": " persona", "probability": 0.017822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.259765625}, {"token_id": 337, "token_text": " del", "probability": 0.1083984375}, {"token_id": 370, "token_text": " della", "probability": 0.08447265625}, {"token_id": 465, "token_text": " dell", "probability": 0.07470703125}, {"token_id": 491, "token_text": " dei", "probability": 0.05810546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.087890625}, {"token_id": 387, "token_text": " una", "probability": 0.05322265625}, {"token_id": 739, "token_text": " cui", "probability": 0.01190185546875}, {"token_id": 762, "token_text": " due", "probability": 0.00927734375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0084228515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.29296875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01104736328125}, {"token_id": 537, "token_text": " po", "probability": 0.0103759765625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00860595703125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.008056640625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0673828125}, {"token_id": 596, "token_text": "azione", "probability": 0.01806640625}, {"token_id": 2905, "token_text": "altro", "probability": 0.0169677734375}, {"token_id": 4993, "token_text": "idea", "probability": 0.0159912109375}, {"token_id": 752, "token_text": "ora", "probability": 0.0159912109375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.09765625}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.06689453125}, {"token_id": 246, "token_text": " e", "probability": 0.046142578125}, {"token_id": 29, "token_text": ":", "probability": 0.019775390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2060546875}, {"token_id": 337, "token_text": " del", "probability": 0.09130859375}, {"token_id": 465, "token_text": " dell", "probability": 0.08056640625}, {"token_id": 370, "token_text": " della", "probability": 0.0712890625}, {"token_id": 491, "token_text": " dei", "probability": 0.055419921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11181640625}, {"token_id": 387, "token_text": " una", "probability": 0.0634765625}, {"token_id": 739, "token_text": " cui", "probability": 0.00860595703125}, {"token_id": 762, "token_text": " due", "probability": 0.00787353515625}, {"token_id": 779, "token_text": " essere", "probability": 0.007354736328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.326171875}, {"token_id": 2211, "token_text": " altro", "probability": 0.01434326171875}, {"token_id": 537, "token_text": " po", "probability": 0.0098876953125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0079345703125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.007232666015625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.0286865234375}, {"token_id": 752, "token_text": "ora", "probability": 0.0185546875}, {"token_id": 596, "token_text": "azione", "probability": 0.01397705078125}, {"token_id": 2905, "token_text": "altro", "probability": 0.0115966796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1318359375}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 246, "token_text": " e", "probability": 0.048583984375}, {"token_id": 760, "token_text": " parte", "probability": 0.04150390625}, {"token_id": 29, "token_text": ":", "probability": 0.028564453125}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.09326171875}, {"token_id": 515, "token_text": " La", "probability": 0.068359375}, {"token_id": 302, "token_text": " L", "probability": 0.046875}, {"token_id": 274, "token_text": " I", "probability": 0.0284423828125}, {"token_id": 954, "token_text": " Per", "probability": 0.0267333984375}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0244140625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0244140625}, {"token_id": 1308, "token_text": " primo", "probability": 0.020263671875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.017333984375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0162353515625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01153564453125}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0244140625, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0244140625}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.022216796875}, {"token_id": 3492, "token_text": " libro", "probability": 0.0184326171875}, {"token_id": 1720, "token_text": " nome", "probability": 0.0152587890625}, {"token_id": 2227, "token_text": " posto", "probability": 0.01263427734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.038818359375}, {"token_id": 2901, "token_text": " piano", "probability": 0.0302734375}, {"token_id": 2227, "token_text": " posto", "probability": 0.0302734375}, {"token_id": 303, "token_text": " che", "probability": 0.0284423828125}, {"token_id": 2220, "token_text": " momento", "probability": 0.0172119140625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.080078125}, {"token_id": 285, "token_text": " la", "probability": 0.042724609375}, {"token_id": 303, "token_text": " che", "probability": 0.035400390625}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}, {"token_id": 227, "token_text": " l", "probability": 0.0294189453125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.06982421875}, {"token_id": 1308, "token_text": " primo", "probability": 0.02734375}, {"token_id": 1720, "token_text": " nome", "probability": 0.018798828125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0133056640625}, {"token_id": 3134, "token_text": " nostro", "probability": 0.01171875}]}, {"token_id": 1885, "token_text": " lavoro", "chosen_probability": 0.0240478515625, "top_k_candidates": [{"token_id": 1885, "token_text": " lavoro", "probability": 0.0240478515625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0225830078125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0218505859375}, {"token_id": 844, "token_text": " stato", "probability": 0.0169677734375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.013671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.228515625}, {"token_id": 246, "token_text": " e", "probability": 0.06982421875}, {"token_id": 17, "token_text": ".", "probability": 0.0615234375}, {"token_id": 238, "token_text": " di", "probability": 0.0478515625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.025634765625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06884765625}, {"token_id": 303, "token_text": " che", "probability": 0.039306640625}, {"token_id": 234, "token_text": " in", "probability": 0.039306640625}, {"token_id": 285, "token_text": " la", "probability": 0.039306640625}, {"token_id": 267, "token_text": " un", "probability": 0.0306396484375}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.06982421875}, {"token_id": 1308, "token_text": " primo", "probability": 0.0225830078125}, {"token_id": 1720, "token_text": " nome", "probability": 0.017578125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0120849609375}, {"token_id": 1390, "token_text": " quale", "probability": 0.010009765625}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.02392578125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.02392578125}, {"token_id": 1308, "token_text": " primo", "probability": 0.02392578125}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.023193359375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0159912109375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.0128173828125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.04931640625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.04931640625}, {"token_id": 2901, "token_text": " piano", "probability": 0.043701171875}, {"token_id": 17, "token_text": ".", "probability": 0.033935546875}, {"token_id": 2227, "token_text": " posto", "probability": 0.031982421875}, {"token_id": 246, "token_text": " e", "probability": 0.0233154296875}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.0634765625}, {"token_id": 293, "token_text": " il", "probability": 0.055908203125}, {"token_id": 445, "token_text": " ma", "probability": 0.04931640625}, {"token_id": 303, "token_text": " che", "probability": 0.04345703125}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.0732421875}, {"token_id": 285, "token_text": " la", "probability": 0.068359375}, {"token_id": 15, "token_text": ",", "probability": 0.05029296875}, {"token_id": 267, "token_text": " un", "probability": 0.032470703125}, {"token_id": 395, "token_text": " si", "probability": 0.0303955078125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.087890625}, {"token_id": 1308, "token_text": " primo", "probability": 0.014404296875}, {"token_id": 864, "token_text": " loro", "probability": 0.014404296875}, {"token_id": 1720, "token_text": " nome", "probability": 0.01348876953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01348876953125}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.0250244140625, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.0250244140625}, {"token_id": 15, "token_text": ",", "probability": 0.0213623046875}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.01953125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.018310546875}, {"token_id": 1308, "token_text": " primo", "probability": 0.0172119140625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1474609375}, {"token_id": 238, "token_text": " di", "probability": 0.138671875}, {"token_id": 17, "token_text": ".", "probability": 0.138671875}, {"token_id": 246, "token_text": " e", "probability": 0.044921875}, {"token_id": 337, "token_text": " del", "probability": 0.033935546875}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.0634765625}, {"token_id": 293, "token_text": " il", "probability": 0.0634765625}, {"token_id": 303, "token_text": " che", "probability": 0.04931640625}, {"token_id": 234, "token_text": " in", "probability": 0.03173828125}, {"token_id": 267, "token_text": " un", "probability": 0.028076171875}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 3508, "correct_token_probability": 1.4960765838623047e-05, "top_10_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.052490234375}, {"token_id": 844, "token_text": " stato", "probability": 0.04638671875}, {"token_id": 1340, "token_text": " stata", "probability": 0.04345703125}, {"token_id": 387, "token_text": " una", "probability": 0.041015625}, {"token_id": 285, "token_text": " la", "probability": 0.0263671875}, {"token_id": 293, "token_text": " il", "probability": 0.0233154296875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01507568359375}, {"token_id": 234, "token_text": " in", "probability": 0.01507568359375}, {"token_id": 227, "token_text": " l", "probability": 0.0133056640625}, {"token_id": 1199, "token_text": " molto", "probability": 0.01068115234375}], "entropy": 6.5}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -11.110079394306904, "average_logprob_per_token": -11.110079394306904, "perplexity_on_target_sequence": 66841.49800796817, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -11.110079394306904, "probability": 1.4960765838623047e-05, "raw_probability": 1.4960765838623047e-05, "correct_token_rank": 3508}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 1000, "elapsed_sec": 8317.1518304348, "probe_elapsed_sec": 1.0408399919979274, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un\u2019altra. Il suo primo, il suo primo, il suo nome di un\u2019altra parte del suo primo, e il suo lavoro, il suo", "text": "Un piccolo modello linguistico dovrebbe essere un\u2019altra. Il suo primo, il suo primo, il suo nome di un\u2019altra parte del suo primo, e il suo lavoro, il suo", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.248046875}, {"token_id": 2370, "token_text": " avere", "probability": 0.02783203125}, {"token_id": 1402, "token_text": " aver", "probability": 0.016357421875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01397705078125}, {"token_id": 267, "token_text": " un", "probability": 0.00994873046875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.058837890625}, {"token_id": 234, "token_text": " in", "probability": 0.03564453125}, {"token_id": 387, "token_text": " una", "probability": 0.0296630859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0185546875}, {"token_id": 844, "token_text": " stato", "probability": 0.016357421875}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.09765625}, {"token_id": 10, "token_text": "'", "probability": 0.049072265625}, {"token_id": 537, "token_text": " po", "probability": 0.0279541015625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0205078125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0096435546875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.08740234375}, {"token_id": 4993, "token_text": "idea", "probability": 0.01611328125}, {"token_id": 752, "token_text": "ora", "probability": 0.01422119140625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.012939453125}, {"token_id": 2905, "token_text": "altro", "probability": 0.012939453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0673828125}, {"token_id": 760, "token_text": " parte", "probability": 0.059326171875}, {"token_id": 15, "token_text": ",", "probability": 0.04345703125}, {"token_id": 238, "token_text": " di", "probability": 0.040771484375}, {"token_id": 246, "token_text": " e", "probability": 0.0299072265625}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.076171875}, {"token_id": 515, "token_text": " La", "probability": 0.052490234375}, {"token_id": 2, "token_text": "", "probability": 0.0361328125}, {"token_id": 302, "token_text": " L", "probability": 0.033935546875}, {"token_id": 407, "token_text": " In", "probability": 0.03173828125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.03173828125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.03173828125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0263671875}, {"token_id": 2547, "token_text": " tuo", "probability": 0.0218505859375}, {"token_id": 3162, "token_text": " mio", "probability": 0.0169677734375}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0218505859375, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0218505859375}, {"token_id": 1720, "token_text": " nome", "probability": 0.017578125}, {"token_id": 9552, "token_text": " ultimo", "probability": 0.0159912109375}, {"token_id": 8157, "token_text": " interno", "probability": 0.0150146484375}, {"token_id": 844, "token_text": " stato", "probability": 0.0150146484375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.03662109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 303, "token_text": " che", "probability": 0.033203125}, {"token_id": 238, "token_text": " di", "probability": 0.02587890625}, {"token_id": 1496, "token_text": " anno", "probability": 0.0167236328125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0167236328125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06298828125}, {"token_id": 445, "token_text": " ma", "probability": 0.033935546875}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}, {"token_id": 303, "token_text": " che", "probability": 0.033935546875}, {"token_id": 285, "token_text": " la", "probability": 0.03173828125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0908203125}, {"token_id": 2547, "token_text": " tuo", "probability": 0.0294189453125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.021484375}, {"token_id": 1308, "token_text": " primo", "probability": 0.020263671875}, {"token_id": 3162, "token_text": " mio", "probability": 0.0184326171875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0294189453125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.0294189453125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0294189453125}, {"token_id": 2810, "token_text": " padre", "probability": 0.01904296875}, {"token_id": 3044, "token_text": " figlio", "probability": 0.017822265625}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0152587890625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.09814453125}, {"token_id": 17, "token_text": ".", "probability": 0.04345703125}, {"token_id": 246, "token_text": " e", "probability": 0.0272216796875}, {"token_id": 303, "token_text": " che", "probability": 0.0206298828125}, {"token_id": 2901, "token_text": " piano", "probability": 0.0198974609375}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06884765625}, {"token_id": 246, "token_text": " e", "probability": 0.04443359375}, {"token_id": 303, "token_text": " che", "probability": 0.03466796875}, {"token_id": 445, "token_text": " ma", "probability": 0.03466796875}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.1435546875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0233154296875}, {"token_id": 1308, "token_text": " primo", "probability": 0.0206298828125}, {"token_id": 1390, "token_text": " quale", "probability": 0.02001953125}, {"token_id": 2547, "token_text": " tuo", "probability": 0.01708984375}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.024658203125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.024658203125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.0205078125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0191650390625}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01495361328125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.1044921875}, {"token_id": 337, "token_text": " del", "probability": 0.08154296875}, {"token_id": 370, "token_text": " della", "probability": 0.0361328125}, {"token_id": 17, "token_text": ".", "probability": 0.0361328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08203125}, {"token_id": 387, "token_text": " una", "probability": 0.041259765625}, {"token_id": 779, "token_text": " essere", "probability": 0.0125732421875}, {"token_id": 831, "token_text": " questo", "probability": 0.0101318359375}, {"token_id": 739, "token_text": " cui", "probability": 0.00921630859375}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.1640625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0277099609375}, {"token_id": 10, "token_text": "'", "probability": 0.0196533203125}, {"token_id": 4085, "token_text": " uomo", "probability": 0.017333984375}, {"token_id": 537, "token_text": " po", "probability": 0.017333984375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.076171875}, {"token_id": 2905, "token_text": "altro", "probability": 0.0263671875}, {"token_id": 752, "token_text": "ora", "probability": 0.023193359375}, {"token_id": 609, "token_text": "anno", "probability": 0.0205078125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0169677734375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.1748046875}, {"token_id": 15, "token_text": ",", "probability": 0.06396484375}, {"token_id": 1486, "token_text": " volta", "probability": 0.046875}, {"token_id": 17, "token_text": ".", "probability": 0.038818359375}, {"token_id": 3391, "token_text": " persona", "probability": 0.0235595703125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.20703125}, {"token_id": 238, "token_text": " di", "probability": 0.10400390625}, {"token_id": 491, "token_text": " dei", "probability": 0.09765625}, {"token_id": 370, "token_text": " della", "probability": 0.091796875}, {"token_id": 465, "token_text": " dell", "probability": 0.0673828125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.04248046875}, {"token_id": 1358, "token_text": " tutto", "probability": 0.0274658203125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.015625}, {"token_id": 1673, "token_text": " proprio", "probability": 0.01043701171875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0240478515625, "top_k_candidates": [{"token_id": 2866, "token_text": " corpo", "probability": 0.0240478515625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0240478515625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0240478515625}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0198974609375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.0133056640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.062255859375}, {"token_id": 17, "token_text": ".", "probability": 0.048583984375}, {"token_id": 2901, "token_text": " piano", "probability": 0.037841796875}, {"token_id": 246, "token_text": " e", "probability": 0.03125}, {"token_id": 2760, "token_text": " grado", "probability": 0.0196533203125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.06591796875}, {"token_id": 293, "token_text": " il", "probability": 0.061767578125}, {"token_id": 445, "token_text": " ma", "probability": 0.0546875}, {"token_id": 303, "token_text": " che", "probability": 0.04248046875}, {"token_id": 234, "token_text": " in", "probability": 0.03515625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.09326171875}, {"token_id": 285, "token_text": " la", "probability": 0.056640625}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 267, "token_text": " un", "probability": 0.034423828125}, {"token_id": 395, "token_text": " si", "probability": 0.0322265625}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.1279296875}, {"token_id": 1390, "token_text": " quale", "probability": 0.023681640625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0184326171875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.017333984375}, {"token_id": 864, "token_text": " loro", "probability": 0.0162353515625}]}, {"token_id": 1885, "token_text": " lavoro", "chosen_probability": 0.0185546875, "top_k_candidates": [{"token_id": 1885, "token_text": " lavoro", "probability": 0.0185546875}, {"token_id": 2866, "token_text": " corpo", "probability": 0.015380859375}, {"token_id": 1720, "token_text": " nome", "probability": 0.014404296875}, {"token_id": 2227, "token_text": " posto", "probability": 0.01312255859375}, {"token_id": 1308, "token_text": " primo", "probability": 0.011962890625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.212890625}, {"token_id": 17, "token_text": ".", "probability": 0.1884765625}, {"token_id": 246, "token_text": " e", "probability": 0.07373046875}, {"token_id": 238, "token_text": " di", "probability": 0.047607421875}, {"token_id": 303, "token_text": " che", "probability": 0.02392578125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06396484375}, {"token_id": 246, "token_text": " e", "probability": 0.049560546875}, {"token_id": 234, "token_text": " in", "probability": 0.03857421875}, {"token_id": 303, "token_text": " che", "probability": 0.031982421875}, {"token_id": 267, "token_text": " un", "probability": 0.0301513671875}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.1318359375}, {"token_id": 1390, "token_text": " quale", "probability": 0.0201416015625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0189208984375}, {"token_id": 864, "token_text": " loro", "probability": 0.0162353515625}, {"token_id": 1673, "token_text": " proprio", "probability": 0.01519775390625}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.248046875}, {"token_id": 2370, "token_text": " avere", "probability": 0.02783203125}, {"token_id": 1402, "token_text": " aver", "probability": 0.016357421875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01397705078125}, {"token_id": 267, "token_text": " un", "probability": 0.00994873046875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.058837890625}, {"token_id": 234, "token_text": " in", "probability": 0.03564453125}, {"token_id": 387, "token_text": " una", "probability": 0.0296630859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0185546875}, {"token_id": 844, "token_text": " stato", "probability": 0.016357421875}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.09765625}, {"token_id": 10, "token_text": "'", "probability": 0.049072265625}, {"token_id": 537, "token_text": " po", "probability": 0.0279541015625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0205078125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0096435546875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.08740234375}, {"token_id": 4993, "token_text": "idea", "probability": 0.01611328125}, {"token_id": 752, "token_text": "ora", "probability": 0.01422119140625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.012939453125}, {"token_id": 2905, "token_text": "altro", "probability": 0.012939453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0673828125}, {"token_id": 760, "token_text": " parte", "probability": 0.059326171875}, {"token_id": 15, "token_text": ",", "probability": 0.04345703125}, {"token_id": 238, "token_text": " di", "probability": 0.040771484375}, {"token_id": 246, "token_text": " e", "probability": 0.0299072265625}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0791015625}, {"token_id": 515, "token_text": " La", "probability": 0.054443359375}, {"token_id": 302, "token_text": " L", "probability": 0.03515625}, {"token_id": 407, "token_text": " In", "probability": 0.032958984375}, {"token_id": 1461, "token_text": " Non", "probability": 0.024169921875}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.03173828125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.03173828125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0263671875}, {"token_id": 2547, "token_text": " tuo", "probability": 0.0218505859375}, {"token_id": 3162, "token_text": " mio", "probability": 0.0169677734375}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0218505859375, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0218505859375}, {"token_id": 1720, "token_text": " nome", "probability": 0.017578125}, {"token_id": 9552, "token_text": " ultimo", "probability": 0.0159912109375}, {"token_id": 8157, "token_text": " interno", "probability": 0.0150146484375}, {"token_id": 844, "token_text": " stato", "probability": 0.0150146484375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.03662109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 303, "token_text": " che", "probability": 0.033203125}, {"token_id": 238, "token_text": " di", "probability": 0.02587890625}, {"token_id": 1496, "token_text": " anno", "probability": 0.0167236328125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0167236328125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06298828125}, {"token_id": 445, "token_text": " ma", "probability": 0.033935546875}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}, {"token_id": 303, "token_text": " che", "probability": 0.033935546875}, {"token_id": 285, "token_text": " la", "probability": 0.03173828125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0908203125}, {"token_id": 2547, "token_text": " tuo", "probability": 0.0294189453125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.021484375}, {"token_id": 1308, "token_text": " primo", "probability": 0.020263671875}, {"token_id": 3162, "token_text": " mio", "probability": 0.0184326171875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0294189453125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.0294189453125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0294189453125}, {"token_id": 2810, "token_text": " padre", "probability": 0.01904296875}, {"token_id": 3044, "token_text": " figlio", "probability": 0.017822265625}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0152587890625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.09814453125}, {"token_id": 17, "token_text": ".", "probability": 0.04345703125}, {"token_id": 246, "token_text": " e", "probability": 0.0272216796875}, {"token_id": 303, "token_text": " che", "probability": 0.0206298828125}, {"token_id": 2901, "token_text": " piano", "probability": 0.0198974609375}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06884765625}, {"token_id": 246, "token_text": " e", "probability": 0.04443359375}, {"token_id": 303, "token_text": " che", "probability": 0.03466796875}, {"token_id": 445, "token_text": " ma", "probability": 0.03466796875}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.1435546875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0233154296875}, {"token_id": 1308, "token_text": " primo", "probability": 0.0206298828125}, {"token_id": 1390, "token_text": " quale", "probability": 0.02001953125}, {"token_id": 2547, "token_text": " tuo", "probability": 0.01708984375}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.024658203125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.024658203125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.0205078125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0191650390625}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01495361328125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.1044921875}, {"token_id": 337, "token_text": " del", "probability": 0.08154296875}, {"token_id": 370, "token_text": " della", "probability": 0.0361328125}, {"token_id": 17, "token_text": ".", "probability": 0.0361328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08203125}, {"token_id": 387, "token_text": " una", "probability": 0.041259765625}, {"token_id": 779, "token_text": " essere", "probability": 0.0125732421875}, {"token_id": 831, "token_text": " questo", "probability": 0.0101318359375}, {"token_id": 739, "token_text": " cui", "probability": 0.00921630859375}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.1640625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0277099609375}, {"token_id": 10, "token_text": "'", "probability": 0.0196533203125}, {"token_id": 4085, "token_text": " uomo", "probability": 0.017333984375}, {"token_id": 537, "token_text": " po", "probability": 0.017333984375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.076171875}, {"token_id": 2905, "token_text": "altro", "probability": 0.0263671875}, {"token_id": 752, "token_text": "ora", "probability": 0.023193359375}, {"token_id": 609, "token_text": "anno", "probability": 0.0205078125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0169677734375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.1748046875}, {"token_id": 15, "token_text": ",", "probability": 0.06396484375}, {"token_id": 1486, "token_text": " volta", "probability": 0.046875}, {"token_id": 17, "token_text": ".", "probability": 0.038818359375}, {"token_id": 3391, "token_text": " persona", "probability": 0.0235595703125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.20703125}, {"token_id": 238, "token_text": " di", "probability": 0.10400390625}, {"token_id": 491, "token_text": " dei", "probability": 0.09765625}, {"token_id": 370, "token_text": " della", "probability": 0.091796875}, {"token_id": 465, "token_text": " dell", "probability": 0.0673828125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.04248046875}, {"token_id": 1358, "token_text": " tutto", "probability": 0.0274658203125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.015625}, {"token_id": 1673, "token_text": " proprio", "probability": 0.01043701171875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0240478515625, "top_k_candidates": [{"token_id": 2866, "token_text": " corpo", "probability": 0.0240478515625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0240478515625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0240478515625}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0198974609375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.0133056640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.062255859375}, {"token_id": 17, "token_text": ".", "probability": 0.048583984375}, {"token_id": 2901, "token_text": " piano", "probability": 0.037841796875}, {"token_id": 246, "token_text": " e", "probability": 0.03125}, {"token_id": 2760, "token_text": " grado", "probability": 0.0196533203125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.06591796875}, {"token_id": 293, "token_text": " il", "probability": 0.061767578125}, {"token_id": 445, "token_text": " ma", "probability": 0.0546875}, {"token_id": 303, "token_text": " che", "probability": 0.04248046875}, {"token_id": 234, "token_text": " in", "probability": 0.03515625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.09326171875}, {"token_id": 285, "token_text": " la", "probability": 0.056640625}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 267, "token_text": " un", "probability": 0.034423828125}, {"token_id": 395, "token_text": " si", "probability": 0.0322265625}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.1279296875}, {"token_id": 1390, "token_text": " quale", "probability": 0.023681640625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0184326171875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.017333984375}, {"token_id": 864, "token_text": " loro", "probability": 0.0162353515625}]}, {"token_id": 1885, "token_text": " lavoro", "chosen_probability": 0.0185546875, "top_k_candidates": [{"token_id": 1885, "token_text": " lavoro", "probability": 0.0185546875}, {"token_id": 2866, "token_text": " corpo", "probability": 0.015380859375}, {"token_id": 1720, "token_text": " nome", "probability": 0.014404296875}, {"token_id": 2227, "token_text": " posto", "probability": 0.01312255859375}, {"token_id": 1308, "token_text": " primo", "probability": 0.011962890625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.212890625}, {"token_id": 17, "token_text": ".", "probability": 0.1884765625}, {"token_id": 246, "token_text": " e", "probability": 0.07373046875}, {"token_id": 238, "token_text": " di", "probability": 0.047607421875}, {"token_id": 303, "token_text": " che", "probability": 0.02392578125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06396484375}, {"token_id": 246, "token_text": " e", "probability": 0.049560546875}, {"token_id": 234, "token_text": " in", "probability": 0.03857421875}, {"token_id": 303, "token_text": " che", "probability": 0.031982421875}, {"token_id": 267, "token_text": " un", "probability": 0.0301513671875}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.1318359375}, {"token_id": 1390, "token_text": " quale", "probability": 0.0201416015625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0189208984375}, {"token_id": 864, "token_text": " loro", "probability": 0.0162353515625}, {"token_id": 1673, "token_text": " proprio", "probability": 0.01519775390625}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.248046875}, {"token_id": 2370, "token_text": " avere", "probability": 0.02783203125}, {"token_id": 1402, "token_text": " aver", "probability": 0.016357421875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01397705078125}, {"token_id": 267, "token_text": " un", "probability": 0.00994873046875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.058837890625}, {"token_id": 234, "token_text": " in", "probability": 0.03564453125}, {"token_id": 387, "token_text": " una", "probability": 0.0296630859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0185546875}, {"token_id": 844, "token_text": " stato", "probability": 0.016357421875}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.09765625}, {"token_id": 10, "token_text": "'", "probability": 0.049072265625}, {"token_id": 537, "token_text": " po", "probability": 0.0279541015625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0205078125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0096435546875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.08740234375}, {"token_id": 4993, "token_text": "idea", "probability": 0.01611328125}, {"token_id": 752, "token_text": "ora", "probability": 0.01422119140625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.012939453125}, {"token_id": 2905, "token_text": "altro", "probability": 0.012939453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0673828125}, {"token_id": 760, "token_text": " parte", "probability": 0.059326171875}, {"token_id": 15, "token_text": ",", "probability": 0.04345703125}, {"token_id": 238, "token_text": " di", "probability": 0.040771484375}, {"token_id": 246, "token_text": " e", "probability": 0.0299072265625}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0791015625}, {"token_id": 515, "token_text": " La", "probability": 0.054443359375}, {"token_id": 302, "token_text": " L", "probability": 0.03515625}, {"token_id": 407, "token_text": " In", "probability": 0.032958984375}, {"token_id": 1461, "token_text": " Non", "probability": 0.024169921875}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.03173828125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.03173828125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0263671875}, {"token_id": 2547, "token_text": " tuo", "probability": 0.0218505859375}, {"token_id": 3162, "token_text": " mio", "probability": 0.0169677734375}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0218505859375, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0218505859375}, {"token_id": 1720, "token_text": " nome", "probability": 0.017578125}, {"token_id": 9552, "token_text": " ultimo", "probability": 0.0159912109375}, {"token_id": 8157, "token_text": " interno", "probability": 0.0150146484375}, {"token_id": 844, "token_text": " stato", "probability": 0.0150146484375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.03662109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 303, "token_text": " che", "probability": 0.033203125}, {"token_id": 238, "token_text": " di", "probability": 0.02587890625}, {"token_id": 1496, "token_text": " anno", "probability": 0.0167236328125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0167236328125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06298828125}, {"token_id": 445, "token_text": " ma", "probability": 0.033935546875}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}, {"token_id": 303, "token_text": " che", "probability": 0.033935546875}, {"token_id": 285, "token_text": " la", "probability": 0.03173828125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0908203125}, {"token_id": 2547, "token_text": " tuo", "probability": 0.0294189453125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.021484375}, {"token_id": 1308, "token_text": " primo", "probability": 0.020263671875}, {"token_id": 3162, "token_text": " mio", "probability": 0.0184326171875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0294189453125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.0294189453125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0294189453125}, {"token_id": 2810, "token_text": " padre", "probability": 0.01904296875}, {"token_id": 3044, "token_text": " figlio", "probability": 0.017822265625}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0152587890625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.09814453125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.09814453125}, {"token_id": 17, "token_text": ".", "probability": 0.04345703125}, {"token_id": 246, "token_text": " e", "probability": 0.0272216796875}, {"token_id": 303, "token_text": " che", "probability": 0.0206298828125}, {"token_id": 2901, "token_text": " piano", "probability": 0.0198974609375}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06884765625}, {"token_id": 246, "token_text": " e", "probability": 0.04443359375}, {"token_id": 303, "token_text": " che", "probability": 0.03466796875}, {"token_id": 445, "token_text": " ma", "probability": 0.03466796875}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.1435546875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0233154296875}, {"token_id": 1308, "token_text": " primo", "probability": 0.0206298828125}, {"token_id": 1390, "token_text": " quale", "probability": 0.02001953125}, {"token_id": 2547, "token_text": " tuo", "probability": 0.01708984375}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.024658203125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.024658203125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0205078125}, {"token_id": 15, "token_text": ",", "probability": 0.0205078125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0191650390625}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01495361328125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.1044921875}, {"token_id": 337, "token_text": " del", "probability": 0.08154296875}, {"token_id": 370, "token_text": " della", "probability": 0.0361328125}, {"token_id": 17, "token_text": ".", "probability": 0.0361328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08203125}, {"token_id": 387, "token_text": " una", "probability": 0.041259765625}, {"token_id": 779, "token_text": " essere", "probability": 0.0125732421875}, {"token_id": 831, "token_text": " questo", "probability": 0.0101318359375}, {"token_id": 739, "token_text": " cui", "probability": 0.00921630859375}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.1640625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0277099609375}, {"token_id": 10, "token_text": "'", "probability": 0.0196533203125}, {"token_id": 4085, "token_text": " uomo", "probability": 0.017333984375}, {"token_id": 537, "token_text": " po", "probability": 0.017333984375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.076171875}, {"token_id": 2905, "token_text": "altro", "probability": 0.0263671875}, {"token_id": 752, "token_text": "ora", "probability": 0.023193359375}, {"token_id": 609, "token_text": "anno", "probability": 0.0205078125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0169677734375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.1748046875}, {"token_id": 15, "token_text": ",", "probability": 0.06396484375}, {"token_id": 1486, "token_text": " volta", "probability": 0.046875}, {"token_id": 17, "token_text": ".", "probability": 0.038818359375}, {"token_id": 3391, "token_text": " persona", "probability": 0.0235595703125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.20703125}, {"token_id": 238, "token_text": " di", "probability": 0.10400390625}, {"token_id": 491, "token_text": " dei", "probability": 0.09765625}, {"token_id": 370, "token_text": " della", "probability": 0.091796875}, {"token_id": 465, "token_text": " dell", "probability": 0.0673828125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.04248046875}, {"token_id": 1358, "token_text": " tutto", "probability": 0.0274658203125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.015625}, {"token_id": 1673, "token_text": " proprio", "probability": 0.01043701171875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0240478515625, "top_k_candidates": [{"token_id": 2866, "token_text": " corpo", "probability": 0.0240478515625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0240478515625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0240478515625}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0198974609375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.0133056640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.062255859375}, {"token_id": 17, "token_text": ".", "probability": 0.048583984375}, {"token_id": 2901, "token_text": " piano", "probability": 0.037841796875}, {"token_id": 246, "token_text": " e", "probability": 0.03125}, {"token_id": 2760, "token_text": " grado", "probability": 0.0196533203125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.06591796875}, {"token_id": 293, "token_text": " il", "probability": 0.061767578125}, {"token_id": 445, "token_text": " ma", "probability": 0.0546875}, {"token_id": 303, "token_text": " che", "probability": 0.04248046875}, {"token_id": 234, "token_text": " in", "probability": 0.03515625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.09326171875}, {"token_id": 285, "token_text": " la", "probability": 0.056640625}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 267, "token_text": " un", "probability": 0.034423828125}, {"token_id": 395, "token_text": " si", "probability": 0.0322265625}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.1279296875}, {"token_id": 1390, "token_text": " quale", "probability": 0.023681640625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0184326171875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.017333984375}, {"token_id": 864, "token_text": " loro", "probability": 0.0162353515625}]}, {"token_id": 1885, "token_text": " lavoro", "chosen_probability": 0.0185546875, "top_k_candidates": [{"token_id": 1885, "token_text": " lavoro", "probability": 0.0185546875}, {"token_id": 2866, "token_text": " corpo", "probability": 0.015380859375}, {"token_id": 1720, "token_text": " nome", "probability": 0.014404296875}, {"token_id": 2227, "token_text": " posto", "probability": 0.01312255859375}, {"token_id": 1308, "token_text": " primo", "probability": 0.011962890625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.212890625}, {"token_id": 17, "token_text": ".", "probability": 0.1884765625}, {"token_id": 246, "token_text": " e", "probability": 0.07373046875}, {"token_id": 238, "token_text": " di", "probability": 0.047607421875}, {"token_id": 303, "token_text": " che", "probability": 0.02392578125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.06396484375}, {"token_id": 246, "token_text": " e", "probability": 0.049560546875}, {"token_id": 234, "token_text": " in", "probability": 0.03857421875}, {"token_id": 303, "token_text": " che", "probability": 0.031982421875}, {"token_id": 267, "token_text": " un", "probability": 0.0301513671875}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.1318359375}, {"token_id": 1390, "token_text": " quale", "probability": 0.0201416015625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0189208984375}, {"token_id": 864, "token_text": " loro", "probability": 0.0162353515625}, {"token_id": 1673, "token_text": " proprio", "probability": 0.01519775390625}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.248046875, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.248046875}, {"token_id": 2370, "token_text": " avere", "probability": 0.02783203125}, {"token_id": 1402, "token_text": " aver", "probability": 0.016357421875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01397705078125}, {"token_id": 267, "token_text": " un", "probability": 0.00994873046875}, {"token_id": 4296, "token_text": " ottenere", "probability": 0.0096435546875}, {"token_id": 7704, "token_text": " arrivare", "probability": 0.00823974609375}, {"token_id": 7774, "token_text": " affrontare", "probability": 0.00726318359375}, {"token_id": 285, "token_text": " la", "probability": 0.006622314453125}, {"token_id": 387, "token_text": " una", "probability": 0.006622314453125}], "entropy": 5.71875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.3941375385809165, "average_logprob_per_token": -1.3941375385809165, "perplexity_on_target_sequence": 4.031496062992126, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.3941375385809165, "probability": 0.248046875, "raw_probability": 0.248046875, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16633.49013519287, "probe_elapsed_sec": 0.9771755130495876, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " a very important role in the world. The most recent years, the world is a great-term, and the world is a great-cultural, and", "text": "The capital of Italy is a very important role in the world. The most recent years, the world is a great-term, and the world is a great-cultural, and", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.12890625}, {"token_id": 230, "token_text": " the", "probability": 0.107421875}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 720, "token_text": " one", "probability": 0.019287109375}, {"token_id": 248, "token_text": " an", "probability": 0.0186767578125}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.0220947265625}, {"token_id": 618, "token_text": " part", "probability": 0.01953125}, {"token_id": 2450, "token_text": " major", "probability": 0.01519775390625}, {"token_id": 1942, "token_text": " great", "probability": 0.0142822265625}, {"token_id": 2030, "token_text": " small", "probability": 0.0107421875}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.048828125}, {"token_id": 2206, "token_text": " different", "probability": 0.04052734375}, {"token_id": 3776, "token_text": " popular", "probability": 0.0380859375}, {"token_id": 6782, "token_text": " rare", "probability": 0.0216064453125}, {"token_id": 1708, "token_text": " good", "probability": 0.0216064453125}]}, {"token_id": 3145, "token_text": " role", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 3145, "token_text": " role", "probability": 0.07763671875}, {"token_id": 15, "token_text": ",", "probability": 0.05322265625}, {"token_id": 618, "token_text": " part", "probability": 0.050048828125}, {"token_id": 262, "token_text": " and", "probability": 0.03662109375}, {"token_id": 263, "token_text": " to", "probability": 0.0322265625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.357421875}, {"token_id": 17, "token_text": ".", "probability": 0.1484375}, {"token_id": 256, "token_text": " of", "probability": 0.07958984375}, {"token_id": 15, "token_text": ",", "probability": 0.07470703125}, {"token_id": 342, "token_text": " on", "probability": 0.0546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.423828125}, {"token_id": 209, "token_text": " a", "probability": 0.027099609375}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0198974609375}, {"token_id": 587, "token_text": " this", "probability": 0.0159912109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0128173828125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.080078125}, {"token_id": 1758, "token_text": " United", "probability": 0.037841796875}, {"token_id": 2269, "token_text": " country", "probability": 0.033447265625}, {"token_id": 3848, "token_text": " region", "probability": 0.031494140625}, {"token_id": 3377, "token_text": " late", "probability": 0.020263671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5390625}, {"token_id": 15, "token_text": ",", "probability": 0.11279296875}, {"token_id": 400, "token_text": "'s", "probability": 0.046875}, {"token_id": 256, "token_text": " of", "probability": 0.044189453125}, {"token_id": 262, "token_text": " and", "probability": 0.0267333984375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1435546875}, {"token_id": 679, "token_text": " It", "probability": 0.08154296875}, {"token_id": 407, "token_text": " In", "probability": 0.072265625}, {"token_id": 1062, "token_text": " This", "probability": 0.0234375}, {"token_id": 277, "token_text": " A", "probability": 0.0194091796875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0234375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0234375}, {"token_id": 836, "token_text": " first", "probability": 0.0206298828125}, {"token_id": 1547, "token_text": " world", "probability": 0.01708984375}, {"token_id": 7601, "token_text": " majority", "probability": 0.01007080078125}, {"token_id": 2804, "token_text": " story", "probability": 0.0078125}]}, {"token_id": 4773, "token_text": " recent", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 4773, "token_text": " recent", "probability": 0.126953125}, {"token_id": 5519, "token_text": " famous", "probability": 0.0634765625}, {"token_id": 3188, "token_text": " common", "probability": 0.0634765625}, {"token_id": 2535, "token_text": " important", "probability": 0.059814453125}, {"token_id": 3776, "token_text": " popular", "probability": 0.05615234375}]}, {"token_id": 1068, "token_text": " years", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 1068, "token_text": " years", "probability": 0.0712890625}, {"token_id": 775, "token_text": " year", "probability": 0.02099609375}, {"token_id": 9326, "token_text": " decades", "probability": 0.01446533203125}, {"token_id": 3498, "token_text": " study", "probability": 0.01055908203125}, {"token_id": 3450, "token_text": " months", "probability": 0.01055908203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1435546875}, {"token_id": 256, "token_text": " of", "probability": 0.126953125}, {"token_id": 935, "token_text": " after", "probability": 0.0927734375}, {"token_id": 230, "token_text": " the", "probability": 0.0771484375}, {"token_id": 336, "token_text": " is", "probability": 0.0498046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1845703125}, {"token_id": 234, "token_text": " in", "probability": 0.072265625}, {"token_id": 401, "token_text": " it", "probability": 0.046630859375}, {"token_id": 907, "token_text": " when", "probability": 0.043701171875}, {"token_id": 209, "token_text": " a", "probability": 0.02490234375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.027587890625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.027587890625}, {"token_id": 942, "token_text": " most", "probability": 0.0201416015625}, {"token_id": 836, "token_text": " first", "probability": 0.0172119140625}, {"token_id": 1758, "token_text": " United", "probability": 0.00921630859375}, {"token_id": 2269, "token_text": " country", "probability": 0.0086669921875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1943359375}, {"token_id": 400, "token_text": "'s", "probability": 0.142578125}, {"token_id": 361, "token_text": " was", "probability": 0.091796875}, {"token_id": 614, "token_text": " has", "probability": 0.0712890625}, {"token_id": 256, "token_text": " of", "probability": 0.038330078125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.0986328125}, {"token_id": 230, "token_text": " the", "probability": 0.0927734375}, {"token_id": 234, "token_text": " in", "probability": 0.0301513671875}, {"token_id": 534, "token_text": " not", "probability": 0.020751953125}, {"token_id": 248, "token_text": " an", "probability": 0.015625}]}, {"token_id": 1942, "token_text": " great", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 1942, "token_text": " great", "probability": 0.052001953125}, {"token_id": 1525, "token_text": " very", "probability": 0.0458984375}, {"token_id": 1708, "token_text": " good", "probability": 0.0179443359375}, {"token_id": 2450, "token_text": " major", "probability": 0.0115966796875}, {"token_id": 1476, "token_text": " long", "probability": 0.0108642578125}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.027587890625, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.027587890625}, {"token_id": 1987, "token_text": " place", "probability": 0.025146484375}, {"token_id": 1417, "token_text": " way", "probability": 0.0184326171875}, {"token_id": 3899, "token_text": " deal", "probability": 0.0162353515625}, {"token_id": 15, "token_text": ",", "probability": 0.0162353515625}]}, {"token_id": 8541, "token_text": "term", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 8541, "token_text": "term", "probability": 0.0732421875}, {"token_id": 70, "token_text": "c", "probability": 0.036865234375}, {"token_id": 14448, "token_text": "grand", "probability": 0.03466796875}, {"token_id": 6003, "token_text": "known", "probability": 0.030517578125}, {"token_id": 69, "token_text": "b", "probability": 0.0223388671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.05126953125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.05126953125}, {"token_id": 1547, "token_text": " world", "probability": 0.037353515625}, {"token_id": 352, "token_text": "ist", "probability": 0.03515625}, {"token_id": 262, "token_text": " and", "probability": 0.02734375}, {"token_id": 17, "token_text": ".", "probability": 0.01611328125}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.10888671875}, {"token_id": 209, "token_text": " a", "probability": 0.033203125}, {"token_id": 230, "token_text": " the", "probability": 0.03125}, {"token_id": 654, "token_text": " but", "probability": 0.020751953125}, {"token_id": 392, "token_text": " with", "probability": 0.0162353515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.181640625}, {"token_id": 209, "token_text": " a", "probability": 0.12451171875}, {"token_id": 401, "token_text": " it", "probability": 0.058837890625}, {"token_id": 820, "token_text": " its", "probability": 0.0245361328125}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.08642578125}, {"token_id": 942, "token_text": " most", "probability": 0.041015625}, {"token_id": 1942, "token_text": " great", "probability": 0.01416015625}, {"token_id": 836, "token_text": " first", "probability": 0.010009765625}, {"token_id": 2170, "token_text": " best", "probability": 0.00970458984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.13671875}, {"token_id": 256, "token_text": " of", "probability": 0.1201171875}, {"token_id": 400, "token_text": "'s", "probability": 0.087890625}, {"token_id": 17, "token_text": ".", "probability": 0.064453125}, {"token_id": 16, "token_text": "-", "probability": 0.064453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1318359375}, {"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 1525, "token_text": " very", "probability": 0.0228271484375}, {"token_id": 534, "token_text": " not", "probability": 0.0201416015625}, {"token_id": 234, "token_text": " in", "probability": 0.0189208984375}]}, {"token_id": 1942, "token_text": " great", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 1942, "token_text": " great", "probability": 0.0927734375}, {"token_id": 1525, "token_text": " very", "probability": 0.052734375}, {"token_id": 1708, "token_text": " good", "probability": 0.031982421875}, {"token_id": 3474, "token_text": " strong", "probability": 0.0125732421875}, {"token_id": 2749, "token_text": " little", "probability": 0.01104736328125}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.03564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0277099609375}, {"token_id": 3899, "token_text": " deal", "probability": 0.0216064453125}, {"token_id": 1547, "token_text": " world", "probability": 0.0179443359375}, {"token_id": 1987, "token_text": " place", "probability": 0.016845703125}]}, {"token_id": 70, "token_text": "c", "chosen_probability": 0.0308837890625, "top_k_candidates": [{"token_id": 70, "token_text": "c", "probability": 0.0308837890625}, {"token_id": 14448, "token_text": "grand", "probability": 0.025634765625}, {"token_id": 8541, "token_text": "term", "probability": 0.0225830078125}, {"token_id": 73, "token_text": "f", "probability": 0.021240234375}, {"token_id": 69, "token_text": "b", "probability": 0.021240234375}]}, {"token_id": 7869, "token_text": "ultural", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 7869, "token_text": "ultural", "probability": 0.224609375}, {"token_id": 471, "token_text": "ity", "probability": 0.028564453125}, {"token_id": 800, "token_text": "orn", "probability": 0.0252685546875}, {"token_id": 1018, "token_text": "red", "probability": 0.023681640625}, {"token_id": 8299, "token_text": "arri", "probability": 0.0208740234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 262, "token_text": " and", "probability": 0.0302734375}, {"token_id": 16, "token_text": "-", "probability": 0.0294189453125}, {"token_id": 17, "token_text": ".", "probability": 0.0152587890625}, {"token_id": 352, "token_text": "ist", "probability": 0.013427734375}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.181640625}, {"token_id": 209, "token_text": " a", "probability": 0.05517578125}, {"token_id": 230, "token_text": " the", "probability": 0.0458984375}, {"token_id": 392, "token_text": " with", "probability": 0.0380859375}, {"token_id": 654, "token_text": " but", "probability": 0.0245361328125}]}], "clean_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.12890625}, {"token_id": 230, "token_text": " the", "probability": 0.107421875}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 720, "token_text": " one", "probability": 0.019287109375}, {"token_id": 248, "token_text": " an", "probability": 0.0186767578125}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.0220947265625}, {"token_id": 618, "token_text": " part", "probability": 0.01953125}, {"token_id": 2450, "token_text": " major", "probability": 0.01519775390625}, {"token_id": 1942, "token_text": " great", "probability": 0.0142822265625}, {"token_id": 2030, "token_text": " small", "probability": 0.0107421875}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.048828125}, {"token_id": 2206, "token_text": " different", "probability": 0.04052734375}, {"token_id": 3776, "token_text": " popular", "probability": 0.0380859375}, {"token_id": 6782, "token_text": " rare", "probability": 0.0216064453125}, {"token_id": 1708, "token_text": " good", "probability": 0.0216064453125}]}, {"token_id": 3145, "token_text": " role", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 3145, "token_text": " role", "probability": 0.07763671875}, {"token_id": 15, "token_text": ",", "probability": 0.05322265625}, {"token_id": 618, "token_text": " part", "probability": 0.050048828125}, {"token_id": 262, "token_text": " and", "probability": 0.03662109375}, {"token_id": 263, "token_text": " to", "probability": 0.0322265625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.357421875}, {"token_id": 17, "token_text": ".", "probability": 0.1484375}, {"token_id": 256, "token_text": " of", "probability": 0.07958984375}, {"token_id": 15, "token_text": ",", "probability": 0.07470703125}, {"token_id": 342, "token_text": " on", "probability": 0.0546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.423828125}, {"token_id": 209, "token_text": " a", "probability": 0.027099609375}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0198974609375}, {"token_id": 587, "token_text": " this", "probability": 0.0159912109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0128173828125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.080078125}, {"token_id": 1758, "token_text": " United", "probability": 0.037841796875}, {"token_id": 2269, "token_text": " country", "probability": 0.033447265625}, {"token_id": 3848, "token_text": " region", "probability": 0.031494140625}, {"token_id": 3377, "token_text": " late", "probability": 0.020263671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5390625}, {"token_id": 15, "token_text": ",", "probability": 0.11279296875}, {"token_id": 400, "token_text": "'s", "probability": 0.046875}, {"token_id": 256, "token_text": " of", "probability": 0.044189453125}, {"token_id": 262, "token_text": " and", "probability": 0.0267333984375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.146484375}, {"token_id": 679, "token_text": " It", "probability": 0.0830078125}, {"token_id": 407, "token_text": " In", "probability": 0.0732421875}, {"token_id": 1062, "token_text": " This", "probability": 0.0238037109375}, {"token_id": 277, "token_text": " A", "probability": 0.019775390625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0234375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0234375}, {"token_id": 836, "token_text": " first", "probability": 0.0206298828125}, {"token_id": 1547, "token_text": " world", "probability": 0.01708984375}, {"token_id": 7601, "token_text": " majority", "probability": 0.01007080078125}, {"token_id": 2804, "token_text": " story", "probability": 0.0078125}]}, {"token_id": 4773, "token_text": " recent", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 4773, "token_text": " recent", "probability": 0.126953125}, {"token_id": 5519, "token_text": " famous", "probability": 0.0634765625}, {"token_id": 3188, "token_text": " common", "probability": 0.0634765625}, {"token_id": 2535, "token_text": " important", "probability": 0.059814453125}, {"token_id": 3776, "token_text": " popular", "probability": 0.05615234375}]}, {"token_id": 1068, "token_text": " years", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 1068, "token_text": " years", "probability": 0.0712890625}, {"token_id": 775, "token_text": " year", "probability": 0.02099609375}, {"token_id": 9326, "token_text": " decades", "probability": 0.01446533203125}, {"token_id": 3498, "token_text": " study", "probability": 0.01055908203125}, {"token_id": 3450, "token_text": " months", "probability": 0.01055908203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1435546875}, {"token_id": 256, "token_text": " of", "probability": 0.126953125}, {"token_id": 935, "token_text": " after", "probability": 0.0927734375}, {"token_id": 230, "token_text": " the", "probability": 0.0771484375}, {"token_id": 336, "token_text": " is", "probability": 0.0498046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1845703125}, {"token_id": 234, "token_text": " in", "probability": 0.072265625}, {"token_id": 401, "token_text": " it", "probability": 0.046630859375}, {"token_id": 907, "token_text": " when", "probability": 0.043701171875}, {"token_id": 209, "token_text": " a", "probability": 0.02490234375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.027587890625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.027587890625}, {"token_id": 942, "token_text": " most", "probability": 0.0201416015625}, {"token_id": 836, "token_text": " first", "probability": 0.0172119140625}, {"token_id": 1758, "token_text": " United", "probability": 0.00921630859375}, {"token_id": 2269, "token_text": " country", "probability": 0.0086669921875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1943359375}, {"token_id": 400, "token_text": "'s", "probability": 0.142578125}, {"token_id": 361, "token_text": " was", "probability": 0.091796875}, {"token_id": 614, "token_text": " has", "probability": 0.0712890625}, {"token_id": 256, "token_text": " of", "probability": 0.038330078125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.0986328125}, {"token_id": 230, "token_text": " the", "probability": 0.0927734375}, {"token_id": 234, "token_text": " in", "probability": 0.0301513671875}, {"token_id": 534, "token_text": " not", "probability": 0.020751953125}, {"token_id": 248, "token_text": " an", "probability": 0.015625}]}, {"token_id": 1942, "token_text": " great", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 1942, "token_text": " great", "probability": 0.052001953125}, {"token_id": 1525, "token_text": " very", "probability": 0.0458984375}, {"token_id": 1708, "token_text": " good", "probability": 0.0179443359375}, {"token_id": 2450, "token_text": " major", "probability": 0.0115966796875}, {"token_id": 1476, "token_text": " long", "probability": 0.0108642578125}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.027587890625, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.027587890625}, {"token_id": 1987, "token_text": " place", "probability": 0.025146484375}, {"token_id": 1417, "token_text": " way", "probability": 0.0184326171875}, {"token_id": 3899, "token_text": " deal", "probability": 0.0162353515625}, {"token_id": 15, "token_text": ",", "probability": 0.0162353515625}]}, {"token_id": 8541, "token_text": "term", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 8541, "token_text": "term", "probability": 0.0732421875}, {"token_id": 70, "token_text": "c", "probability": 0.036865234375}, {"token_id": 14448, "token_text": "grand", "probability": 0.03466796875}, {"token_id": 6003, "token_text": "known", "probability": 0.030517578125}, {"token_id": 69, "token_text": "b", "probability": 0.0223388671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.05126953125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.05126953125}, {"token_id": 1547, "token_text": " world", "probability": 0.037353515625}, {"token_id": 352, "token_text": "ist", "probability": 0.03515625}, {"token_id": 262, "token_text": " and", "probability": 0.02734375}, {"token_id": 17, "token_text": ".", "probability": 0.01611328125}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.10888671875}, {"token_id": 209, "token_text": " a", "probability": 0.033203125}, {"token_id": 230, "token_text": " the", "probability": 0.03125}, {"token_id": 654, "token_text": " but", "probability": 0.020751953125}, {"token_id": 392, "token_text": " with", "probability": 0.0162353515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.181640625}, {"token_id": 209, "token_text": " a", "probability": 0.12451171875}, {"token_id": 401, "token_text": " it", "probability": 0.058837890625}, {"token_id": 820, "token_text": " its", "probability": 0.0245361328125}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.08642578125}, {"token_id": 942, "token_text": " most", "probability": 0.041015625}, {"token_id": 1942, "token_text": " great", "probability": 0.01416015625}, {"token_id": 836, "token_text": " first", "probability": 0.010009765625}, {"token_id": 2170, "token_text": " best", "probability": 0.00970458984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.13671875}, {"token_id": 256, "token_text": " of", "probability": 0.1201171875}, {"token_id": 400, "token_text": "'s", "probability": 0.087890625}, {"token_id": 17, "token_text": ".", "probability": 0.064453125}, {"token_id": 16, "token_text": "-", "probability": 0.064453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1318359375}, {"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 1525, "token_text": " very", "probability": 0.0228271484375}, {"token_id": 534, "token_text": " not", "probability": 0.0201416015625}, {"token_id": 234, "token_text": " in", "probability": 0.0189208984375}]}, {"token_id": 1942, "token_text": " great", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 1942, "token_text": " great", "probability": 0.0927734375}, {"token_id": 1525, "token_text": " very", "probability": 0.052734375}, {"token_id": 1708, "token_text": " good", "probability": 0.031982421875}, {"token_id": 3474, "token_text": " strong", "probability": 0.0125732421875}, {"token_id": 2749, "token_text": " little", "probability": 0.01104736328125}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.03564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0277099609375}, {"token_id": 3899, "token_text": " deal", "probability": 0.0216064453125}, {"token_id": 1547, "token_text": " world", "probability": 0.0179443359375}, {"token_id": 1987, "token_text": " place", "probability": 0.016845703125}]}, {"token_id": 70, "token_text": "c", "chosen_probability": 0.0308837890625, "top_k_candidates": [{"token_id": 70, "token_text": "c", "probability": 0.0308837890625}, {"token_id": 14448, "token_text": "grand", "probability": 0.025634765625}, {"token_id": 8541, "token_text": "term", "probability": 0.0225830078125}, {"token_id": 73, "token_text": "f", "probability": 0.021240234375}, {"token_id": 69, "token_text": "b", "probability": 0.021240234375}]}, {"token_id": 7869, "token_text": "ultural", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 7869, "token_text": "ultural", "probability": 0.224609375}, {"token_id": 471, "token_text": "ity", "probability": 0.028564453125}, {"token_id": 800, "token_text": "orn", "probability": 0.0252685546875}, {"token_id": 1018, "token_text": "red", "probability": 0.023681640625}, {"token_id": 8299, "token_text": "arri", "probability": 0.0208740234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 262, "token_text": " and", "probability": 0.0302734375}, {"token_id": 16, "token_text": "-", "probability": 0.0294189453125}, {"token_id": 17, "token_text": ".", "probability": 0.0152587890625}, {"token_id": 352, "token_text": "ist", "probability": 0.013427734375}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.181640625}, {"token_id": 209, "token_text": " a", "probability": 0.05517578125}, {"token_id": 230, "token_text": " the", "probability": 0.0458984375}, {"token_id": 392, "token_text": " with", "probability": 0.0380859375}, {"token_id": 654, "token_text": " but", "probability": 0.0245361328125}]}], "token_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.12890625}, {"token_id": 230, "token_text": " the", "probability": 0.107421875}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 720, "token_text": " one", "probability": 0.019287109375}, {"token_id": 248, "token_text": " an", "probability": 0.0186767578125}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.0220947265625}, {"token_id": 618, "token_text": " part", "probability": 0.01953125}, {"token_id": 2450, "token_text": " major", "probability": 0.01519775390625}, {"token_id": 1942, "token_text": " great", "probability": 0.0142822265625}, {"token_id": 2030, "token_text": " small", "probability": 0.0107421875}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.048828125}, {"token_id": 2206, "token_text": " different", "probability": 0.04052734375}, {"token_id": 3776, "token_text": " popular", "probability": 0.0380859375}, {"token_id": 6782, "token_text": " rare", "probability": 0.0216064453125}, {"token_id": 1708, "token_text": " good", "probability": 0.0216064453125}]}, {"token_id": 3145, "token_text": " role", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 3145, "token_text": " role", "probability": 0.07763671875}, {"token_id": 15, "token_text": ",", "probability": 0.05322265625}, {"token_id": 618, "token_text": " part", "probability": 0.050048828125}, {"token_id": 262, "token_text": " and", "probability": 0.03662109375}, {"token_id": 263, "token_text": " to", "probability": 0.0322265625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.357421875}, {"token_id": 17, "token_text": ".", "probability": 0.1484375}, {"token_id": 256, "token_text": " of", "probability": 0.07958984375}, {"token_id": 15, "token_text": ",", "probability": 0.07470703125}, {"token_id": 342, "token_text": " on", "probability": 0.0546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.423828125}, {"token_id": 209, "token_text": " a", "probability": 0.027099609375}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0198974609375}, {"token_id": 587, "token_text": " this", "probability": 0.0159912109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0128173828125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.080078125}, {"token_id": 1758, "token_text": " United", "probability": 0.037841796875}, {"token_id": 2269, "token_text": " country", "probability": 0.033447265625}, {"token_id": 3848, "token_text": " region", "probability": 0.031494140625}, {"token_id": 3377, "token_text": " late", "probability": 0.020263671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5390625}, {"token_id": 15, "token_text": ",", "probability": 0.11279296875}, {"token_id": 400, "token_text": "'s", "probability": 0.046875}, {"token_id": 256, "token_text": " of", "probability": 0.044189453125}, {"token_id": 262, "token_text": " and", "probability": 0.0267333984375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.146484375}, {"token_id": 679, "token_text": " It", "probability": 0.0830078125}, {"token_id": 407, "token_text": " In", "probability": 0.0732421875}, {"token_id": 1062, "token_text": " This", "probability": 0.0238037109375}, {"token_id": 277, "token_text": " A", "probability": 0.019775390625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0234375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0234375}, {"token_id": 836, "token_text": " first", "probability": 0.0206298828125}, {"token_id": 1547, "token_text": " world", "probability": 0.01708984375}, {"token_id": 7601, "token_text": " majority", "probability": 0.01007080078125}, {"token_id": 2804, "token_text": " story", "probability": 0.0078125}]}, {"token_id": 4773, "token_text": " recent", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 4773, "token_text": " recent", "probability": 0.126953125}, {"token_id": 5519, "token_text": " famous", "probability": 0.0634765625}, {"token_id": 3188, "token_text": " common", "probability": 0.0634765625}, {"token_id": 2535, "token_text": " important", "probability": 0.059814453125}, {"token_id": 3776, "token_text": " popular", "probability": 0.05615234375}]}, {"token_id": 1068, "token_text": " years", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 1068, "token_text": " years", "probability": 0.0712890625}, {"token_id": 775, "token_text": " year", "probability": 0.02099609375}, {"token_id": 9326, "token_text": " decades", "probability": 0.01446533203125}, {"token_id": 3498, "token_text": " study", "probability": 0.01055908203125}, {"token_id": 3450, "token_text": " months", "probability": 0.01055908203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1435546875}, {"token_id": 256, "token_text": " of", "probability": 0.126953125}, {"token_id": 935, "token_text": " after", "probability": 0.0927734375}, {"token_id": 230, "token_text": " the", "probability": 0.0771484375}, {"token_id": 336, "token_text": " is", "probability": 0.0498046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1845703125}, {"token_id": 234, "token_text": " in", "probability": 0.072265625}, {"token_id": 401, "token_text": " it", "probability": 0.046630859375}, {"token_id": 907, "token_text": " when", "probability": 0.043701171875}, {"token_id": 209, "token_text": " a", "probability": 0.02490234375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.027587890625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.027587890625}, {"token_id": 942, "token_text": " most", "probability": 0.0201416015625}, {"token_id": 836, "token_text": " first", "probability": 0.0172119140625}, {"token_id": 1758, "token_text": " United", "probability": 0.00921630859375}, {"token_id": 2269, "token_text": " country", "probability": 0.0086669921875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1943359375}, {"token_id": 400, "token_text": "'s", "probability": 0.142578125}, {"token_id": 361, "token_text": " was", "probability": 0.091796875}, {"token_id": 614, "token_text": " has", "probability": 0.0712890625}, {"token_id": 256, "token_text": " of", "probability": 0.038330078125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.0986328125}, {"token_id": 230, "token_text": " the", "probability": 0.0927734375}, {"token_id": 234, "token_text": " in", "probability": 0.0301513671875}, {"token_id": 534, "token_text": " not", "probability": 0.020751953125}, {"token_id": 248, "token_text": " an", "probability": 0.015625}]}, {"token_id": 1942, "token_text": " great", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 1942, "token_text": " great", "probability": 0.052001953125}, {"token_id": 1525, "token_text": " very", "probability": 0.0458984375}, {"token_id": 1708, "token_text": " good", "probability": 0.0179443359375}, {"token_id": 2450, "token_text": " major", "probability": 0.0115966796875}, {"token_id": 1476, "token_text": " long", "probability": 0.0108642578125}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.027587890625, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.027587890625}, {"token_id": 1987, "token_text": " place", "probability": 0.025146484375}, {"token_id": 1417, "token_text": " way", "probability": 0.0184326171875}, {"token_id": 3899, "token_text": " deal", "probability": 0.0162353515625}, {"token_id": 15, "token_text": ",", "probability": 0.0162353515625}]}, {"token_id": 8541, "token_text": "term", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 8541, "token_text": "term", "probability": 0.0732421875}, {"token_id": 70, "token_text": "c", "probability": 0.036865234375}, {"token_id": 14448, "token_text": "grand", "probability": 0.03466796875}, {"token_id": 6003, "token_text": "known", "probability": 0.030517578125}, {"token_id": 69, "token_text": "b", "probability": 0.0223388671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.05126953125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.05126953125}, {"token_id": 1547, "token_text": " world", "probability": 0.037353515625}, {"token_id": 352, "token_text": "ist", "probability": 0.03515625}, {"token_id": 262, "token_text": " and", "probability": 0.02734375}, {"token_id": 17, "token_text": ".", "probability": 0.01611328125}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.10888671875}, {"token_id": 209, "token_text": " a", "probability": 0.033203125}, {"token_id": 230, "token_text": " the", "probability": 0.03125}, {"token_id": 654, "token_text": " but", "probability": 0.020751953125}, {"token_id": 392, "token_text": " with", "probability": 0.0162353515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.181640625}, {"token_id": 209, "token_text": " a", "probability": 0.12451171875}, {"token_id": 401, "token_text": " it", "probability": 0.058837890625}, {"token_id": 820, "token_text": " its", "probability": 0.0245361328125}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.08642578125}, {"token_id": 942, "token_text": " most", "probability": 0.041015625}, {"token_id": 1942, "token_text": " great", "probability": 0.01416015625}, {"token_id": 836, "token_text": " first", "probability": 0.010009765625}, {"token_id": 2170, "token_text": " best", "probability": 0.00970458984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.13671875}, {"token_id": 256, "token_text": " of", "probability": 0.1201171875}, {"token_id": 400, "token_text": "'s", "probability": 0.087890625}, {"token_id": 17, "token_text": ".", "probability": 0.064453125}, {"token_id": 16, "token_text": "-", "probability": 0.064453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1318359375}, {"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 1525, "token_text": " very", "probability": 0.0228271484375}, {"token_id": 534, "token_text": " not", "probability": 0.0201416015625}, {"token_id": 234, "token_text": " in", "probability": 0.0189208984375}]}, {"token_id": 1942, "token_text": " great", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 1942, "token_text": " great", "probability": 0.0927734375}, {"token_id": 1525, "token_text": " very", "probability": 0.052734375}, {"token_id": 1708, "token_text": " good", "probability": 0.031982421875}, {"token_id": 3474, "token_text": " strong", "probability": 0.0125732421875}, {"token_id": 2749, "token_text": " little", "probability": 0.01104736328125}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.03564453125}, {"token_id": 15, "token_text": ",", "probability": 0.0277099609375}, {"token_id": 3899, "token_text": " deal", "probability": 0.0216064453125}, {"token_id": 1547, "token_text": " world", "probability": 0.0179443359375}, {"token_id": 1987, "token_text": " place", "probability": 0.016845703125}]}, {"token_id": 70, "token_text": "c", "chosen_probability": 0.0308837890625, "top_k_candidates": [{"token_id": 70, "token_text": "c", "probability": 0.0308837890625}, {"token_id": 14448, "token_text": "grand", "probability": 0.025634765625}, {"token_id": 8541, "token_text": "term", "probability": 0.0225830078125}, {"token_id": 73, "token_text": "f", "probability": 0.021240234375}, {"token_id": 69, "token_text": "b", "probability": 0.021240234375}]}, {"token_id": 7869, "token_text": "ultural", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 7869, "token_text": "ultural", "probability": 0.224609375}, {"token_id": 471, "token_text": "ity", "probability": 0.028564453125}, {"token_id": 800, "token_text": "orn", "probability": 0.0252685546875}, {"token_id": 1018, "token_text": "red", "probability": 0.023681640625}, {"token_id": 8299, "token_text": "arri", "probability": 0.0208740234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.068359375}, {"token_id": 262, "token_text": " and", "probability": 0.0302734375}, {"token_id": 16, "token_text": "-", "probability": 0.0294189453125}, {"token_id": 17, "token_text": ".", "probability": 0.0152587890625}, {"token_id": 352, "token_text": "ist", "probability": 0.013427734375}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.181640625}, {"token_id": 209, "token_text": " a", "probability": 0.05517578125}, {"token_id": 230, "token_text": " the", "probability": 0.0458984375}, {"token_id": 392, "token_text": " with", "probability": 0.0380859375}, {"token_id": 654, "token_text": " but", "probability": 0.0245361328125}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 3801, "correct_token_probability": 1.0669231414794922e-05, "top_10_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.12890625}, {"token_id": 230, "token_text": " the", "probability": 0.107421875}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 720, "token_text": " one", "probability": 0.019287109375}, {"token_id": 248, "token_text": " an", "probability": 0.0186767578125}, {"token_id": 3857, "token_text": " located", "probability": 0.0174560546875}, {"token_id": 263, "token_text": " to", "probability": 0.01495361328125}, {"token_id": 1921, "token_text": " known", "probability": 0.0140380859375}, {"token_id": 1576, "token_text": " now", "probability": 0.0140380859375}, {"token_id": 2787, "token_text": " based", "probability": 0.01202392578125}], "entropy": 5.75}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -11.448146527597933, "average_logprob_per_token": -11.448146527597933, "perplexity_on_target_sequence": 93727.46368715087, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -11.448146527597933, "probability": 1.0669231414794922e-05, "raw_probability": 1.0669231414794922e-05, "correct_token_rank": 3801}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16633.490772247314, "probe_elapsed_sec": 0.9771755130495876, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to be used as a result of the system. The system is used to the system. The system is used to the system. The system is used", "text": "A small language model should be used to be used as a result of the system. The system is used to the system. The system is used to the system. The system is used", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.55078125}, {"token_id": 534, "token_text": " not", "probability": 0.0400390625}, {"token_id": 1466, "token_text": " help", "probability": 0.0213623046875}, {"token_id": 2464, "token_text": " include", "probability": 0.0201416015625}, {"token_id": 581, "token_text": " have", "probability": 0.0189208984375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.055908203125}, {"token_id": 1334, "token_text": " found", "probability": 0.0263671875}, {"token_id": 209, "token_text": " a", "probability": 0.0233154296875}, {"token_id": 2956, "token_text": " able", "probability": 0.01708984375}, {"token_id": 230, "token_text": " the", "probability": 0.0150146484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.271484375}, {"token_id": 234, "token_text": " in", "probability": 0.1552734375}, {"token_id": 321, "token_text": " for", "probability": 0.12890625}, {"token_id": 347, "token_text": " as", "probability": 0.09423828125}, {"token_id": 443, "token_text": " by", "probability": 0.064453125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.08984375}, {"token_id": 230, "token_text": " the", "probability": 0.051025390625}, {"token_id": 1528, "token_text": " develop", "probability": 0.022705078125}, {"token_id": 10938, "token_text": " identify", "probability": 0.018798828125}, {"token_id": 8550, "token_text": " determine", "probability": 0.0177001953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.11279296875}, {"token_id": 209, "token_text": " a", "probability": 0.025146484375}, {"token_id": 230, "token_text": " the", "probability": 0.0208740234375}, {"token_id": 2956, "token_text": " able", "probability": 0.0196533203125}, {"token_id": 1334, "token_text": " found", "probability": 0.01153564453125}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.1943359375}, {"token_id": 234, "token_text": " in", "probability": 0.1826171875}, {"token_id": 443, "token_text": " by", "probability": 0.11767578125}, {"token_id": 321, "token_text": " for", "probability": 0.11767578125}, {"token_id": 263, "token_text": " to", "probability": 0.11767578125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1845703125}, {"token_id": 230, "token_text": " the", "probability": 0.1123046875}, {"token_id": 3220, "token_text": " possible", "probability": 0.038818359375}, {"token_id": 248, "token_text": " an", "probability": 0.036376953125}, {"token_id": 263, "token_text": " to", "probability": 0.01519775390625}]}, {"token_id": 1949, "token_text": " result", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 1949, "token_text": " result", "probability": 0.052734375}, {"token_id": 363, "token_text": " \"", "probability": 0.01141357421875}, {"token_id": 3108, "token_text": " single", "probability": 0.01104736328125}, {"token_id": 4069, "token_text": " method", "probability": 0.01104736328125}, {"token_id": 4570, "token_text": " function", "probability": 0.01007080078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.36328125}, {"token_id": 15, "token_text": ",", "probability": 0.076171875}, {"token_id": 234, "token_text": " in", "probability": 0.05224609375}, {"token_id": 410, "token_text": " or", "probability": 0.038330078125}, {"token_id": 17, "token_text": ".", "probability": 0.038330078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.201171875}, {"token_id": 209, "token_text": " a", "probability": 0.0615234375}, {"token_id": 587, "token_text": " this", "probability": 0.029052734375}, {"token_id": 927, "token_text": " time", "probability": 0.01416015625}, {"token_id": 248, "token_text": " an", "probability": 0.0120849609375}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.013916015625, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.013916015625}, {"token_id": 929, "token_text": " two", "probability": 0.01153564453125}, {"token_id": 927, "token_text": " time", "probability": 0.0098876953125}, {"token_id": 1686, "token_text": " same", "probability": 0.00927734375}, {"token_id": 1300, "token_text": " use", "probability": 0.007232666015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2275390625}, {"token_id": 15, "token_text": ",", "probability": 0.08349609375}, {"token_id": 256, "token_text": " of", "probability": 0.03955078125}, {"token_id": 263, "token_text": " to", "probability": 0.037109375}, {"token_id": 262, "token_text": " and", "probability": 0.037109375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1396484375}, {"token_id": 407, "token_text": " In", "probability": 0.07958984375}, {"token_id": 1062, "token_text": " This", "probability": 0.05126953125}, {"token_id": 679, "token_text": " It", "probability": 0.0400390625}, {"token_id": 277, "token_text": " A", "probability": 0.0274658203125}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.046142578125}, {"token_id": 836, "token_text": " first", "probability": 0.0174560546875}, {"token_id": 4476, "token_text": " results", "probability": 0.00994873046875}, {"token_id": 3865, "token_text": " problem", "probability": 0.0087890625}, {"token_id": 929, "token_text": " two", "probability": 0.008544921875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1884765625}, {"token_id": 361, "token_text": " was", "probability": 0.06103515625}, {"token_id": 783, "token_text": " will", "probability": 0.050537109375}, {"token_id": 614, "token_text": " has", "probability": 0.03955078125}, {"token_id": 566, "token_text": " can", "probability": 0.034912109375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0634765625}, {"token_id": 263, "token_text": " to", "probability": 0.038330078125}, {"token_id": 534, "token_text": " not", "probability": 0.033935546875}, {"token_id": 209, "token_text": " a", "probability": 0.033935546875}, {"token_id": 751, "token_text": " also", "probability": 0.0299072265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.33984375}, {"token_id": 234, "token_text": " in", "probability": 0.1337890625}, {"token_id": 347, "token_text": " as", "probability": 0.11767578125}, {"token_id": 443, "token_text": " by", "probability": 0.10400390625}, {"token_id": 321, "token_text": " for", "probability": 0.0810546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.107421875}, {"token_id": 230, "token_text": " the", "probability": 0.107421875}, {"token_id": 1300, "token_text": " use", "probability": 0.017578125}, {"token_id": 8550, "token_text": " determine", "probability": 0.012451171875}, {"token_id": 209, "token_text": " a", "probability": 0.0106201171875}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0517578125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0517578125}, {"token_id": 1686, "token_text": " same", "probability": 0.0157470703125}, {"token_id": 1959, "token_text": " data", "probability": 0.0126953125}, {"token_id": 2637, "token_text": " current", "probability": 0.01019287109375}, {"token_id": 6472, "token_text": " user", "probability": 0.00958251953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.10302734375}, {"token_id": 256, "token_text": " of", "probability": 0.07080078125}, {"token_id": 263, "token_text": " to", "probability": 0.07080078125}, {"token_id": 262, "token_text": " and", "probability": 0.05517578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.255859375}, {"token_id": 679, "token_text": " It", "probability": 0.078125}, {"token_id": 1062, "token_text": " This", "probability": 0.0537109375}, {"token_id": 407, "token_text": " In", "probability": 0.0537109375}, {"token_id": 277, "token_text": " A", "probability": 0.02880859375}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0771484375}, {"token_id": 6472, "token_text": " user", "probability": 0.011474609375}, {"token_id": 8515, "token_text": " device", "probability": 0.01043701171875}, {"token_id": 1959, "token_text": " data", "probability": 0.009521484375}, {"token_id": 836, "token_text": " first", "probability": 0.00897216796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.31640625}, {"token_id": 783, "token_text": " will", "probability": 0.04541015625}, {"token_id": 566, "token_text": " can", "probability": 0.04541015625}, {"token_id": 614, "token_text": " has", "probability": 0.042724609375}, {"token_id": 361, "token_text": " was", "probability": 0.042724609375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09326171875}, {"token_id": 751, "token_text": " also", "probability": 0.0284423828125}, {"token_id": 209, "token_text": " a", "probability": 0.0284423828125}, {"token_id": 534, "token_text": " not", "probability": 0.0284423828125}, {"token_id": 230, "token_text": " the", "probability": 0.0267333984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.54296875}, {"token_id": 443, "token_text": " by", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.078125}, {"token_id": 321, "token_text": " for", "probability": 0.078125}, {"token_id": 347, "token_text": " as", "probability": 0.0732421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.076171875}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 1300, "token_text": " use", "probability": 0.0263671875}, {"token_id": 4052, "token_text": " create", "probability": 0.01031494140625}, {"token_id": 19419, "token_text": " detect", "probability": 0.010009765625}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.051025390625}, {"token_id": 6472, "token_text": " user", "probability": 0.0155029296875}, {"token_id": 1959, "token_text": " data", "probability": 0.012451171875}, {"token_id": 1686, "token_text": " same", "probability": 0.00885009765625}, {"token_id": 2637, "token_text": " current", "probability": 0.0078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.14453125}, {"token_id": 263, "token_text": " to", "probability": 0.08740234375}, {"token_id": 262, "token_text": " and", "probability": 0.056640625}, {"token_id": 256, "token_text": " of", "probability": 0.041259765625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.29296875}, {"token_id": 679, "token_text": " It", "probability": 0.0791015625}, {"token_id": 1062, "token_text": " This", "probability": 0.051025390625}, {"token_id": 407, "token_text": " In", "probability": 0.0478515625}, {"token_id": 277, "token_text": " A", "probability": 0.025634765625}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0830078125}, {"token_id": 6472, "token_text": " user", "probability": 0.017333984375}, {"token_id": 1959, "token_text": " data", "probability": 0.011962890625}, {"token_id": 1962, "token_text": " main", "probability": 0.0115966796875}, {"token_id": 6538, "token_text": " application", "probability": 0.01055908203125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.34765625}, {"token_id": 614, "token_text": " has", "probability": 0.044189453125}, {"token_id": 783, "token_text": " will", "probability": 0.04150390625}, {"token_id": 566, "token_text": " can", "probability": 0.04150390625}, {"token_id": 5753, "token_text": " uses", "probability": 0.025146484375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.10498046875}, {"token_id": 263, "token_text": " to", "probability": 0.03857421875}, {"token_id": 230, "token_text": " the", "probability": 0.0250244140625}, {"token_id": 5007, "token_text": " designed", "probability": 0.0234375}, {"token_id": 751, "token_text": " also", "probability": 0.0234375}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.55078125}, {"token_id": 534, "token_text": " not", "probability": 0.0400390625}, {"token_id": 1466, "token_text": " help", "probability": 0.0213623046875}, {"token_id": 2464, "token_text": " include", "probability": 0.0201416015625}, {"token_id": 581, "token_text": " have", "probability": 0.0189208984375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.055908203125}, {"token_id": 1334, "token_text": " found", "probability": 0.0263671875}, {"token_id": 209, "token_text": " a", "probability": 0.0233154296875}, {"token_id": 2956, "token_text": " able", "probability": 0.01708984375}, {"token_id": 230, "token_text": " the", "probability": 0.0150146484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.271484375}, {"token_id": 234, "token_text": " in", "probability": 0.1552734375}, {"token_id": 321, "token_text": " for", "probability": 0.12890625}, {"token_id": 347, "token_text": " as", "probability": 0.09423828125}, {"token_id": 443, "token_text": " by", "probability": 0.064453125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.08984375}, {"token_id": 230, "token_text": " the", "probability": 0.051025390625}, {"token_id": 1528, "token_text": " develop", "probability": 0.022705078125}, {"token_id": 10938, "token_text": " identify", "probability": 0.018798828125}, {"token_id": 8550, "token_text": " determine", "probability": 0.0177001953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.11279296875}, {"token_id": 209, "token_text": " a", "probability": 0.025146484375}, {"token_id": 230, "token_text": " the", "probability": 0.0208740234375}, {"token_id": 2956, "token_text": " able", "probability": 0.0196533203125}, {"token_id": 1334, "token_text": " found", "probability": 0.01153564453125}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.1943359375}, {"token_id": 234, "token_text": " in", "probability": 0.1826171875}, {"token_id": 443, "token_text": " by", "probability": 0.11767578125}, {"token_id": 321, "token_text": " for", "probability": 0.11767578125}, {"token_id": 263, "token_text": " to", "probability": 0.11767578125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1845703125}, {"token_id": 230, "token_text": " the", "probability": 0.1123046875}, {"token_id": 3220, "token_text": " possible", "probability": 0.038818359375}, {"token_id": 248, "token_text": " an", "probability": 0.036376953125}, {"token_id": 263, "token_text": " to", "probability": 0.01519775390625}]}, {"token_id": 1949, "token_text": " result", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 1949, "token_text": " result", "probability": 0.052734375}, {"token_id": 363, "token_text": " \"", "probability": 0.01141357421875}, {"token_id": 3108, "token_text": " single", "probability": 0.01104736328125}, {"token_id": 4069, "token_text": " method", "probability": 0.01104736328125}, {"token_id": 4570, "token_text": " function", "probability": 0.01007080078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.36328125}, {"token_id": 15, "token_text": ",", "probability": 0.076171875}, {"token_id": 234, "token_text": " in", "probability": 0.05224609375}, {"token_id": 410, "token_text": " or", "probability": 0.038330078125}, {"token_id": 17, "token_text": ".", "probability": 0.038330078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.201171875}, {"token_id": 209, "token_text": " a", "probability": 0.0615234375}, {"token_id": 587, "token_text": " this", "probability": 0.029052734375}, {"token_id": 927, "token_text": " time", "probability": 0.01416015625}, {"token_id": 248, "token_text": " an", "probability": 0.0120849609375}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.013916015625, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.013916015625}, {"token_id": 929, "token_text": " two", "probability": 0.01153564453125}, {"token_id": 927, "token_text": " time", "probability": 0.0098876953125}, {"token_id": 1686, "token_text": " same", "probability": 0.00927734375}, {"token_id": 1300, "token_text": " use", "probability": 0.007232666015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2275390625}, {"token_id": 15, "token_text": ",", "probability": 0.08349609375}, {"token_id": 256, "token_text": " of", "probability": 0.03955078125}, {"token_id": 263, "token_text": " to", "probability": 0.037109375}, {"token_id": 262, "token_text": " and", "probability": 0.037109375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1416015625}, {"token_id": 407, "token_text": " In", "probability": 0.08056640625}, {"token_id": 1062, "token_text": " This", "probability": 0.052001953125}, {"token_id": 679, "token_text": " It", "probability": 0.04052734375}, {"token_id": 277, "token_text": " A", "probability": 0.02783203125}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.046142578125}, {"token_id": 836, "token_text": " first", "probability": 0.0174560546875}, {"token_id": 4476, "token_text": " results", "probability": 0.00994873046875}, {"token_id": 3865, "token_text": " problem", "probability": 0.0087890625}, {"token_id": 929, "token_text": " two", "probability": 0.008544921875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1884765625}, {"token_id": 361, "token_text": " was", "probability": 0.06103515625}, {"token_id": 783, "token_text": " will", "probability": 0.050537109375}, {"token_id": 614, "token_text": " has", "probability": 0.03955078125}, {"token_id": 566, "token_text": " can", "probability": 0.034912109375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0634765625}, {"token_id": 263, "token_text": " to", "probability": 0.038330078125}, {"token_id": 534, "token_text": " not", "probability": 0.033935546875}, {"token_id": 209, "token_text": " a", "probability": 0.033935546875}, {"token_id": 751, "token_text": " also", "probability": 0.0299072265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.33984375}, {"token_id": 234, "token_text": " in", "probability": 0.1337890625}, {"token_id": 347, "token_text": " as", "probability": 0.11767578125}, {"token_id": 443, "token_text": " by", "probability": 0.10400390625}, {"token_id": 321, "token_text": " for", "probability": 0.0810546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.107421875}, {"token_id": 230, "token_text": " the", "probability": 0.107421875}, {"token_id": 1300, "token_text": " use", "probability": 0.017578125}, {"token_id": 8550, "token_text": " determine", "probability": 0.012451171875}, {"token_id": 209, "token_text": " a", "probability": 0.0106201171875}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0517578125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0517578125}, {"token_id": 1686, "token_text": " same", "probability": 0.0157470703125}, {"token_id": 1959, "token_text": " data", "probability": 0.0126953125}, {"token_id": 2637, "token_text": " current", "probability": 0.01019287109375}, {"token_id": 6472, "token_text": " user", "probability": 0.00958251953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.10302734375}, {"token_id": 256, "token_text": " of", "probability": 0.07080078125}, {"token_id": 263, "token_text": " to", "probability": 0.07080078125}, {"token_id": 262, "token_text": " and", "probability": 0.05517578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.259765625}, {"token_id": 679, "token_text": " It", "probability": 0.07958984375}, {"token_id": 1062, "token_text": " This", "probability": 0.0546875}, {"token_id": 407, "token_text": " In", "probability": 0.0546875}, {"token_id": 277, "token_text": " A", "probability": 0.029296875}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0771484375}, {"token_id": 6472, "token_text": " user", "probability": 0.011474609375}, {"token_id": 8515, "token_text": " device", "probability": 0.01043701171875}, {"token_id": 1959, "token_text": " data", "probability": 0.009521484375}, {"token_id": 836, "token_text": " first", "probability": 0.00897216796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.31640625}, {"token_id": 783, "token_text": " will", "probability": 0.04541015625}, {"token_id": 566, "token_text": " can", "probability": 0.04541015625}, {"token_id": 614, "token_text": " has", "probability": 0.042724609375}, {"token_id": 361, "token_text": " was", "probability": 0.042724609375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09326171875}, {"token_id": 751, "token_text": " also", "probability": 0.0284423828125}, {"token_id": 209, "token_text": " a", "probability": 0.0284423828125}, {"token_id": 534, "token_text": " not", "probability": 0.0284423828125}, {"token_id": 230, "token_text": " the", "probability": 0.0267333984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.54296875}, {"token_id": 443, "token_text": " by", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.078125}, {"token_id": 321, "token_text": " for", "probability": 0.078125}, {"token_id": 347, "token_text": " as", "probability": 0.0732421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.076171875}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 1300, "token_text": " use", "probability": 0.0263671875}, {"token_id": 4052, "token_text": " create", "probability": 0.01031494140625}, {"token_id": 19419, "token_text": " detect", "probability": 0.010009765625}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.051025390625}, {"token_id": 6472, "token_text": " user", "probability": 0.0155029296875}, {"token_id": 1959, "token_text": " data", "probability": 0.012451171875}, {"token_id": 1686, "token_text": " same", "probability": 0.00885009765625}, {"token_id": 2637, "token_text": " current", "probability": 0.0078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.14453125}, {"token_id": 263, "token_text": " to", "probability": 0.08740234375}, {"token_id": 262, "token_text": " and", "probability": 0.056640625}, {"token_id": 256, "token_text": " of", "probability": 0.041259765625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.298828125}, {"token_id": 679, "token_text": " It", "probability": 0.08056640625}, {"token_id": 1062, "token_text": " This", "probability": 0.052001953125}, {"token_id": 407, "token_text": " In", "probability": 0.048828125}, {"token_id": 277, "token_text": " A", "probability": 0.026123046875}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0830078125}, {"token_id": 6472, "token_text": " user", "probability": 0.017333984375}, {"token_id": 1959, "token_text": " data", "probability": 0.011962890625}, {"token_id": 1962, "token_text": " main", "probability": 0.0115966796875}, {"token_id": 6538, "token_text": " application", "probability": 0.01055908203125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.34765625}, {"token_id": 614, "token_text": " has", "probability": 0.044189453125}, {"token_id": 783, "token_text": " will", "probability": 0.04150390625}, {"token_id": 566, "token_text": " can", "probability": 0.04150390625}, {"token_id": 5753, "token_text": " uses", "probability": 0.025146484375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.10498046875}, {"token_id": 263, "token_text": " to", "probability": 0.03857421875}, {"token_id": 230, "token_text": " the", "probability": 0.0250244140625}, {"token_id": 5007, "token_text": " designed", "probability": 0.0234375}, {"token_id": 751, "token_text": " also", "probability": 0.0234375}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.55078125}, {"token_id": 534, "token_text": " not", "probability": 0.0400390625}, {"token_id": 1466, "token_text": " help", "probability": 0.0213623046875}, {"token_id": 2464, "token_text": " include", "probability": 0.0201416015625}, {"token_id": 581, "token_text": " have", "probability": 0.0189208984375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.055908203125}, {"token_id": 1334, "token_text": " found", "probability": 0.0263671875}, {"token_id": 209, "token_text": " a", "probability": 0.0233154296875}, {"token_id": 2956, "token_text": " able", "probability": 0.01708984375}, {"token_id": 230, "token_text": " the", "probability": 0.0150146484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.271484375}, {"token_id": 234, "token_text": " in", "probability": 0.1552734375}, {"token_id": 321, "token_text": " for", "probability": 0.12890625}, {"token_id": 347, "token_text": " as", "probability": 0.09423828125}, {"token_id": 443, "token_text": " by", "probability": 0.064453125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.08984375}, {"token_id": 230, "token_text": " the", "probability": 0.051025390625}, {"token_id": 1528, "token_text": " develop", "probability": 0.022705078125}, {"token_id": 10938, "token_text": " identify", "probability": 0.018798828125}, {"token_id": 8550, "token_text": " determine", "probability": 0.0177001953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.11279296875}, {"token_id": 209, "token_text": " a", "probability": 0.025146484375}, {"token_id": 230, "token_text": " the", "probability": 0.0208740234375}, {"token_id": 2956, "token_text": " able", "probability": 0.0196533203125}, {"token_id": 1334, "token_text": " found", "probability": 0.01153564453125}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.1943359375}, {"token_id": 234, "token_text": " in", "probability": 0.1826171875}, {"token_id": 443, "token_text": " by", "probability": 0.11767578125}, {"token_id": 321, "token_text": " for", "probability": 0.11767578125}, {"token_id": 263, "token_text": " to", "probability": 0.11767578125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1845703125}, {"token_id": 230, "token_text": " the", "probability": 0.1123046875}, {"token_id": 3220, "token_text": " possible", "probability": 0.038818359375}, {"token_id": 248, "token_text": " an", "probability": 0.036376953125}, {"token_id": 263, "token_text": " to", "probability": 0.01519775390625}]}, {"token_id": 1949, "token_text": " result", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 1949, "token_text": " result", "probability": 0.052734375}, {"token_id": 363, "token_text": " \"", "probability": 0.01141357421875}, {"token_id": 3108, "token_text": " single", "probability": 0.01104736328125}, {"token_id": 4069, "token_text": " method", "probability": 0.01104736328125}, {"token_id": 4570, "token_text": " function", "probability": 0.01007080078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.36328125}, {"token_id": 15, "token_text": ",", "probability": 0.076171875}, {"token_id": 234, "token_text": " in", "probability": 0.05224609375}, {"token_id": 410, "token_text": " or", "probability": 0.038330078125}, {"token_id": 17, "token_text": ".", "probability": 0.038330078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.201171875}, {"token_id": 209, "token_text": " a", "probability": 0.0615234375}, {"token_id": 587, "token_text": " this", "probability": 0.029052734375}, {"token_id": 927, "token_text": " time", "probability": 0.01416015625}, {"token_id": 248, "token_text": " an", "probability": 0.0120849609375}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.013916015625, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.013916015625}, {"token_id": 929, "token_text": " two", "probability": 0.01153564453125}, {"token_id": 927, "token_text": " time", "probability": 0.0098876953125}, {"token_id": 1686, "token_text": " same", "probability": 0.00927734375}, {"token_id": 1300, "token_text": " use", "probability": 0.007232666015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2275390625}, {"token_id": 15, "token_text": ",", "probability": 0.08349609375}, {"token_id": 256, "token_text": " of", "probability": 0.03955078125}, {"token_id": 263, "token_text": " to", "probability": 0.037109375}, {"token_id": 262, "token_text": " and", "probability": 0.037109375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1416015625}, {"token_id": 407, "token_text": " In", "probability": 0.08056640625}, {"token_id": 1062, "token_text": " This", "probability": 0.052001953125}, {"token_id": 679, "token_text": " It", "probability": 0.04052734375}, {"token_id": 277, "token_text": " A", "probability": 0.02783203125}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.046142578125}, {"token_id": 836, "token_text": " first", "probability": 0.0174560546875}, {"token_id": 4476, "token_text": " results", "probability": 0.00994873046875}, {"token_id": 3865, "token_text": " problem", "probability": 0.0087890625}, {"token_id": 929, "token_text": " two", "probability": 0.008544921875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.1884765625}, {"token_id": 361, "token_text": " was", "probability": 0.06103515625}, {"token_id": 783, "token_text": " will", "probability": 0.050537109375}, {"token_id": 614, "token_text": " has", "probability": 0.03955078125}, {"token_id": 566, "token_text": " can", "probability": 0.034912109375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0634765625}, {"token_id": 263, "token_text": " to", "probability": 0.038330078125}, {"token_id": 534, "token_text": " not", "probability": 0.033935546875}, {"token_id": 209, "token_text": " a", "probability": 0.033935546875}, {"token_id": 751, "token_text": " also", "probability": 0.0299072265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.33984375}, {"token_id": 234, "token_text": " in", "probability": 0.1337890625}, {"token_id": 347, "token_text": " as", "probability": 0.11767578125}, {"token_id": 443, "token_text": " by", "probability": 0.10400390625}, {"token_id": 321, "token_text": " for", "probability": 0.0810546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.107421875}, {"token_id": 230, "token_text": " the", "probability": 0.107421875}, {"token_id": 1300, "token_text": " use", "probability": 0.017578125}, {"token_id": 8550, "token_text": " determine", "probability": 0.012451171875}, {"token_id": 209, "token_text": " a", "probability": 0.0106201171875}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0517578125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0517578125}, {"token_id": 1686, "token_text": " same", "probability": 0.0157470703125}, {"token_id": 1959, "token_text": " data", "probability": 0.0126953125}, {"token_id": 2637, "token_text": " current", "probability": 0.01019287109375}, {"token_id": 6472, "token_text": " user", "probability": 0.00958251953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.10302734375}, {"token_id": 256, "token_text": " of", "probability": 0.07080078125}, {"token_id": 263, "token_text": " to", "probability": 0.07080078125}, {"token_id": 262, "token_text": " and", "probability": 0.05517578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.259765625}, {"token_id": 679, "token_text": " It", "probability": 0.07958984375}, {"token_id": 1062, "token_text": " This", "probability": 0.0546875}, {"token_id": 407, "token_text": " In", "probability": 0.0546875}, {"token_id": 277, "token_text": " A", "probability": 0.029296875}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0771484375}, {"token_id": 6472, "token_text": " user", "probability": 0.011474609375}, {"token_id": 8515, "token_text": " device", "probability": 0.01043701171875}, {"token_id": 1959, "token_text": " data", "probability": 0.009521484375}, {"token_id": 836, "token_text": " first", "probability": 0.00897216796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.31640625}, {"token_id": 783, "token_text": " will", "probability": 0.04541015625}, {"token_id": 566, "token_text": " can", "probability": 0.04541015625}, {"token_id": 614, "token_text": " has", "probability": 0.042724609375}, {"token_id": 361, "token_text": " was", "probability": 0.042724609375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09326171875}, {"token_id": 751, "token_text": " also", "probability": 0.0284423828125}, {"token_id": 209, "token_text": " a", "probability": 0.0284423828125}, {"token_id": 534, "token_text": " not", "probability": 0.0284423828125}, {"token_id": 230, "token_text": " the", "probability": 0.0267333984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.54296875}, {"token_id": 443, "token_text": " by", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.078125}, {"token_id": 321, "token_text": " for", "probability": 0.078125}, {"token_id": 347, "token_text": " as", "probability": 0.0732421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.076171875}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 1300, "token_text": " use", "probability": 0.0263671875}, {"token_id": 4052, "token_text": " create", "probability": 0.01031494140625}, {"token_id": 19419, "token_text": " detect", "probability": 0.010009765625}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.051025390625}, {"token_id": 6472, "token_text": " user", "probability": 0.0155029296875}, {"token_id": 1959, "token_text": " data", "probability": 0.012451171875}, {"token_id": 1686, "token_text": " same", "probability": 0.00885009765625}, {"token_id": 2637, "token_text": " current", "probability": 0.0078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.14453125}, {"token_id": 263, "token_text": " to", "probability": 0.08740234375}, {"token_id": 262, "token_text": " and", "probability": 0.056640625}, {"token_id": 256, "token_text": " of", "probability": 0.041259765625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.298828125}, {"token_id": 679, "token_text": " It", "probability": 0.08056640625}, {"token_id": 1062, "token_text": " This", "probability": 0.052001953125}, {"token_id": 407, "token_text": " In", "probability": 0.048828125}, {"token_id": 277, "token_text": " A", "probability": 0.026123046875}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0830078125}, {"token_id": 6472, "token_text": " user", "probability": 0.017333984375}, {"token_id": 1959, "token_text": " data", "probability": 0.011962890625}, {"token_id": 1962, "token_text": " main", "probability": 0.0115966796875}, {"token_id": 6538, "token_text": " application", "probability": 0.01055908203125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.34765625}, {"token_id": 614, "token_text": " has", "probability": 0.044189453125}, {"token_id": 783, "token_text": " will", "probability": 0.04150390625}, {"token_id": 566, "token_text": " can", "probability": 0.04150390625}, {"token_id": 5753, "token_text": " uses", "probability": 0.025146484375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.10498046875}, {"token_id": 263, "token_text": " to", "probability": 0.03857421875}, {"token_id": 230, "token_text": " the", "probability": 0.0250244140625}, {"token_id": 5007, "token_text": " designed", "probability": 0.0234375}, {"token_id": 751, "token_text": " also", "probability": 0.0234375}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.55078125, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.55078125}, {"token_id": 534, "token_text": " not", "probability": 0.0400390625}, {"token_id": 1466, "token_text": " help", "probability": 0.0213623046875}, {"token_id": 2464, "token_text": " include", "probability": 0.0201416015625}, {"token_id": 581, "token_text": " have", "probability": 0.0189208984375}, {"token_id": 751, "token_text": " also", "probability": 0.0137939453125}, {"token_id": 1494, "token_text": " make", "probability": 0.00738525390625}, {"token_id": 1300, "token_text": " use", "probability": 0.00653076171875}, {"token_id": 3710, "token_text": " provide", "probability": 0.006134033203125}, {"token_id": 1345, "token_text": " lead", "probability": 0.004638671875}], "entropy": 3.265625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.5964175541013942, "average_logprob_per_token": -0.5964175541013942, "perplexity_on_target_sequence": 1.8156028368794326, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.5964175541013942, "probability": 0.55078125, "raw_probability": 0.55078125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16633.491317272186, "probe_elapsed_sec": 0.9771755130495876, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata fondata da un'altra, che ha avuto un'altra, in quanto ha detto che la sua vita \u00e8 stata la sua vita. La sua vita \u00e8", "text": "La capitale d'Italia \u00e8 stata fondata da un'altra, che ha avuto un'altra, in quanto ha detto che la sua vita \u00e8 stata la sua vita. La sua vita \u00e8", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1328125}, {"token_id": 285, "token_text": " la", "probability": 0.09130859375}, {"token_id": 387, "token_text": " una", "probability": 0.05224609375}, {"token_id": 267, "token_text": " un", "probability": 0.049072265625}, {"token_id": 293, "token_text": " il", "probability": 0.0279541015625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.0400390625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.0400390625}, {"token_id": 285, "token_text": " la", "probability": 0.02587890625}, {"token_id": 14972, "token_text": " definita", "probability": 0.0201416015625}, {"token_id": 16029, "token_text": " creata", "probability": 0.0201416015625}, {"token_id": 6984, "token_text": " fatta", "probability": 0.0189208984375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.185546875}, {"token_id": 845, "token_text": " dalla", "probability": 0.08251953125}, {"token_id": 674, "token_text": " dal", "probability": 0.07275390625}, {"token_id": 447, "token_text": " nel", "probability": 0.07275390625}, {"token_id": 234, "token_text": " in", "probability": 0.050048828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1552734375}, {"token_id": 387, "token_text": " una", "probability": 0.10009765625}, {"token_id": 760, "token_text": " parte", "probability": 0.02099609375}, {"token_id": 762, "token_text": " due", "probability": 0.00933837890625}, {"token_id": 310, "token_text": " B", "probability": 0.00799560546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1484375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0201416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0189208984375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.01611328125}, {"token_id": 5471, "token_text": " lato", "probability": 0.015625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.1083984375}, {"token_id": 24537, "token_text": "ondata", "probability": 0.0257568359375}, {"token_id": 4831, "token_text": "isola", "probability": 0.024169921875}, {"token_id": 4378, "token_text": "area", "probability": 0.024169921875}, {"token_id": 5557, "token_text": "unica", "probability": 0.022705078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.06494140625}, {"token_id": 760, "token_text": " parte", "probability": 0.05029296875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0238037109375}, {"token_id": 17, "token_text": ".", "probability": 0.0238037109375}, {"token_id": 246, "token_text": " e", "probability": 0.015380859375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.06494140625}, {"token_id": 272, "token_text": " con", "probability": 0.03466796875}, {"token_id": 333, "token_text": " da", "probability": 0.03271484375}, {"token_id": 209, "token_text": " a", "probability": 0.027099609375}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.0859375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.08056640625}, {"token_id": 395, "token_text": " si", "probability": 0.06689453125}, {"token_id": 234, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 424, "token_text": " non", "probability": 0.0191650390625}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.041259765625}, {"token_id": 5286, "token_text": " portato", "probability": 0.0322265625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0322265625}, {"token_id": 267, "token_text": " un", "probability": 0.0162353515625}, {"token_id": 285, "token_text": " la", "probability": 0.0142822265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1298828125}, {"token_id": 3217, "token_text": " luogo", "probability": 0.1015625}, {"token_id": 387, "token_text": " una", "probability": 0.083984375}, {"token_id": 285, "token_text": " la", "probability": 0.0791015625}, {"token_id": 293, "token_text": " il", "probability": 0.051025390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.306640625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0152587890625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0152587890625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0152587890625}, {"token_id": 1720, "token_text": " nome", "probability": 0.01263427734375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.12158203125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.12158203125}, {"token_id": 5557, "token_text": "unica", "probability": 0.0576171875}, {"token_id": 16790, "token_text": "importante", "probability": 0.0272216796875}, {"token_id": 8201, "token_text": "antica", "probability": 0.02392578125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0211181640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.11962890625}, {"token_id": 17, "token_text": ".", "probability": 0.038818359375}, {"token_id": 760, "token_text": " parte", "probability": 0.03662109375}, {"token_id": 246, "token_text": " e", "probability": 0.022216796875}, {"token_id": 29, "token_text": ":", "probability": 0.0208740234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.0693359375}, {"token_id": 303, "token_text": " che", "probability": 0.05419921875}, {"token_id": 272, "token_text": " con", "probability": 0.05078125}, {"token_id": 445, "token_text": " ma", "probability": 0.03955078125}, {"token_id": 246, "token_text": " e", "probability": 0.0308837890625}]}, {"token_id": 1602, "token_text": " quanto", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 1602, "token_text": " quanto", "probability": 0.07373046875}, {"token_id": 267, "token_text": " un", "probability": 0.06494140625}, {"token_id": 2479, "token_text": " particolare", "probability": 0.0576171875}, {"token_id": 739, "token_text": " cui", "probability": 0.05078125}, {"token_id": 1958, "token_text": " seguito", "probability": 0.047607421875}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.07763671875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.053466796875}, {"token_id": 395, "token_text": " si", "probability": 0.04443359375}, {"token_id": 285, "token_text": " la", "probability": 0.034423828125}, {"token_id": 15, "token_text": ",", "probability": 0.0252685546875}]}, {"token_id": 2444, "token_text": " detto", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 2444, "token_text": " detto", "probability": 0.052734375}, {"token_id": 3442, "token_text": " avuto", "probability": 0.049560546875}, {"token_id": 1385, "token_text": " fatto", "probability": 0.049560546875}, {"token_id": 5286, "token_text": " portato", "probability": 0.0264892578125}, {"token_id": 6179, "token_text": " deciso", "probability": 0.01708984375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.12451171875}, {"token_id": 293, "token_text": " il", "probability": 0.10302734375}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 238, "token_text": " di", "probability": 0.05517578125}, {"token_id": 29, "token_text": ":", "probability": 0.0458984375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.10791015625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.083984375}, {"token_id": 293, "token_text": " il", "probability": 0.0791015625}, {"token_id": 227, "token_text": " l", "probability": 0.06982421875}, {"token_id": 363, "token_text": " \"", "probability": 0.034912109375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.12109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0238037109375}, {"token_id": 4452, "token_text": " Chiesa", "probability": 0.016357421875}, {"token_id": 870, "token_text": " prima", "probability": 0.016357421875}, {"token_id": 1843, "token_text": " storia", "probability": 0.015380859375}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.03125, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.03125}, {"token_id": 2691, "token_text": " opera", "probability": 0.027587890625}, {"token_id": 1843, "token_text": " storia", "probability": 0.021484375}, {"token_id": 870, "token_text": " prima", "probability": 0.0189208984375}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0167236328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.12353515625}, {"token_id": 15, "token_text": ",", "probability": 0.1025390625}, {"token_id": 17, "token_text": ".", "probability": 0.058349609375}, {"token_id": 744, "token_text": " era", "probability": 0.04833984375}, {"token_id": 238, "token_text": " di", "probability": 0.037841796875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.322265625}, {"token_id": 285, "token_text": " la", "probability": 0.031982421875}, {"token_id": 844, "token_text": " stato", "probability": 0.0264892578125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0206298828125}, {"token_id": 387, "token_text": " una", "probability": 0.0206298828125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.03271484375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.03271484375}, {"token_id": 6984, "token_text": " fatta", "probability": 0.0255126953125}, {"token_id": 387, "token_text": " una", "probability": 0.0186767578125}, {"token_id": 234, "token_text": " in", "probability": 0.0174560546875}, {"token_id": 9140, "token_text": " presa", "probability": 0.0106201171875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.11376953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0947265625}, {"token_id": 870, "token_text": " prima", "probability": 0.06103515625}, {"token_id": 1843, "token_text": " storia", "probability": 0.027099609375}, {"token_id": 2572, "token_text": " stessa", "probability": 0.025390625}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.06103515625, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.06103515625}, {"token_id": 1843, "token_text": " storia", "probability": 0.03466796875}, {"token_id": 2691, "token_text": " opera", "probability": 0.027099609375}, {"token_id": 3399, "token_text": " posizione", "probability": 0.0211181640625}, {"token_id": 16765, "token_text": " esistenza", "probability": 0.01275634765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28515625}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 246, "token_text": " e", "probability": 0.072265625}, {"token_id": 238, "token_text": " di", "probability": 0.041259765625}, {"token_id": 209, "token_text": " a", "probability": 0.0250244140625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.10791015625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.10791015625}, {"token_id": 538, "token_text": " Il", "probability": 0.0654296875}, {"token_id": 302, "token_text": " L", "probability": 0.044921875}, {"token_id": 2, "token_text": "", "probability": 0.039794921875}, {"token_id": 407, "token_text": " In", "probability": 0.032958984375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.1806640625}, {"token_id": 1843, "token_text": " storia", "probability": 0.045654296875}, {"token_id": 870, "token_text": " prima", "probability": 0.035400390625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0244140625}, {"token_id": 1271, "token_text": " vita", "probability": 0.017822265625}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.09423828125}, {"token_id": 1843, "token_text": " storia", "probability": 0.064453125}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0196533203125}, {"token_id": 2691, "token_text": " opera", "probability": 0.0174560546875}, {"token_id": 870, "token_text": " prima", "probability": 0.016357421875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.33203125}, {"token_id": 15, "token_text": ",", "probability": 0.0947265625}, {"token_id": 373, "token_text": " ha", "probability": 0.08935546875}, {"token_id": 395, "token_text": " si", "probability": 0.0576171875}, {"token_id": 744, "token_text": " era", "probability": 0.034912109375}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1328125}, {"token_id": 285, "token_text": " la", "probability": 0.09130859375}, {"token_id": 387, "token_text": " una", "probability": 0.05224609375}, {"token_id": 267, "token_text": " un", "probability": 0.049072265625}, {"token_id": 293, "token_text": " il", "probability": 0.0279541015625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.0400390625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.0400390625}, {"token_id": 285, "token_text": " la", "probability": 0.02587890625}, {"token_id": 14972, "token_text": " definita", "probability": 0.0201416015625}, {"token_id": 16029, "token_text": " creata", "probability": 0.0201416015625}, {"token_id": 6984, "token_text": " fatta", "probability": 0.0189208984375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.185546875}, {"token_id": 845, "token_text": " dalla", "probability": 0.08251953125}, {"token_id": 674, "token_text": " dal", "probability": 0.07275390625}, {"token_id": 447, "token_text": " nel", "probability": 0.07275390625}, {"token_id": 234, "token_text": " in", "probability": 0.050048828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1552734375}, {"token_id": 387, "token_text": " una", "probability": 0.10009765625}, {"token_id": 760, "token_text": " parte", "probability": 0.02099609375}, {"token_id": 762, "token_text": " due", "probability": 0.00933837890625}, {"token_id": 310, "token_text": " B", "probability": 0.00799560546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1484375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0201416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0189208984375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.01611328125}, {"token_id": 5471, "token_text": " lato", "probability": 0.015625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.1083984375}, {"token_id": 24537, "token_text": "ondata", "probability": 0.0257568359375}, {"token_id": 4831, "token_text": "isola", "probability": 0.024169921875}, {"token_id": 4378, "token_text": "area", "probability": 0.024169921875}, {"token_id": 5557, "token_text": "unica", "probability": 0.022705078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.06494140625}, {"token_id": 760, "token_text": " parte", "probability": 0.05029296875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0238037109375}, {"token_id": 17, "token_text": ".", "probability": 0.0238037109375}, {"token_id": 246, "token_text": " e", "probability": 0.015380859375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.06494140625}, {"token_id": 272, "token_text": " con", "probability": 0.03466796875}, {"token_id": 333, "token_text": " da", "probability": 0.03271484375}, {"token_id": 209, "token_text": " a", "probability": 0.027099609375}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.0859375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.08056640625}, {"token_id": 395, "token_text": " si", "probability": 0.06689453125}, {"token_id": 234, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 424, "token_text": " non", "probability": 0.0191650390625}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.041259765625}, {"token_id": 5286, "token_text": " portato", "probability": 0.0322265625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0322265625}, {"token_id": 267, "token_text": " un", "probability": 0.0162353515625}, {"token_id": 285, "token_text": " la", "probability": 0.0142822265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1298828125}, {"token_id": 3217, "token_text": " luogo", "probability": 0.1015625}, {"token_id": 387, "token_text": " una", "probability": 0.083984375}, {"token_id": 285, "token_text": " la", "probability": 0.0791015625}, {"token_id": 293, "token_text": " il", "probability": 0.051025390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.306640625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0152587890625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0152587890625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0152587890625}, {"token_id": 1720, "token_text": " nome", "probability": 0.01263427734375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.12158203125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.12158203125}, {"token_id": 5557, "token_text": "unica", "probability": 0.0576171875}, {"token_id": 16790, "token_text": "importante", "probability": 0.0272216796875}, {"token_id": 8201, "token_text": "antica", "probability": 0.02392578125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0211181640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.11962890625}, {"token_id": 17, "token_text": ".", "probability": 0.038818359375}, {"token_id": 760, "token_text": " parte", "probability": 0.03662109375}, {"token_id": 246, "token_text": " e", "probability": 0.022216796875}, {"token_id": 29, "token_text": ":", "probability": 0.0208740234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.0693359375}, {"token_id": 303, "token_text": " che", "probability": 0.05419921875}, {"token_id": 272, "token_text": " con", "probability": 0.05078125}, {"token_id": 445, "token_text": " ma", "probability": 0.03955078125}, {"token_id": 246, "token_text": " e", "probability": 0.0308837890625}]}, {"token_id": 1602, "token_text": " quanto", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 1602, "token_text": " quanto", "probability": 0.07373046875}, {"token_id": 267, "token_text": " un", "probability": 0.06494140625}, {"token_id": 2479, "token_text": " particolare", "probability": 0.0576171875}, {"token_id": 739, "token_text": " cui", "probability": 0.05078125}, {"token_id": 1958, "token_text": " seguito", "probability": 0.047607421875}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.07763671875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.053466796875}, {"token_id": 395, "token_text": " si", "probability": 0.04443359375}, {"token_id": 285, "token_text": " la", "probability": 0.034423828125}, {"token_id": 15, "token_text": ",", "probability": 0.0252685546875}]}, {"token_id": 2444, "token_text": " detto", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 2444, "token_text": " detto", "probability": 0.052734375}, {"token_id": 3442, "token_text": " avuto", "probability": 0.049560546875}, {"token_id": 1385, "token_text": " fatto", "probability": 0.049560546875}, {"token_id": 5286, "token_text": " portato", "probability": 0.0264892578125}, {"token_id": 6179, "token_text": " deciso", "probability": 0.01708984375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.12451171875}, {"token_id": 293, "token_text": " il", "probability": 0.10302734375}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 238, "token_text": " di", "probability": 0.05517578125}, {"token_id": 29, "token_text": ":", "probability": 0.0458984375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.10791015625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.083984375}, {"token_id": 293, "token_text": " il", "probability": 0.0791015625}, {"token_id": 227, "token_text": " l", "probability": 0.06982421875}, {"token_id": 363, "token_text": " \"", "probability": 0.03515625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.12109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0238037109375}, {"token_id": 4452, "token_text": " Chiesa", "probability": 0.016357421875}, {"token_id": 870, "token_text": " prima", "probability": 0.016357421875}, {"token_id": 1843, "token_text": " storia", "probability": 0.015380859375}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.03125, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.03125}, {"token_id": 2691, "token_text": " opera", "probability": 0.027587890625}, {"token_id": 1843, "token_text": " storia", "probability": 0.021484375}, {"token_id": 870, "token_text": " prima", "probability": 0.0189208984375}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0167236328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.12353515625}, {"token_id": 15, "token_text": ",", "probability": 0.1025390625}, {"token_id": 17, "token_text": ".", "probability": 0.058349609375}, {"token_id": 744, "token_text": " era", "probability": 0.04833984375}, {"token_id": 238, "token_text": " di", "probability": 0.037841796875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.322265625}, {"token_id": 285, "token_text": " la", "probability": 0.031982421875}, {"token_id": 844, "token_text": " stato", "probability": 0.0264892578125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0206298828125}, {"token_id": 387, "token_text": " una", "probability": 0.0206298828125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.03271484375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.03271484375}, {"token_id": 6984, "token_text": " fatta", "probability": 0.0255126953125}, {"token_id": 387, "token_text": " una", "probability": 0.0186767578125}, {"token_id": 234, "token_text": " in", "probability": 0.0174560546875}, {"token_id": 9140, "token_text": " presa", "probability": 0.0106201171875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.11376953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0947265625}, {"token_id": 870, "token_text": " prima", "probability": 0.06103515625}, {"token_id": 1843, "token_text": " storia", "probability": 0.027099609375}, {"token_id": 2572, "token_text": " stessa", "probability": 0.025390625}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.06103515625, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.06103515625}, {"token_id": 1843, "token_text": " storia", "probability": 0.03466796875}, {"token_id": 2691, "token_text": " opera", "probability": 0.027099609375}, {"token_id": 3399, "token_text": " posizione", "probability": 0.0211181640625}, {"token_id": 16765, "token_text": " esistenza", "probability": 0.01275634765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28515625}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 246, "token_text": " e", "probability": 0.072265625}, {"token_id": 238, "token_text": " di", "probability": 0.041259765625}, {"token_id": 209, "token_text": " a", "probability": 0.0250244140625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1123046875}, {"token_id": 538, "token_text": " Il", "probability": 0.068359375}, {"token_id": 302, "token_text": " L", "probability": 0.046875}, {"token_id": 407, "token_text": " In", "probability": 0.0341796875}, {"token_id": 274, "token_text": " I", "probability": 0.0220947265625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.1806640625}, {"token_id": 1843, "token_text": " storia", "probability": 0.045654296875}, {"token_id": 870, "token_text": " prima", "probability": 0.035400390625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0244140625}, {"token_id": 1271, "token_text": " vita", "probability": 0.017822265625}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.09423828125}, {"token_id": 1843, "token_text": " storia", "probability": 0.064453125}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0196533203125}, {"token_id": 2691, "token_text": " opera", "probability": 0.0174560546875}, {"token_id": 870, "token_text": " prima", "probability": 0.016357421875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.33203125}, {"token_id": 15, "token_text": ",", "probability": 0.0947265625}, {"token_id": 373, "token_text": " ha", "probability": 0.08935546875}, {"token_id": 395, "token_text": " si", "probability": 0.0576171875}, {"token_id": 744, "token_text": " era", "probability": 0.034912109375}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1328125}, {"token_id": 285, "token_text": " la", "probability": 0.09130859375}, {"token_id": 387, "token_text": " una", "probability": 0.05224609375}, {"token_id": 267, "token_text": " un", "probability": 0.049072265625}, {"token_id": 293, "token_text": " il", "probability": 0.0279541015625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.0400390625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.0400390625}, {"token_id": 285, "token_text": " la", "probability": 0.02587890625}, {"token_id": 14972, "token_text": " definita", "probability": 0.0201416015625}, {"token_id": 16029, "token_text": " creata", "probability": 0.0201416015625}, {"token_id": 6984, "token_text": " fatta", "probability": 0.0189208984375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.185546875}, {"token_id": 845, "token_text": " dalla", "probability": 0.08251953125}, {"token_id": 674, "token_text": " dal", "probability": 0.07275390625}, {"token_id": 447, "token_text": " nel", "probability": 0.07275390625}, {"token_id": 234, "token_text": " in", "probability": 0.050048828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1552734375}, {"token_id": 387, "token_text": " una", "probability": 0.10009765625}, {"token_id": 760, "token_text": " parte", "probability": 0.02099609375}, {"token_id": 762, "token_text": " due", "probability": 0.00933837890625}, {"token_id": 310, "token_text": " B", "probability": 0.00799560546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1484375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0201416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0189208984375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.01611328125}, {"token_id": 5471, "token_text": " lato", "probability": 0.015625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.1083984375}, {"token_id": 24537, "token_text": "ondata", "probability": 0.0257568359375}, {"token_id": 4831, "token_text": "isola", "probability": 0.024169921875}, {"token_id": 4378, "token_text": "area", "probability": 0.024169921875}, {"token_id": 5557, "token_text": "unica", "probability": 0.022705078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.06494140625}, {"token_id": 760, "token_text": " parte", "probability": 0.05029296875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0238037109375}, {"token_id": 17, "token_text": ".", "probability": 0.0238037109375}, {"token_id": 246, "token_text": " e", "probability": 0.015380859375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.06494140625}, {"token_id": 272, "token_text": " con", "probability": 0.03466796875}, {"token_id": 333, "token_text": " da", "probability": 0.03271484375}, {"token_id": 209, "token_text": " a", "probability": 0.027099609375}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.0859375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.08056640625}, {"token_id": 395, "token_text": " si", "probability": 0.06689453125}, {"token_id": 234, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 424, "token_text": " non", "probability": 0.0191650390625}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.041259765625}, {"token_id": 5286, "token_text": " portato", "probability": 0.0322265625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0322265625}, {"token_id": 267, "token_text": " un", "probability": 0.0162353515625}, {"token_id": 285, "token_text": " la", "probability": 0.0142822265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1298828125}, {"token_id": 3217, "token_text": " luogo", "probability": 0.1015625}, {"token_id": 387, "token_text": " una", "probability": 0.083984375}, {"token_id": 285, "token_text": " la", "probability": 0.0791015625}, {"token_id": 293, "token_text": " il", "probability": 0.051025390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.306640625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0152587890625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0152587890625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0152587890625}, {"token_id": 1720, "token_text": " nome", "probability": 0.01263427734375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.12158203125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.12158203125}, {"token_id": 5557, "token_text": "unica", "probability": 0.0576171875}, {"token_id": 16790, "token_text": "importante", "probability": 0.0272216796875}, {"token_id": 8201, "token_text": "antica", "probability": 0.02392578125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0211181640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.11962890625}, {"token_id": 17, "token_text": ".", "probability": 0.038818359375}, {"token_id": 760, "token_text": " parte", "probability": 0.03662109375}, {"token_id": 246, "token_text": " e", "probability": 0.022216796875}, {"token_id": 29, "token_text": ":", "probability": 0.0208740234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.0693359375}, {"token_id": 303, "token_text": " che", "probability": 0.05419921875}, {"token_id": 272, "token_text": " con", "probability": 0.05078125}, {"token_id": 445, "token_text": " ma", "probability": 0.03955078125}, {"token_id": 246, "token_text": " e", "probability": 0.0308837890625}]}, {"token_id": 1602, "token_text": " quanto", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 1602, "token_text": " quanto", "probability": 0.07373046875}, {"token_id": 267, "token_text": " un", "probability": 0.06494140625}, {"token_id": 2479, "token_text": " particolare", "probability": 0.0576171875}, {"token_id": 739, "token_text": " cui", "probability": 0.05078125}, {"token_id": 1958, "token_text": " seguito", "probability": 0.047607421875}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.07763671875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.053466796875}, {"token_id": 395, "token_text": " si", "probability": 0.04443359375}, {"token_id": 285, "token_text": " la", "probability": 0.034423828125}, {"token_id": 15, "token_text": ",", "probability": 0.0252685546875}]}, {"token_id": 2444, "token_text": " detto", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 2444, "token_text": " detto", "probability": 0.052734375}, {"token_id": 3442, "token_text": " avuto", "probability": 0.049560546875}, {"token_id": 1385, "token_text": " fatto", "probability": 0.049560546875}, {"token_id": 5286, "token_text": " portato", "probability": 0.0264892578125}, {"token_id": 6179, "token_text": " deciso", "probability": 0.01708984375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.12451171875}, {"token_id": 293, "token_text": " il", "probability": 0.10302734375}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 238, "token_text": " di", "probability": 0.05517578125}, {"token_id": 29, "token_text": ":", "probability": 0.0458984375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.10791015625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.083984375}, {"token_id": 293, "token_text": " il", "probability": 0.0791015625}, {"token_id": 227, "token_text": " l", "probability": 0.06982421875}, {"token_id": 363, "token_text": " \"", "probability": 0.03515625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.12109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0238037109375}, {"token_id": 4452, "token_text": " Chiesa", "probability": 0.016357421875}, {"token_id": 870, "token_text": " prima", "probability": 0.016357421875}, {"token_id": 1843, "token_text": " storia", "probability": 0.015380859375}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.03125, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.03125}, {"token_id": 2691, "token_text": " opera", "probability": 0.027587890625}, {"token_id": 1843, "token_text": " storia", "probability": 0.021484375}, {"token_id": 870, "token_text": " prima", "probability": 0.0189208984375}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0167236328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.12353515625}, {"token_id": 15, "token_text": ",", "probability": 0.1025390625}, {"token_id": 17, "token_text": ".", "probability": 0.058349609375}, {"token_id": 744, "token_text": " era", "probability": 0.04833984375}, {"token_id": 238, "token_text": " di", "probability": 0.037841796875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.322265625}, {"token_id": 285, "token_text": " la", "probability": 0.031982421875}, {"token_id": 844, "token_text": " stato", "probability": 0.0264892578125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0206298828125}, {"token_id": 387, "token_text": " una", "probability": 0.0206298828125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.03271484375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.03271484375}, {"token_id": 6984, "token_text": " fatta", "probability": 0.0255126953125}, {"token_id": 387, "token_text": " una", "probability": 0.0186767578125}, {"token_id": 234, "token_text": " in", "probability": 0.0174560546875}, {"token_id": 9140, "token_text": " presa", "probability": 0.0106201171875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.11376953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0947265625}, {"token_id": 870, "token_text": " prima", "probability": 0.06103515625}, {"token_id": 1843, "token_text": " storia", "probability": 0.027099609375}, {"token_id": 2572, "token_text": " stessa", "probability": 0.025390625}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.06103515625, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.06103515625}, {"token_id": 1843, "token_text": " storia", "probability": 0.03466796875}, {"token_id": 2691, "token_text": " opera", "probability": 0.027099609375}, {"token_id": 3399, "token_text": " posizione", "probability": 0.0211181640625}, {"token_id": 16765, "token_text": " esistenza", "probability": 0.01275634765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28515625}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 246, "token_text": " e", "probability": 0.072265625}, {"token_id": 238, "token_text": " di", "probability": 0.041259765625}, {"token_id": 209, "token_text": " a", "probability": 0.0250244140625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1123046875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1123046875}, {"token_id": 538, "token_text": " Il", "probability": 0.068359375}, {"token_id": 302, "token_text": " L", "probability": 0.046875}, {"token_id": 407, "token_text": " In", "probability": 0.0341796875}, {"token_id": 274, "token_text": " I", "probability": 0.0220947265625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.1806640625}, {"token_id": 1843, "token_text": " storia", "probability": 0.045654296875}, {"token_id": 870, "token_text": " prima", "probability": 0.035400390625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0244140625}, {"token_id": 1271, "token_text": " vita", "probability": 0.017822265625}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.09423828125}, {"token_id": 1843, "token_text": " storia", "probability": 0.064453125}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0196533203125}, {"token_id": 2691, "token_text": " opera", "probability": 0.0174560546875}, {"token_id": 870, "token_text": " prima", "probability": 0.016357421875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.33203125}, {"token_id": 15, "token_text": ",", "probability": 0.0947265625}, {"token_id": 373, "token_text": " ha", "probability": 0.08935546875}, {"token_id": 395, "token_text": " si", "probability": 0.0576171875}, {"token_id": 744, "token_text": " era", "probability": 0.034912109375}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 2153, "correct_token_probability": 1.919269561767578e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1328125}, {"token_id": 285, "token_text": " la", "probability": 0.09130859375}, {"token_id": 387, "token_text": " una", "probability": 0.05224609375}, {"token_id": 267, "token_text": " un", "probability": 0.049072265625}, {"token_id": 293, "token_text": " il", "probability": 0.0279541015625}, {"token_id": 227, "token_text": " l", "probability": 0.0262451171875}, {"token_id": 1469, "token_text": " quella", "probability": 0.024658203125}, {"token_id": 234, "token_text": " in", "probability": 0.015869140625}, {"token_id": 844, "token_text": " stato", "probability": 0.015869140625}, {"token_id": 238, "token_text": " di", "probability": 0.0140380859375}], "entropy": 5.3125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.86098078789428, "average_logprob_per_token": -10.86098078789428, "perplexity_on_target_sequence": 52103.15527950311, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -10.86098078789428, "probability": 1.919269561767578e-05, "raw_probability": 1.919269561767578e-05, "correct_token_rank": 2153}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16633.49186038971, "probe_elapsed_sec": 0.9771755130495876, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'altra. La prima \u00e8 stata fatta da un'altra, che \u00e8 stata la prima volta, \u00e8 stata la prima di essere stata la prima volta", "text": "Un piccolo modello linguistico dovrebbe essere un'altra. La prima \u00e8 stata fatta da un'altra, che \u00e8 stata la prima volta, \u00e8 stata la prima di essere stata la prima volta", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.357421875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0201416015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.0130615234375}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.01080322265625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0101318359375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.027099609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.027099609375}, {"token_id": 234, "token_text": " in", "probability": 0.0211181640625}, {"token_id": 11864, "token_text": " usata", "probability": 0.01544189453125}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.01446533203125}, {"token_id": 293, "token_text": " il", "probability": 0.01275634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.11083984375}, {"token_id": 537, "token_text": " po", "probability": 0.033935546875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0299072265625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0299072265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0164794921875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.12255859375}, {"token_id": 5557, "token_text": "unica", "probability": 0.057861328125}, {"token_id": 4993, "token_text": "idea", "probability": 0.039794921875}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.022705078125}, {"token_id": 23326, "token_text": "opzione", "probability": 0.02001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.08642578125}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}, {"token_id": 760, "token_text": " parte", "probability": 0.033935546875}, {"token_id": 1486, "token_text": " volta", "probability": 0.0263671875}, {"token_id": 290, "token_text": " per", "probability": 0.0205078125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.0517578125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.0517578125}, {"token_id": 538, "token_text": " Il", "probability": 0.048583984375}, {"token_id": 954, "token_text": " Per", "probability": 0.031494140625}, {"token_id": 407, "token_text": " In", "probability": 0.031494140625}, {"token_id": 302, "token_text": " L", "probability": 0.031494140625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.04345703125}, {"token_id": 2380, "token_text": " maggior", "probability": 0.0361328125}, {"token_id": 3657, "token_text": " nostra", "probability": 0.0247802734375}, {"token_id": 718, "token_text": " sua", "probability": 0.0205078125}, {"token_id": 4577, "token_text": " struttura", "probability": 0.012451171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.08251953125}, {"token_id": 1486, "token_text": " volta", "probability": 0.046875}, {"token_id": 760, "token_text": " parte", "probability": 0.0390625}, {"token_id": 4783, "token_text": " fase", "probability": 0.03662109375}, {"token_id": 238, "token_text": " di", "probability": 0.0267333984375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1484375}, {"token_id": 285, "token_text": " la", "probability": 0.07470703125}, {"token_id": 1469, "token_text": " quella", "probability": 0.05810546875}, {"token_id": 387, "token_text": " una", "probability": 0.045166015625}, {"token_id": 303, "token_text": " che", "probability": 0.0311279296875}]}, {"token_id": 6984, "token_text": " fatta", "chosen_probability": 0.0301513671875, "top_k_candidates": [{"token_id": 6984, "token_text": " fatta", "probability": 0.0301513671875}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.0283203125}, {"token_id": 16029, "token_text": " creata", "probability": 0.0234375}, {"token_id": 23809, "token_text": " trasmessa", "probability": 0.0220947265625}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.0220947265625}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.07421875}, {"token_id": 17, "token_text": ".", "probability": 0.06982421875}, {"token_id": 845, "token_text": " dalla", "probability": 0.0654296875}, {"token_id": 674, "token_text": " dal", "probability": 0.051025390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1982421875}, {"token_id": 387, "token_text": " una", "probability": 0.13671875}, {"token_id": 760, "token_text": " parte", "probability": 0.02294921875}, {"token_id": 2193, "token_text": " molti", "probability": 0.013916015625}, {"token_id": 1162, "token_text": " questa", "probability": 0.01123046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2041015625}, {"token_id": 2252, "token_text": " punto", "probability": 0.033203125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02294921875}, {"token_id": 5471, "token_text": " lato", "probability": 0.02294921875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0162353515625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.34375}, {"token_id": 3706, "token_text": "auto", "probability": 0.0264892578125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0234375}, {"token_id": 5557, "token_text": "unica", "probability": 0.02197265625}, {"token_id": 4378, "token_text": "area", "probability": 0.01513671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.08984375}, {"token_id": 760, "token_text": " parte", "probability": 0.05810546875}, {"token_id": 17, "token_text": ".", "probability": 0.05126953125}, {"token_id": 1738, "token_text": " forma", "probability": 0.0291748046875}, {"token_id": 29, "token_text": ":", "probability": 0.0234375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.07470703125}, {"token_id": 445, "token_text": " ma", "probability": 0.06201171875}, {"token_id": 234, "token_text": " in", "probability": 0.0546875}, {"token_id": 272, "token_text": " con", "probability": 0.04541015625}, {"token_id": 246, "token_text": " e", "probability": 0.029296875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.103515625}, {"token_id": 395, "token_text": " si", "probability": 0.07568359375}, {"token_id": 373, "token_text": " ha", "probability": 0.043212890625}, {"token_id": 424, "token_text": " non", "probability": 0.031494140625}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.34765625}, {"token_id": 844, "token_text": " stato", "probability": 0.1064453125}, {"token_id": 285, "token_text": " la", "probability": 0.04150390625}, {"token_id": 387, "token_text": " una", "probability": 0.0252685546875}, {"token_id": 267, "token_text": " un", "probability": 0.0252685546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.032958984375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.032958984375}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.025634765625}, {"token_id": 19568, "token_text": " trovata", "probability": 0.0225830078125}, {"token_id": 6984, "token_text": " fatta", "probability": 0.018798828125}, {"token_id": 387, "token_text": " una", "probability": 0.017578125}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.22265625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06787109375}, {"token_id": 2572, "token_text": " stessa", "probability": 0.036376953125}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0341796875}, {"token_id": 718, "token_text": " sua", "probability": 0.0283203125}]}, {"token_id": 1486, "token_text": " volta", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 1486, "token_text": " volta", "probability": 0.078125}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 238, "token_text": " di", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.02783203125}, {"token_id": 760, "token_text": " parte", "probability": 0.0245361328125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1142578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1142578125}, {"token_id": 17, "token_text": ".", "probability": 0.107421875}, {"token_id": 303, "token_text": " che", "probability": 0.10107421875}, {"token_id": 234, "token_text": " in", "probability": 0.0576171875}, {"token_id": 209, "token_text": " a", "probability": 0.0576171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.06494140625}, {"token_id": 234, "token_text": " in", "probability": 0.04736328125}, {"token_id": 285, "token_text": " la", "probability": 0.0419921875}, {"token_id": 246, "token_text": " e", "probability": 0.039306640625}, {"token_id": 290, "token_text": " per", "probability": 0.036865234375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.41015625}, {"token_id": 844, "token_text": " stato", "probability": 0.07568359375}, {"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 387, "token_text": " una", "probability": 0.024658203125}, {"token_id": 267, "token_text": " un", "probability": 0.0230712890625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.024658203125}, {"token_id": 19568, "token_text": " trovata", "probability": 0.019287109375}, {"token_id": 6984, "token_text": " fatta", "probability": 0.019287109375}, {"token_id": 387, "token_text": " una", "probability": 0.01806640625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.28515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06787109375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.05615234375}, {"token_id": 6517, "token_text": " terza", "probability": 0.036376953125}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.08740234375}, {"token_id": 1486, "token_text": " volta", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.056396484375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.038818359375}, {"token_id": 303, "token_text": " che", "probability": 0.029296875}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.080078125}, {"token_id": 267, "token_text": " un", "probability": 0.04296875}, {"token_id": 387, "token_text": " una", "probability": 0.0245361328125}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.02294921875}, {"token_id": 1469, "token_text": " quella", "probability": 0.01531982421875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1640625}, {"token_id": 285, "token_text": " la", "probability": 0.056884765625}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.034423828125}, {"token_id": 11864, "token_text": " usata", "probability": 0.034423828125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0252685546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.03466796875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.03466796875}, {"token_id": 19568, "token_text": " trovata", "probability": 0.0269775390625}, {"token_id": 6984, "token_text": " fatta", "probability": 0.025390625}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.0238037109375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.019775390625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.2333984375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.055419921875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.052001953125}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0458984375}, {"token_id": 6517, "token_text": " terza", "probability": 0.031494140625}]}, {"token_id": 1486, "token_text": " volta", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 1486, "token_text": " volta", "probability": 0.1279296875}, {"token_id": 238, "token_text": " di", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.0732421875}, {"token_id": 17, "token_text": ".", "probability": 0.056884765625}, {"token_id": 234, "token_text": " in", "probability": 0.0252685546875}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.357421875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0201416015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.0130615234375}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.01080322265625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0101318359375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.027099609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.027099609375}, {"token_id": 234, "token_text": " in", "probability": 0.0211181640625}, {"token_id": 11864, "token_text": " usata", "probability": 0.01544189453125}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.01446533203125}, {"token_id": 293, "token_text": " il", "probability": 0.01275634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.11083984375}, {"token_id": 537, "token_text": " po", "probability": 0.033935546875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0299072265625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0299072265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0164794921875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.12255859375}, {"token_id": 5557, "token_text": "unica", "probability": 0.057861328125}, {"token_id": 4993, "token_text": "idea", "probability": 0.039794921875}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.022705078125}, {"token_id": 23326, "token_text": "opzione", "probability": 0.02001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.08642578125}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}, {"token_id": 760, "token_text": " parte", "probability": 0.033935546875}, {"token_id": 1486, "token_text": " volta", "probability": 0.0263671875}, {"token_id": 290, "token_text": " per", "probability": 0.0205078125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.052734375}, {"token_id": 538, "token_text": " Il", "probability": 0.049560546875}, {"token_id": 954, "token_text": " Per", "probability": 0.031982421875}, {"token_id": 407, "token_text": " In", "probability": 0.031982421875}, {"token_id": 302, "token_text": " L", "probability": 0.031982421875}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.04345703125}, {"token_id": 2380, "token_text": " maggior", "probability": 0.0361328125}, {"token_id": 3657, "token_text": " nostra", "probability": 0.0247802734375}, {"token_id": 718, "token_text": " sua", "probability": 0.0205078125}, {"token_id": 4577, "token_text": " struttura", "probability": 0.012451171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.08251953125}, {"token_id": 1486, "token_text": " volta", "probability": 0.046875}, {"token_id": 760, "token_text": " parte", "probability": 0.0390625}, {"token_id": 4783, "token_text": " fase", "probability": 0.03662109375}, {"token_id": 238, "token_text": " di", "probability": 0.0267333984375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1484375}, {"token_id": 285, "token_text": " la", "probability": 0.07470703125}, {"token_id": 1469, "token_text": " quella", "probability": 0.05810546875}, {"token_id": 387, "token_text": " una", "probability": 0.045166015625}, {"token_id": 303, "token_text": " che", "probability": 0.0311279296875}]}, {"token_id": 6984, "token_text": " fatta", "chosen_probability": 0.0301513671875, "top_k_candidates": [{"token_id": 6984, "token_text": " fatta", "probability": 0.0301513671875}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.0283203125}, {"token_id": 16029, "token_text": " creata", "probability": 0.0234375}, {"token_id": 23809, "token_text": " trasmessa", "probability": 0.0220947265625}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.0220947265625}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.07421875}, {"token_id": 17, "token_text": ".", "probability": 0.06982421875}, {"token_id": 845, "token_text": " dalla", "probability": 0.0654296875}, {"token_id": 674, "token_text": " dal", "probability": 0.051025390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1982421875}, {"token_id": 387, "token_text": " una", "probability": 0.13671875}, {"token_id": 760, "token_text": " parte", "probability": 0.02294921875}, {"token_id": 2193, "token_text": " molti", "probability": 0.013916015625}, {"token_id": 1162, "token_text": " questa", "probability": 0.01123046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2041015625}, {"token_id": 2252, "token_text": " punto", "probability": 0.033203125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02294921875}, {"token_id": 5471, "token_text": " lato", "probability": 0.02294921875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0162353515625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.34375}, {"token_id": 3706, "token_text": "auto", "probability": 0.0264892578125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0234375}, {"token_id": 5557, "token_text": "unica", "probability": 0.02197265625}, {"token_id": 4378, "token_text": "area", "probability": 0.01513671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.08984375}, {"token_id": 760, "token_text": " parte", "probability": 0.05810546875}, {"token_id": 17, "token_text": ".", "probability": 0.05126953125}, {"token_id": 1738, "token_text": " forma", "probability": 0.0291748046875}, {"token_id": 29, "token_text": ":", "probability": 0.0234375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.07470703125}, {"token_id": 445, "token_text": " ma", "probability": 0.06201171875}, {"token_id": 234, "token_text": " in", "probability": 0.0546875}, {"token_id": 272, "token_text": " con", "probability": 0.04541015625}, {"token_id": 246, "token_text": " e", "probability": 0.029296875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.103515625}, {"token_id": 395, "token_text": " si", "probability": 0.07568359375}, {"token_id": 373, "token_text": " ha", "probability": 0.043212890625}, {"token_id": 424, "token_text": " non", "probability": 0.031494140625}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.34765625}, {"token_id": 844, "token_text": " stato", "probability": 0.1064453125}, {"token_id": 285, "token_text": " la", "probability": 0.04150390625}, {"token_id": 387, "token_text": " una", "probability": 0.0252685546875}, {"token_id": 267, "token_text": " un", "probability": 0.0252685546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.032958984375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.032958984375}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.025634765625}, {"token_id": 19568, "token_text": " trovata", "probability": 0.0225830078125}, {"token_id": 6984, "token_text": " fatta", "probability": 0.018798828125}, {"token_id": 387, "token_text": " una", "probability": 0.017578125}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.22265625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06787109375}, {"token_id": 2572, "token_text": " stessa", "probability": 0.036376953125}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0341796875}, {"token_id": 718, "token_text": " sua", "probability": 0.0283203125}]}, {"token_id": 1486, "token_text": " volta", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 1486, "token_text": " volta", "probability": 0.078125}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 238, "token_text": " di", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.02783203125}, {"token_id": 760, "token_text": " parte", "probability": 0.0245361328125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1142578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1142578125}, {"token_id": 17, "token_text": ".", "probability": 0.107421875}, {"token_id": 303, "token_text": " che", "probability": 0.10107421875}, {"token_id": 234, "token_text": " in", "probability": 0.0576171875}, {"token_id": 209, "token_text": " a", "probability": 0.0576171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.06494140625}, {"token_id": 234, "token_text": " in", "probability": 0.04736328125}, {"token_id": 285, "token_text": " la", "probability": 0.0419921875}, {"token_id": 246, "token_text": " e", "probability": 0.039306640625}, {"token_id": 290, "token_text": " per", "probability": 0.036865234375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.41015625}, {"token_id": 844, "token_text": " stato", "probability": 0.07568359375}, {"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 387, "token_text": " una", "probability": 0.024658203125}, {"token_id": 267, "token_text": " un", "probability": 0.0230712890625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.024658203125}, {"token_id": 19568, "token_text": " trovata", "probability": 0.019287109375}, {"token_id": 6984, "token_text": " fatta", "probability": 0.019287109375}, {"token_id": 387, "token_text": " una", "probability": 0.01806640625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.28515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06787109375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.05615234375}, {"token_id": 6517, "token_text": " terza", "probability": 0.036376953125}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.08740234375}, {"token_id": 1486, "token_text": " volta", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.056396484375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.038818359375}, {"token_id": 303, "token_text": " che", "probability": 0.029296875}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.080078125}, {"token_id": 267, "token_text": " un", "probability": 0.04296875}, {"token_id": 387, "token_text": " una", "probability": 0.0245361328125}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.02294921875}, {"token_id": 1469, "token_text": " quella", "probability": 0.01531982421875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1640625}, {"token_id": 285, "token_text": " la", "probability": 0.056884765625}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.034423828125}, {"token_id": 11864, "token_text": " usata", "probability": 0.034423828125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0252685546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.03466796875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.03466796875}, {"token_id": 19568, "token_text": " trovata", "probability": 0.0269775390625}, {"token_id": 6984, "token_text": " fatta", "probability": 0.025390625}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.0238037109375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.019775390625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.2333984375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.055419921875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.052001953125}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0458984375}, {"token_id": 6517, "token_text": " terza", "probability": 0.031494140625}]}, {"token_id": 1486, "token_text": " volta", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 1486, "token_text": " volta", "probability": 0.1279296875}, {"token_id": 238, "token_text": " di", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.0732421875}, {"token_id": 17, "token_text": ".", "probability": 0.056884765625}, {"token_id": 234, "token_text": " in", "probability": 0.0252685546875}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.357421875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0201416015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.0130615234375}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.01080322265625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0101318359375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.027099609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.027099609375}, {"token_id": 234, "token_text": " in", "probability": 0.0211181640625}, {"token_id": 11864, "token_text": " usata", "probability": 0.01544189453125}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.01446533203125}, {"token_id": 293, "token_text": " il", "probability": 0.01275634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.11083984375}, {"token_id": 537, "token_text": " po", "probability": 0.033935546875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0299072265625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0299072265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0164794921875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.12255859375}, {"token_id": 5557, "token_text": "unica", "probability": 0.057861328125}, {"token_id": 4993, "token_text": "idea", "probability": 0.039794921875}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.022705078125}, {"token_id": 23326, "token_text": "opzione", "probability": 0.02001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.08642578125}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}, {"token_id": 760, "token_text": " parte", "probability": 0.033935546875}, {"token_id": 1486, "token_text": " volta", "probability": 0.0263671875}, {"token_id": 290, "token_text": " per", "probability": 0.0205078125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.052734375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.052734375}, {"token_id": 538, "token_text": " Il", "probability": 0.049560546875}, {"token_id": 954, "token_text": " Per", "probability": 0.031982421875}, {"token_id": 407, "token_text": " In", "probability": 0.031982421875}, {"token_id": 302, "token_text": " L", "probability": 0.031982421875}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.04345703125}, {"token_id": 2380, "token_text": " maggior", "probability": 0.0361328125}, {"token_id": 3657, "token_text": " nostra", "probability": 0.0247802734375}, {"token_id": 718, "token_text": " sua", "probability": 0.0205078125}, {"token_id": 4577, "token_text": " struttura", "probability": 0.012451171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.08251953125}, {"token_id": 1486, "token_text": " volta", "probability": 0.046875}, {"token_id": 760, "token_text": " parte", "probability": 0.0390625}, {"token_id": 4783, "token_text": " fase", "probability": 0.03662109375}, {"token_id": 238, "token_text": " di", "probability": 0.0267333984375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1484375}, {"token_id": 285, "token_text": " la", "probability": 0.07470703125}, {"token_id": 1469, "token_text": " quella", "probability": 0.05810546875}, {"token_id": 387, "token_text": " una", "probability": 0.045166015625}, {"token_id": 303, "token_text": " che", "probability": 0.0311279296875}]}, {"token_id": 6984, "token_text": " fatta", "chosen_probability": 0.0301513671875, "top_k_candidates": [{"token_id": 6984, "token_text": " fatta", "probability": 0.0301513671875}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.0283203125}, {"token_id": 16029, "token_text": " creata", "probability": 0.0234375}, {"token_id": 23809, "token_text": " trasmessa", "probability": 0.0220947265625}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.0220947265625}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.07421875}, {"token_id": 17, "token_text": ".", "probability": 0.06982421875}, {"token_id": 845, "token_text": " dalla", "probability": 0.0654296875}, {"token_id": 674, "token_text": " dal", "probability": 0.051025390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1982421875}, {"token_id": 387, "token_text": " una", "probability": 0.13671875}, {"token_id": 760, "token_text": " parte", "probability": 0.02294921875}, {"token_id": 2193, "token_text": " molti", "probability": 0.013916015625}, {"token_id": 1162, "token_text": " questa", "probability": 0.01123046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2041015625}, {"token_id": 2252, "token_text": " punto", "probability": 0.033203125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02294921875}, {"token_id": 5471, "token_text": " lato", "probability": 0.02294921875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0162353515625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.34375}, {"token_id": 3706, "token_text": "auto", "probability": 0.0264892578125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0234375}, {"token_id": 5557, "token_text": "unica", "probability": 0.02197265625}, {"token_id": 4378, "token_text": "area", "probability": 0.01513671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.08984375}, {"token_id": 760, "token_text": " parte", "probability": 0.05810546875}, {"token_id": 17, "token_text": ".", "probability": 0.05126953125}, {"token_id": 1738, "token_text": " forma", "probability": 0.0291748046875}, {"token_id": 29, "token_text": ":", "probability": 0.0234375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.07470703125}, {"token_id": 445, "token_text": " ma", "probability": 0.06201171875}, {"token_id": 234, "token_text": " in", "probability": 0.0546875}, {"token_id": 272, "token_text": " con", "probability": 0.04541015625}, {"token_id": 246, "token_text": " e", "probability": 0.029296875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.103515625}, {"token_id": 395, "token_text": " si", "probability": 0.07568359375}, {"token_id": 373, "token_text": " ha", "probability": 0.043212890625}, {"token_id": 424, "token_text": " non", "probability": 0.031494140625}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.34765625}, {"token_id": 844, "token_text": " stato", "probability": 0.1064453125}, {"token_id": 285, "token_text": " la", "probability": 0.04150390625}, {"token_id": 387, "token_text": " una", "probability": 0.0252685546875}, {"token_id": 267, "token_text": " un", "probability": 0.0252685546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.032958984375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.032958984375}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.025634765625}, {"token_id": 19568, "token_text": " trovata", "probability": 0.0225830078125}, {"token_id": 6984, "token_text": " fatta", "probability": 0.018798828125}, {"token_id": 387, "token_text": " una", "probability": 0.017578125}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.22265625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06787109375}, {"token_id": 2572, "token_text": " stessa", "probability": 0.036376953125}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0341796875}, {"token_id": 718, "token_text": " sua", "probability": 0.0283203125}]}, {"token_id": 1486, "token_text": " volta", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 1486, "token_text": " volta", "probability": 0.078125}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 238, "token_text": " di", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.02783203125}, {"token_id": 760, "token_text": " parte", "probability": 0.0245361328125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1142578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1142578125}, {"token_id": 17, "token_text": ".", "probability": 0.107421875}, {"token_id": 303, "token_text": " che", "probability": 0.10107421875}, {"token_id": 234, "token_text": " in", "probability": 0.0576171875}, {"token_id": 209, "token_text": " a", "probability": 0.0576171875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.06494140625}, {"token_id": 234, "token_text": " in", "probability": 0.04736328125}, {"token_id": 285, "token_text": " la", "probability": 0.0419921875}, {"token_id": 246, "token_text": " e", "probability": 0.039306640625}, {"token_id": 290, "token_text": " per", "probability": 0.036865234375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.41015625}, {"token_id": 844, "token_text": " stato", "probability": 0.07568359375}, {"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 387, "token_text": " una", "probability": 0.024658203125}, {"token_id": 267, "token_text": " un", "probability": 0.0230712890625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.024658203125}, {"token_id": 19568, "token_text": " trovata", "probability": 0.019287109375}, {"token_id": 6984, "token_text": " fatta", "probability": 0.019287109375}, {"token_id": 387, "token_text": " una", "probability": 0.01806640625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.28515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06787109375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.05615234375}, {"token_id": 6517, "token_text": " terza", "probability": 0.036376953125}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.08740234375}, {"token_id": 1486, "token_text": " volta", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.056396484375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.038818359375}, {"token_id": 303, "token_text": " che", "probability": 0.029296875}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.080078125}, {"token_id": 267, "token_text": " un", "probability": 0.04296875}, {"token_id": 387, "token_text": " una", "probability": 0.0245361328125}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.02294921875}, {"token_id": 1469, "token_text": " quella", "probability": 0.01531982421875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1640625}, {"token_id": 285, "token_text": " la", "probability": 0.056884765625}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.034423828125}, {"token_id": 11864, "token_text": " usata", "probability": 0.034423828125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0252685546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.03466796875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.03466796875}, {"token_id": 19568, "token_text": " trovata", "probability": 0.0269775390625}, {"token_id": 6984, "token_text": " fatta", "probability": 0.025390625}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.0238037109375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.019775390625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.2333984375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.055419921875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.052001953125}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0458984375}, {"token_id": 6517, "token_text": " terza", "probability": 0.031494140625}]}, {"token_id": 1486, "token_text": " volta", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 1486, "token_text": " volta", "probability": 0.1279296875}, {"token_id": 238, "token_text": " di", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.0732421875}, {"token_id": 17, "token_text": ".", "probability": 0.056884765625}, {"token_id": 234, "token_text": " in", "probability": 0.0252685546875}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.357421875, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.357421875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0201416015625}, {"token_id": 5269, "token_text": " creare", "probability": 0.0130615234375}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.01080322265625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0101318359375}, {"token_id": 1016, "token_text": " far", "probability": 0.0084228515625}, {"token_id": 6487, "token_text": " utilizzare", "probability": 0.0079345703125}, {"token_id": 8573, "token_text": " fornire", "probability": 0.007415771484375}, {"token_id": 1402, "token_text": " aver", "probability": 0.006988525390625}, {"token_id": 4492, "token_text": " trovare", "probability": 0.006988525390625}], "entropy": 4.625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.0288384721980868, "average_logprob_per_token": -1.0288384721980868, "perplexity_on_target_sequence": 2.797814207650273, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.0288384721980868, "probability": 0.357421875, "raw_probability": 0.357421875, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24948.084928035736, "probe_elapsed_sec": 0.9917754379566759, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the first of the Italian Renaissance. The first of the Italian Renaissance, the first of the Italian Renaissance, was the first of the Italian Renaissance, and the second", "text": "The capital of Italy is the first of the Italian Renaissance. The first of the Italian Renaissance, the first of the Italian Renaissance, was the first of the Italian Renaissance, and the second", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1357421875}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 248, "token_text": " an", "probability": 0.020751953125}, {"token_id": 3857, "token_text": " located", "probability": 0.020751953125}, {"token_id": 534, "token_text": " not", "probability": 0.0201416015625}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.04931640625, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.04931640625}, {"token_id": 836, "token_text": " first", "probability": 0.04931640625}, {"token_id": 5656, "token_text": " largest", "probability": 0.04638671875}, {"token_id": 4528, "token_text": " capital", "probability": 0.040771484375}, {"token_id": 1118, "token_text": " only", "probability": 0.03173828125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.111328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 263, "token_text": " to", "probability": 0.031982421875}, {"token_id": 927, "token_text": " time", "probability": 0.021240234375}, {"token_id": 262, "token_text": " and", "probability": 0.0164794921875}, {"token_id": 5945, "token_text": " African", "probability": 0.0155029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 820, "token_text": " its", "probability": 0.042236328125}, {"token_id": 209, "token_text": " a", "probability": 0.037353515625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0240478515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.017578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.0654296875}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.04248046875}, {"token_id": 1547, "token_text": " world", "probability": 0.0206298828125}, {"token_id": 2259, "token_text": " city", "probability": 0.01556396484375}, {"token_id": 836, "token_text": " first", "probability": 0.01373291015625}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.03173828125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0272216796875}, {"token_id": 16, "token_text": "-", "probability": 0.021240234375}, {"token_id": 12871, "token_text": " monarch", "probability": 0.0169677734375}, {"token_id": 3221, "token_text": " national", "probability": 0.0164794921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.09619140625}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 262, "token_text": " and", "probability": 0.042724609375}, {"token_id": 234, "token_text": " in", "probability": 0.034423828125}, {"token_id": 256, "token_text": " of", "probability": 0.0302734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2578125}, {"token_id": 679, "token_text": " It", "probability": 0.1298828125}, {"token_id": 407, "token_text": " In", "probability": 0.0654296875}, {"token_id": 2, "token_text": "", "probability": 0.03955078125}, {"token_id": 639, "token_text": " He", "probability": 0.03076171875}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.04541015625, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.04541015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.033203125}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.029296875}, {"token_id": 3311, "token_text": " French", "probability": 0.0242919921875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0162353515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.039306640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.039306640625}, {"token_id": 262, "token_text": " and", "probability": 0.0191650390625}, {"token_id": 15, "token_text": ",", "probability": 0.016357421875}, {"token_id": 1921, "token_text": " known", "probability": 0.015869140625}, {"token_id": 618, "token_text": " part", "probability": 0.015380859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.60546875}, {"token_id": 820, "token_text": " its", "probability": 0.06396484375}, {"token_id": 1414, "token_text": " these", "probability": 0.0341796875}, {"token_id": 478, "token_text": " his", "probability": 0.0301513671875}, {"token_id": 587, "token_text": " this", "probability": 0.0250244140625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.061767578125}, {"token_id": 836, "token_text": " first", "probability": 0.045166015625}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.04248046875}, {"token_id": 3311, "token_text": " French", "probability": 0.0291748046875}, {"token_id": 1618, "token_text": " last", "probability": 0.01708984375}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.05615234375}, {"token_id": 16, "token_text": "-", "probability": 0.032958984375}, {"token_id": 3965, "token_text": " language", "probability": 0.024169921875}, {"token_id": 17377, "token_text": " painter", "probability": 0.0181884765625}, {"token_id": 30642, "token_text": " Gothic", "probability": 0.01251220703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 336, "token_text": " is", "probability": 0.07568359375}, {"token_id": 361, "token_text": " was", "probability": 0.04052734375}, {"token_id": 262, "token_text": " and", "probability": 0.0230712890625}, {"token_id": 323, "token_text": " (", "probability": 0.0223388671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 647, "token_text": " which", "probability": 0.043212890625}, {"token_id": 234, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0269775390625}, {"token_id": 209, "token_text": " a", "probability": 0.0223388671875}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.119140625}, {"token_id": 1077, "token_text": " second", "probability": 0.05615234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.043701171875}, {"token_id": 1618, "token_text": " last", "probability": 0.031982421875}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.0283203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.2099609375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0302734375}, {"token_id": 262, "token_text": " and", "probability": 0.0235595703125}, {"token_id": 234, "token_text": " in", "probability": 0.022216796875}, {"token_id": 1921, "token_text": " known", "probability": 0.021484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.625}, {"token_id": 820, "token_text": " its", "probability": 0.0546875}, {"token_id": 209, "token_text": " a", "probability": 0.0242919921875}, {"token_id": 647, "token_text": " which", "probability": 0.0213623046875}, {"token_id": 478, "token_text": " his", "probability": 0.0189208984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.0791015625}, {"token_id": 836, "token_text": " first", "probability": 0.057861328125}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.0478515625}, {"token_id": 3311, "token_text": " French", "probability": 0.03515625}, {"token_id": 1618, "token_text": " last", "probability": 0.02734375}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.07177734375}, {"token_id": 17377, "token_text": " painter", "probability": 0.0299072265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0247802734375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0218505859375}, {"token_id": 3965, "token_text": " language", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.3046875}, {"token_id": 17, "token_text": ".", "probability": 0.046875}, {"token_id": 262, "token_text": " and", "probability": 0.035400390625}, {"token_id": 256, "token_text": " of", "probability": 0.0341796875}, {"token_id": 234, "token_text": " in", "probability": 0.0322265625}]}, {"token_id": 361, "token_text": " was", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 361, "token_text": " was", "probability": 0.419921875}, {"token_id": 336, "token_text": " is", "probability": 0.17578125}, {"token_id": 614, "token_text": " has", "probability": 0.0286865234375}, {"token_id": 703, "token_text": " had", "probability": 0.0196533203125}, {"token_id": 230, "token_text": " the", "probability": 0.0184326171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.169921875}, {"token_id": 209, "token_text": " a", "probability": 0.06640625}, {"token_id": 720, "token_text": " one", "probability": 0.026123046875}, {"token_id": 234, "token_text": " in", "probability": 0.02294921875}, {"token_id": 3004, "token_text": " named", "probability": 0.01904296875}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.28125}, {"token_id": 1077, "token_text": " second", "probability": 0.06689453125}, {"token_id": 1618, "token_text": " last", "probability": 0.05224609375}, {"token_id": 1118, "token_text": " only", "probability": 0.024658203125}, {"token_id": 3314, "token_text": " third", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.138671875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.05078125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.037109375}, {"token_id": 263, "token_text": " to", "probability": 0.034912109375}, {"token_id": 3311, "token_text": " French", "probability": 0.025634765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.61328125}, {"token_id": 820, "token_text": " its", "probability": 0.060546875}, {"token_id": 209, "token_text": " a", "probability": 0.0390625}, {"token_id": 1424, "token_text": " three", "probability": 0.017333984375}, {"token_id": 478, "token_text": " his", "probability": 0.01531982421875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.10107421875}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.053955078125}, {"token_id": 836, "token_text": " first", "probability": 0.053955078125}, {"token_id": 3311, "token_text": " French", "probability": 0.044921875}, {"token_id": 1618, "token_text": " last", "probability": 0.0186767578125}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.08642578125}, {"token_id": 17377, "token_text": " painter", "probability": 0.034912109375}, {"token_id": 16, "token_text": "-", "probability": 0.0263671875}, {"token_id": 3965, "token_text": " language", "probability": 0.023193359375}, {"token_id": 30642, "token_text": " Gothic", "probability": 0.01806640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 234, "token_text": " in", "probability": 0.046875}, {"token_id": 256, "token_text": " of", "probability": 0.0439453125}, {"token_id": 262, "token_text": " and", "probability": 0.042724609375}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.1806640625}, {"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 731, "token_text": " who", "probability": 0.052001953125}, {"token_id": 234, "token_text": " in", "probability": 0.052001953125}, {"token_id": 647, "token_text": " which", "probability": 0.037841796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2314453125}, {"token_id": 361, "token_text": " was", "probability": 0.0849609375}, {"token_id": 234, "token_text": " in", "probability": 0.037841796875}, {"token_id": 209, "token_text": " a", "probability": 0.033447265625}, {"token_id": 401, "token_text": " it", "probability": 0.03125}]}, {"token_id": 1077, "token_text": " second", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 1077, "token_text": " second", "probability": 0.1650390625}, {"token_id": 836, "token_text": " first", "probability": 0.1455078125}, {"token_id": 1618, "token_text": " last", "probability": 0.060791015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03466796875}, {"token_id": 3314, "token_text": " third", "probability": 0.025390625}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1357421875}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 248, "token_text": " an", "probability": 0.020751953125}, {"token_id": 3857, "token_text": " located", "probability": 0.020751953125}, {"token_id": 534, "token_text": " not", "probability": 0.0201416015625}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.04931640625, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.04931640625}, {"token_id": 836, "token_text": " first", "probability": 0.04931640625}, {"token_id": 5656, "token_text": " largest", "probability": 0.04638671875}, {"token_id": 4528, "token_text": " capital", "probability": 0.040771484375}, {"token_id": 1118, "token_text": " only", "probability": 0.03173828125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.111328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 263, "token_text": " to", "probability": 0.031982421875}, {"token_id": 927, "token_text": " time", "probability": 0.021240234375}, {"token_id": 262, "token_text": " and", "probability": 0.0164794921875}, {"token_id": 5945, "token_text": " African", "probability": 0.0155029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 820, "token_text": " its", "probability": 0.042236328125}, {"token_id": 209, "token_text": " a", "probability": 0.037353515625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0240478515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.017578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.0654296875}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.04248046875}, {"token_id": 1547, "token_text": " world", "probability": 0.0206298828125}, {"token_id": 2259, "token_text": " city", "probability": 0.01556396484375}, {"token_id": 836, "token_text": " first", "probability": 0.01373291015625}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.03173828125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0272216796875}, {"token_id": 16, "token_text": "-", "probability": 0.021240234375}, {"token_id": 12871, "token_text": " monarch", "probability": 0.0169677734375}, {"token_id": 3221, "token_text": " national", "probability": 0.0164794921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.09619140625}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 262, "token_text": " and", "probability": 0.042724609375}, {"token_id": 234, "token_text": " in", "probability": 0.034423828125}, {"token_id": 256, "token_text": " of", "probability": 0.0302734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.26953125}, {"token_id": 679, "token_text": " It", "probability": 0.134765625}, {"token_id": 407, "token_text": " In", "probability": 0.06787109375}, {"token_id": 639, "token_text": " He", "probability": 0.031982421875}, {"token_id": 1062, "token_text": " This", "probability": 0.0250244140625}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.04541015625, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.04541015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.033203125}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.029296875}, {"token_id": 3311, "token_text": " French", "probability": 0.0242919921875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0162353515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.039306640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.039306640625}, {"token_id": 262, "token_text": " and", "probability": 0.0191650390625}, {"token_id": 15, "token_text": ",", "probability": 0.016357421875}, {"token_id": 1921, "token_text": " known", "probability": 0.015869140625}, {"token_id": 618, "token_text": " part", "probability": 0.015380859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.60546875}, {"token_id": 820, "token_text": " its", "probability": 0.06396484375}, {"token_id": 1414, "token_text": " these", "probability": 0.0341796875}, {"token_id": 478, "token_text": " his", "probability": 0.0301513671875}, {"token_id": 587, "token_text": " this", "probability": 0.0250244140625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.061767578125}, {"token_id": 836, "token_text": " first", "probability": 0.045166015625}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.04248046875}, {"token_id": 3311, "token_text": " French", "probability": 0.0291748046875}, {"token_id": 1618, "token_text": " last", "probability": 0.01708984375}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.05615234375}, {"token_id": 16, "token_text": "-", "probability": 0.032958984375}, {"token_id": 3965, "token_text": " language", "probability": 0.024169921875}, {"token_id": 17377, "token_text": " painter", "probability": 0.0181884765625}, {"token_id": 30642, "token_text": " Gothic", "probability": 0.01251220703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 336, "token_text": " is", "probability": 0.07568359375}, {"token_id": 361, "token_text": " was", "probability": 0.04052734375}, {"token_id": 262, "token_text": " and", "probability": 0.0230712890625}, {"token_id": 323, "token_text": " (", "probability": 0.0223388671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 647, "token_text": " which", "probability": 0.043212890625}, {"token_id": 234, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0269775390625}, {"token_id": 209, "token_text": " a", "probability": 0.0223388671875}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.119140625}, {"token_id": 1077, "token_text": " second", "probability": 0.05615234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.043701171875}, {"token_id": 1618, "token_text": " last", "probability": 0.031982421875}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.0283203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.2099609375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0302734375}, {"token_id": 262, "token_text": " and", "probability": 0.0235595703125}, {"token_id": 234, "token_text": " in", "probability": 0.022216796875}, {"token_id": 1921, "token_text": " known", "probability": 0.021484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.625}, {"token_id": 820, "token_text": " its", "probability": 0.0546875}, {"token_id": 209, "token_text": " a", "probability": 0.0242919921875}, {"token_id": 647, "token_text": " which", "probability": 0.0213623046875}, {"token_id": 478, "token_text": " his", "probability": 0.0189208984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.0791015625}, {"token_id": 836, "token_text": " first", "probability": 0.057861328125}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.0478515625}, {"token_id": 3311, "token_text": " French", "probability": 0.03515625}, {"token_id": 1618, "token_text": " last", "probability": 0.02734375}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.07177734375}, {"token_id": 17377, "token_text": " painter", "probability": 0.0299072265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0247802734375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0218505859375}, {"token_id": 3965, "token_text": " language", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.3046875}, {"token_id": 17, "token_text": ".", "probability": 0.046875}, {"token_id": 262, "token_text": " and", "probability": 0.035400390625}, {"token_id": 256, "token_text": " of", "probability": 0.0341796875}, {"token_id": 234, "token_text": " in", "probability": 0.0322265625}]}, {"token_id": 361, "token_text": " was", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 361, "token_text": " was", "probability": 0.419921875}, {"token_id": 336, "token_text": " is", "probability": 0.17578125}, {"token_id": 614, "token_text": " has", "probability": 0.0286865234375}, {"token_id": 703, "token_text": " had", "probability": 0.0196533203125}, {"token_id": 230, "token_text": " the", "probability": 0.0184326171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.169921875}, {"token_id": 209, "token_text": " a", "probability": 0.06640625}, {"token_id": 720, "token_text": " one", "probability": 0.026123046875}, {"token_id": 234, "token_text": " in", "probability": 0.02294921875}, {"token_id": 3004, "token_text": " named", "probability": 0.01904296875}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.28125}, {"token_id": 1077, "token_text": " second", "probability": 0.06689453125}, {"token_id": 1618, "token_text": " last", "probability": 0.05224609375}, {"token_id": 1118, "token_text": " only", "probability": 0.024658203125}, {"token_id": 3314, "token_text": " third", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.138671875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.05078125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.037109375}, {"token_id": 263, "token_text": " to", "probability": 0.034912109375}, {"token_id": 3311, "token_text": " French", "probability": 0.025634765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.61328125}, {"token_id": 820, "token_text": " its", "probability": 0.060546875}, {"token_id": 209, "token_text": " a", "probability": 0.0390625}, {"token_id": 1424, "token_text": " three", "probability": 0.017333984375}, {"token_id": 478, "token_text": " his", "probability": 0.01531982421875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.10107421875}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.053955078125}, {"token_id": 836, "token_text": " first", "probability": 0.053955078125}, {"token_id": 3311, "token_text": " French", "probability": 0.044921875}, {"token_id": 1618, "token_text": " last", "probability": 0.0186767578125}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.08642578125}, {"token_id": 17377, "token_text": " painter", "probability": 0.034912109375}, {"token_id": 16, "token_text": "-", "probability": 0.0263671875}, {"token_id": 3965, "token_text": " language", "probability": 0.023193359375}, {"token_id": 30642, "token_text": " Gothic", "probability": 0.01806640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 234, "token_text": " in", "probability": 0.046875}, {"token_id": 256, "token_text": " of", "probability": 0.0439453125}, {"token_id": 262, "token_text": " and", "probability": 0.042724609375}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.1806640625}, {"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 731, "token_text": " who", "probability": 0.052001953125}, {"token_id": 234, "token_text": " in", "probability": 0.052001953125}, {"token_id": 647, "token_text": " which", "probability": 0.037841796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2314453125}, {"token_id": 361, "token_text": " was", "probability": 0.0849609375}, {"token_id": 234, "token_text": " in", "probability": 0.037841796875}, {"token_id": 209, "token_text": " a", "probability": 0.033447265625}, {"token_id": 401, "token_text": " it", "probability": 0.03125}]}, {"token_id": 1077, "token_text": " second", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 1077, "token_text": " second", "probability": 0.1650390625}, {"token_id": 836, "token_text": " first", "probability": 0.1455078125}, {"token_id": 1618, "token_text": " last", "probability": 0.060791015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03466796875}, {"token_id": 3314, "token_text": " third", "probability": 0.025390625}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1357421875}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 248, "token_text": " an", "probability": 0.020751953125}, {"token_id": 3857, "token_text": " located", "probability": 0.020751953125}, {"token_id": 534, "token_text": " not", "probability": 0.0201416015625}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.04931640625, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.04931640625}, {"token_id": 836, "token_text": " first", "probability": 0.04931640625}, {"token_id": 5656, "token_text": " largest", "probability": 0.04638671875}, {"token_id": 4528, "token_text": " capital", "probability": 0.040771484375}, {"token_id": 1118, "token_text": " only", "probability": 0.03173828125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.111328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 263, "token_text": " to", "probability": 0.031982421875}, {"token_id": 927, "token_text": " time", "probability": 0.021240234375}, {"token_id": 262, "token_text": " and", "probability": 0.0164794921875}, {"token_id": 5945, "token_text": " African", "probability": 0.0155029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 820, "token_text": " its", "probability": 0.042236328125}, {"token_id": 209, "token_text": " a", "probability": 0.037353515625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0240478515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.017578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.0654296875}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.04248046875}, {"token_id": 1547, "token_text": " world", "probability": 0.0206298828125}, {"token_id": 2259, "token_text": " city", "probability": 0.01556396484375}, {"token_id": 836, "token_text": " first", "probability": 0.01373291015625}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.03173828125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0272216796875}, {"token_id": 16, "token_text": "-", "probability": 0.021240234375}, {"token_id": 12871, "token_text": " monarch", "probability": 0.0169677734375}, {"token_id": 3221, "token_text": " national", "probability": 0.0164794921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.09619140625}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 262, "token_text": " and", "probability": 0.042724609375}, {"token_id": 234, "token_text": " in", "probability": 0.034423828125}, {"token_id": 256, "token_text": " of", "probability": 0.0302734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.26953125}, {"token_id": 679, "token_text": " It", "probability": 0.134765625}, {"token_id": 407, "token_text": " In", "probability": 0.06787109375}, {"token_id": 639, "token_text": " He", "probability": 0.031982421875}, {"token_id": 1062, "token_text": " This", "probability": 0.0250244140625}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.04541015625, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.04541015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.033203125}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.029296875}, {"token_id": 3311, "token_text": " French", "probability": 0.0242919921875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0162353515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.039306640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.039306640625}, {"token_id": 262, "token_text": " and", "probability": 0.0191650390625}, {"token_id": 15, "token_text": ",", "probability": 0.016357421875}, {"token_id": 1921, "token_text": " known", "probability": 0.015869140625}, {"token_id": 618, "token_text": " part", "probability": 0.015380859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.60546875}, {"token_id": 820, "token_text": " its", "probability": 0.06396484375}, {"token_id": 1414, "token_text": " these", "probability": 0.0341796875}, {"token_id": 478, "token_text": " his", "probability": 0.0301513671875}, {"token_id": 587, "token_text": " this", "probability": 0.0250244140625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.061767578125}, {"token_id": 836, "token_text": " first", "probability": 0.045166015625}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.04248046875}, {"token_id": 3311, "token_text": " French", "probability": 0.0291748046875}, {"token_id": 1618, "token_text": " last", "probability": 0.01708984375}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.05615234375}, {"token_id": 16, "token_text": "-", "probability": 0.032958984375}, {"token_id": 3965, "token_text": " language", "probability": 0.024169921875}, {"token_id": 17377, "token_text": " painter", "probability": 0.0181884765625}, {"token_id": 30642, "token_text": " Gothic", "probability": 0.01251220703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 336, "token_text": " is", "probability": 0.07568359375}, {"token_id": 361, "token_text": " was", "probability": 0.04052734375}, {"token_id": 262, "token_text": " and", "probability": 0.0230712890625}, {"token_id": 323, "token_text": " (", "probability": 0.0223388671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 647, "token_text": " which", "probability": 0.043212890625}, {"token_id": 234, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0269775390625}, {"token_id": 209, "token_text": " a", "probability": 0.0223388671875}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.119140625}, {"token_id": 1077, "token_text": " second", "probability": 0.05615234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.043701171875}, {"token_id": 1618, "token_text": " last", "probability": 0.031982421875}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.0283203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.2099609375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0302734375}, {"token_id": 262, "token_text": " and", "probability": 0.0235595703125}, {"token_id": 234, "token_text": " in", "probability": 0.022216796875}, {"token_id": 1921, "token_text": " known", "probability": 0.021484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.625}, {"token_id": 820, "token_text": " its", "probability": 0.0546875}, {"token_id": 209, "token_text": " a", "probability": 0.0242919921875}, {"token_id": 647, "token_text": " which", "probability": 0.0213623046875}, {"token_id": 478, "token_text": " his", "probability": 0.0189208984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.0791015625}, {"token_id": 836, "token_text": " first", "probability": 0.057861328125}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.0478515625}, {"token_id": 3311, "token_text": " French", "probability": 0.03515625}, {"token_id": 1618, "token_text": " last", "probability": 0.02734375}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.07177734375}, {"token_id": 17377, "token_text": " painter", "probability": 0.0299072265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0247802734375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0218505859375}, {"token_id": 3965, "token_text": " language", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.3046875}, {"token_id": 17, "token_text": ".", "probability": 0.046875}, {"token_id": 262, "token_text": " and", "probability": 0.035400390625}, {"token_id": 256, "token_text": " of", "probability": 0.0341796875}, {"token_id": 234, "token_text": " in", "probability": 0.0322265625}]}, {"token_id": 361, "token_text": " was", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 361, "token_text": " was", "probability": 0.419921875}, {"token_id": 336, "token_text": " is", "probability": 0.17578125}, {"token_id": 614, "token_text": " has", "probability": 0.0286865234375}, {"token_id": 703, "token_text": " had", "probability": 0.0196533203125}, {"token_id": 230, "token_text": " the", "probability": 0.0184326171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.169921875}, {"token_id": 209, "token_text": " a", "probability": 0.06640625}, {"token_id": 720, "token_text": " one", "probability": 0.026123046875}, {"token_id": 234, "token_text": " in", "probability": 0.02294921875}, {"token_id": 3004, "token_text": " named", "probability": 0.01904296875}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.28125}, {"token_id": 1077, "token_text": " second", "probability": 0.06689453125}, {"token_id": 1618, "token_text": " last", "probability": 0.05224609375}, {"token_id": 1118, "token_text": " only", "probability": 0.024658203125}, {"token_id": 3314, "token_text": " third", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.138671875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.05078125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.037109375}, {"token_id": 263, "token_text": " to", "probability": 0.034912109375}, {"token_id": 3311, "token_text": " French", "probability": 0.025634765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.61328125}, {"token_id": 820, "token_text": " its", "probability": 0.060546875}, {"token_id": 209, "token_text": " a", "probability": 0.0390625}, {"token_id": 1424, "token_text": " three", "probability": 0.017333984375}, {"token_id": 478, "token_text": " his", "probability": 0.01531982421875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.10107421875}, {"token_id": 6327, "token_text": " Spanish", "probability": 0.053955078125}, {"token_id": 836, "token_text": " first", "probability": 0.053955078125}, {"token_id": 3311, "token_text": " French", "probability": 0.044921875}, {"token_id": 1618, "token_text": " last", "probability": 0.0186767578125}]}, {"token_id": 23646, "token_text": " Renaissance", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 23646, "token_text": " Renaissance", "probability": 0.08642578125}, {"token_id": 17377, "token_text": " painter", "probability": 0.034912109375}, {"token_id": 16, "token_text": "-", "probability": 0.0263671875}, {"token_id": 3965, "token_text": " language", "probability": 0.023193359375}, {"token_id": 30642, "token_text": " Gothic", "probability": 0.01806640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 234, "token_text": " in", "probability": 0.046875}, {"token_id": 256, "token_text": " of", "probability": 0.0439453125}, {"token_id": 262, "token_text": " and", "probability": 0.042724609375}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.1806640625}, {"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 731, "token_text": " who", "probability": 0.052001953125}, {"token_id": 234, "token_text": " in", "probability": 0.052001953125}, {"token_id": 647, "token_text": " which", "probability": 0.037841796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2314453125}, {"token_id": 361, "token_text": " was", "probability": 0.0849609375}, {"token_id": 234, "token_text": " in", "probability": 0.037841796875}, {"token_id": 209, "token_text": " a", "probability": 0.033447265625}, {"token_id": 401, "token_text": " it", "probability": 0.03125}]}, {"token_id": 1077, "token_text": " second", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 1077, "token_text": " second", "probability": 0.1650390625}, {"token_id": 836, "token_text": " first", "probability": 0.1455078125}, {"token_id": 1618, "token_text": " last", "probability": 0.060791015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03466796875}, {"token_id": 3314, "token_text": " third", "probability": 0.025390625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 1295, "correct_token_probability": 5.841255187988281e-05, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1357421875}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 248, "token_text": " an", "probability": 0.020751953125}, {"token_id": 3857, "token_text": " located", "probability": 0.020751953125}, {"token_id": 534, "token_text": " not", "probability": 0.0201416015625}, {"token_id": 720, "token_text": " one", "probability": 0.017822265625}, {"token_id": 1576, "token_text": " now", "probability": 0.0162353515625}, {"token_id": 263, "token_text": " to", "probability": 0.0162353515625}, {"token_id": 1921, "token_text": " known", "probability": 0.01519775390625}, {"token_id": 751, "token_text": " also", "probability": 0.0147705078125}], "entropy": 5.625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.74797976177407, "average_logprob_per_token": -9.74797976177407, "perplexity_on_target_sequence": 17119.608163265315, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -9.74797976177407, "probability": 5.841255187988281e-05, "raw_probability": 5.841255187988281e-05, "correct_token_rank": 1295}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24948.085567474365, "probe_elapsed_sec": 0.9917754379566759, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to be used in the United States. The term \"A\" is a term used in the United States. The term \"A\" is a term", "text": "A small language model should be used to be used in the United States. The term \"A\" is a term used in the United States. The term \"A\" is a term", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.34765625}, {"token_id": 534, "token_text": " not", "probability": 0.068359375}, {"token_id": 1466, "token_text": " help", "probability": 0.0284423828125}, {"token_id": 581, "token_text": " have", "probability": 0.0267333984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0208740234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09521484375}, {"token_id": 2956, "token_text": " able", "probability": 0.0308837890625}, {"token_id": 1334, "token_text": " found", "probability": 0.0272216796875}, {"token_id": 209, "token_text": " a", "probability": 0.0255126953125}, {"token_id": 3493, "token_text": " available", "probability": 0.0186767578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.3046875}, {"token_id": 234, "token_text": " in", "probability": 0.1962890625}, {"token_id": 321, "token_text": " for", "probability": 0.0927734375}, {"token_id": 347, "token_text": " as", "probability": 0.06396484375}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.04345703125}, {"token_id": 4052, "token_text": " create", "probability": 0.04345703125}, {"token_id": 230, "token_text": " the", "probability": 0.02978515625}, {"token_id": 10728, "token_text": " describe", "probability": 0.028076171875}, {"token_id": 1300, "token_text": " use", "probability": 0.0205078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.310546875}, {"token_id": 4051, "token_text": " added", "probability": 0.021240234375}, {"token_id": 209, "token_text": " a", "probability": 0.021240234375}, {"token_id": 2956, "token_text": " able", "probability": 0.0186767578125}, {"token_id": 5608, "token_text": " performed", "probability": 0.0128173828125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.255859375}, {"token_id": 263, "token_text": " to", "probability": 0.1455078125}, {"token_id": 347, "token_text": " as", "probability": 0.11328125}, {"token_id": 321, "token_text": " for", "probability": 0.10009765625}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33984375}, {"token_id": 209, "token_text": " a", "probability": 0.055419921875}, {"token_id": 587, "token_text": " this", "probability": 0.0224609375}, {"token_id": 1031, "token_text": " any", "probability": 0.01446533203125}, {"token_id": 2378, "token_text": " order", "probability": 0.01361083984375}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.0439453125, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.0439453125}, {"token_id": 1686, "token_text": " same", "probability": 0.0234375}, {"token_id": 1075, "token_text": " form", "probability": 0.0194091796875}, {"token_id": 9925, "token_text": " context", "probability": 0.015625}, {"token_id": 6462, "token_text": " UK", "probability": 0.015625}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.90625}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.0791015625}, {"token_id": 10239, "token_text": " Nations", "probability": 0.006927490234375}, {"token_id": 5736, "token_text": " Arab", "probability": 0.00136566162109375}, {"token_id": 4518, "token_text": " countries", "probability": 0.0002155303955078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.25}, {"token_id": 262, "token_text": " and", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 256, "token_text": " of", "probability": 0.0595703125}, {"token_id": 410, "token_text": " or", "probability": 0.0281982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.177734375}, {"token_id": 407, "token_text": " In", "probability": 0.0576171875}, {"token_id": 2, "token_text": "", "probability": 0.042236328125}, {"token_id": 277, "token_text": " A", "probability": 0.032958984375}, {"token_id": 679, "token_text": " It", "probability": 0.0308837890625}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.03466796875, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.03466796875}, {"token_id": 836, "token_text": " first", "probability": 0.0286865234375}, {"token_id": 2244, "token_text": " following", "probability": 0.01055908203125}, {"token_id": 942, "token_text": " most", "probability": 0.01055908203125}, {"token_id": 1793, "token_text": " name", "probability": 0.00933837890625}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.404296875}, {"token_id": 336, "token_text": " is", "probability": 0.10888671875}, {"token_id": 321, "token_text": " for", "probability": 0.035400390625}, {"token_id": 1347, "token_text": " used", "probability": 0.0228271484375}, {"token_id": 361, "token_text": " was", "probability": 0.020751953125}]}, {"token_id": 36, "token_text": "A", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 36, "token_text": "A", "probability": 0.03173828125}, {"token_id": 38, "token_text": "C", "probability": 0.0205078125}, {"token_id": 1235, "token_text": "The", "probability": 0.01806640625}, {"token_id": 70, "token_text": "c", "probability": 0.0169677734375}, {"token_id": 86, "token_text": "s", "probability": 0.0159912109375}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.058349609375, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.058349609375}, {"token_id": 1986, "token_text": "my", "probability": 0.033203125}, {"token_id": 9567, "token_text": "sian", "probability": 0.03125}, {"token_id": 328, "token_text": "li", "probability": 0.021484375}, {"token_id": 397, "token_text": "ma", "probability": 0.0142822265625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.205078125}, {"token_id": 361, "token_text": " was", "probability": 0.05859375}, {"token_id": 13040, "token_text": " refers", "probability": 0.0303955078125}, {"token_id": 3693, "token_text": " means", "probability": 0.028564453125}, {"token_id": 410, "token_text": " or", "probability": 0.0260009765625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.12060546875}, {"token_id": 1347, "token_text": " used", "probability": 0.12060546875}, {"token_id": 230, "token_text": " the", "probability": 0.060546875}, {"token_id": 534, "token_text": " not", "probability": 0.03662109375}, {"token_id": 234, "token_text": " in", "probability": 0.028564453125}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.051025390625}, {"token_id": 363, "token_text": " \"", "probability": 0.039794921875}, {"token_id": 4275, "token_text": " type", "probability": 0.0166015625}, {"token_id": 3188, "token_text": " common", "probability": 0.01611328125}, {"token_id": 2185, "token_text": " word", "probability": 0.01507568359375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1865234375}, {"token_id": 321, "token_text": " for", "probability": 0.1455078125}, {"token_id": 379, "token_text": " that", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.053466796875}, {"token_id": 256, "token_text": " of", "probability": 0.05029296875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.2734375}, {"token_id": 443, "token_text": " by", "probability": 0.255859375}, {"token_id": 263, "token_text": " to", "probability": 0.1875}, {"token_id": 321, "token_text": " for", "probability": 0.1005859375}, {"token_id": 347, "token_text": " as", "probability": 0.032470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.35546875}, {"token_id": 209, "token_text": " a", "probability": 0.04248046875}, {"token_id": 587, "token_text": " this", "probability": 0.018798828125}, {"token_id": 3093, "token_text": " English", "probability": 0.018310546875}, {"token_id": 820, "token_text": " its", "probability": 0.01470947265625}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.439453125}, {"token_id": 430, "token_text": " U", "probability": 0.028076171875}, {"token_id": 1859, "token_text": " American", "probability": 0.0150146484375}, {"token_id": 6462, "token_text": " UK", "probability": 0.01171875}, {"token_id": 1840, "token_text": " US", "probability": 0.01171875}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.91796875}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.07080078125}, {"token_id": 10239, "token_text": " Nations", "probability": 0.0033111572265625}, {"token_id": 5736, "token_text": " Arab", "probability": 0.001007080078125}, {"token_id": 29439, "token_text": " Methodist", "probability": 0.000652313232421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.296875}, {"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 262, "token_text": " and", "probability": 0.0966796875}, {"token_id": 263, "token_text": " to", "probability": 0.0216064453125}, {"token_id": 256, "token_text": " of", "probability": 0.020263671875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2001953125}, {"token_id": 679, "token_text": " It", "probability": 0.1298828125}, {"token_id": 407, "token_text": " In", "probability": 0.061279296875}, {"token_id": 277, "token_text": " A", "probability": 0.0419921875}, {"token_id": 2, "token_text": "", "probability": 0.0419921875}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.6640625}, {"token_id": 2185, "token_text": " word", "probability": 0.057861328125}, {"token_id": 1793, "token_text": " name", "probability": 0.029052734375}, {"token_id": 836, "token_text": " first", "probability": 0.01068115234375}, {"token_id": 11918, "token_text": " definition", "probability": 0.00537109375}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.265625}, {"token_id": 1347, "token_text": " used", "probability": 0.1611328125}, {"token_id": 336, "token_text": " is", "probability": 0.11767578125}, {"token_id": 361, "token_text": " was", "probability": 0.038330078125}, {"token_id": 13040, "token_text": " refers", "probability": 0.024658203125}]}, {"token_id": 36, "token_text": "A", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 36, "token_text": "A", "probability": 0.61328125}, {"token_id": 54, "token_text": "S", "probability": 0.02099609375}, {"token_id": 37, "token_text": "B", "probability": 0.0185546875}, {"token_id": 39, "token_text": "D", "probability": 0.0174560546875}, {"token_id": 48, "token_text": "M", "probability": 0.01446533203125}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.87890625}, {"token_id": 1205, "token_text": "\",", "probability": 0.030029296875}, {"token_id": 1048, "token_text": "\".", "probability": 0.01104736328125}, {"token_id": 5700, "token_text": "\")", "probability": 0.0103759765625}, {"token_id": 1010, "token_text": ",\"", "probability": 0.00860595703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.498046875}, {"token_id": 361, "token_text": " was", "probability": 0.08154296875}, {"token_id": 3693, "token_text": " means", "probability": 0.041015625}, {"token_id": 5753, "token_text": " uses", "probability": 0.041015625}, {"token_id": 13040, "token_text": " refers", "probability": 0.0361328125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.2578125}, {"token_id": 1347, "token_text": " used", "probability": 0.1298828125}, {"token_id": 230, "token_text": " the", "probability": 0.05419921875}, {"token_id": 248, "token_text": " an", "probability": 0.0272216796875}, {"token_id": 234, "token_text": " in", "probability": 0.0255126953125}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.287109375}, {"token_id": 2185, "token_text": " word", "probability": 0.0303955078125}, {"token_id": 363, "token_text": " \"", "probability": 0.022216796875}, {"token_id": 1075, "token_text": " form", "probability": 0.01348876953125}, {"token_id": 4275, "token_text": " type", "probability": 0.0130615234375}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.34765625}, {"token_id": 534, "token_text": " not", "probability": 0.068359375}, {"token_id": 1466, "token_text": " help", "probability": 0.0284423828125}, {"token_id": 581, "token_text": " have", "probability": 0.0267333984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0208740234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09521484375}, {"token_id": 2956, "token_text": " able", "probability": 0.0308837890625}, {"token_id": 1334, "token_text": " found", "probability": 0.0272216796875}, {"token_id": 209, "token_text": " a", "probability": 0.0255126953125}, {"token_id": 3493, "token_text": " available", "probability": 0.0186767578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.3046875}, {"token_id": 234, "token_text": " in", "probability": 0.1962890625}, {"token_id": 321, "token_text": " for", "probability": 0.0927734375}, {"token_id": 347, "token_text": " as", "probability": 0.06396484375}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.04345703125}, {"token_id": 4052, "token_text": " create", "probability": 0.04345703125}, {"token_id": 230, "token_text": " the", "probability": 0.02978515625}, {"token_id": 10728, "token_text": " describe", "probability": 0.028076171875}, {"token_id": 1300, "token_text": " use", "probability": 0.0205078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.310546875}, {"token_id": 4051, "token_text": " added", "probability": 0.021240234375}, {"token_id": 209, "token_text": " a", "probability": 0.021240234375}, {"token_id": 2956, "token_text": " able", "probability": 0.0186767578125}, {"token_id": 5608, "token_text": " performed", "probability": 0.0128173828125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.255859375}, {"token_id": 263, "token_text": " to", "probability": 0.1455078125}, {"token_id": 347, "token_text": " as", "probability": 0.11328125}, {"token_id": 321, "token_text": " for", "probability": 0.10009765625}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33984375}, {"token_id": 209, "token_text": " a", "probability": 0.055419921875}, {"token_id": 587, "token_text": " this", "probability": 0.0224609375}, {"token_id": 1031, "token_text": " any", "probability": 0.01446533203125}, {"token_id": 2378, "token_text": " order", "probability": 0.01361083984375}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.0439453125, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.0439453125}, {"token_id": 1686, "token_text": " same", "probability": 0.0234375}, {"token_id": 1075, "token_text": " form", "probability": 0.0194091796875}, {"token_id": 9925, "token_text": " context", "probability": 0.015625}, {"token_id": 6462, "token_text": " UK", "probability": 0.015625}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.90625}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.0791015625}, {"token_id": 10239, "token_text": " Nations", "probability": 0.006927490234375}, {"token_id": 5736, "token_text": " Arab", "probability": 0.00136566162109375}, {"token_id": 4518, "token_text": " countries", "probability": 0.0002155303955078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.251953125}, {"token_id": 262, "token_text": " and", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 256, "token_text": " of", "probability": 0.0595703125}, {"token_id": 410, "token_text": " or", "probability": 0.0281982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.185546875}, {"token_id": 407, "token_text": " In", "probability": 0.060302734375}, {"token_id": 277, "token_text": " A", "probability": 0.034423828125}, {"token_id": 679, "token_text": " It", "probability": 0.0322265625}, {"token_id": 1062, "token_text": " This", "probability": 0.0284423828125}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.03466796875, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.03466796875}, {"token_id": 836, "token_text": " first", "probability": 0.0286865234375}, {"token_id": 2244, "token_text": " following", "probability": 0.01055908203125}, {"token_id": 942, "token_text": " most", "probability": 0.01055908203125}, {"token_id": 1793, "token_text": " name", "probability": 0.00933837890625}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.404296875}, {"token_id": 336, "token_text": " is", "probability": 0.10888671875}, {"token_id": 321, "token_text": " for", "probability": 0.035400390625}, {"token_id": 1347, "token_text": " used", "probability": 0.0228271484375}, {"token_id": 361, "token_text": " was", "probability": 0.020751953125}]}, {"token_id": 36, "token_text": "A", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 36, "token_text": "A", "probability": 0.03173828125}, {"token_id": 38, "token_text": "C", "probability": 0.0205078125}, {"token_id": 1235, "token_text": "The", "probability": 0.01806640625}, {"token_id": 70, "token_text": "c", "probability": 0.0169677734375}, {"token_id": 86, "token_text": "s", "probability": 0.0159912109375}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.058349609375, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.058349609375}, {"token_id": 1986, "token_text": "my", "probability": 0.033203125}, {"token_id": 9567, "token_text": "sian", "probability": 0.03125}, {"token_id": 328, "token_text": "li", "probability": 0.021484375}, {"token_id": 397, "token_text": "ma", "probability": 0.0142822265625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.205078125}, {"token_id": 361, "token_text": " was", "probability": 0.05859375}, {"token_id": 13040, "token_text": " refers", "probability": 0.0303955078125}, {"token_id": 3693, "token_text": " means", "probability": 0.028564453125}, {"token_id": 410, "token_text": " or", "probability": 0.0260009765625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.12060546875}, {"token_id": 1347, "token_text": " used", "probability": 0.12060546875}, {"token_id": 230, "token_text": " the", "probability": 0.060546875}, {"token_id": 534, "token_text": " not", "probability": 0.03662109375}, {"token_id": 234, "token_text": " in", "probability": 0.028564453125}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.051025390625}, {"token_id": 363, "token_text": " \"", "probability": 0.039794921875}, {"token_id": 4275, "token_text": " type", "probability": 0.0166015625}, {"token_id": 3188, "token_text": " common", "probability": 0.01611328125}, {"token_id": 2185, "token_text": " word", "probability": 0.01507568359375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1865234375}, {"token_id": 321, "token_text": " for", "probability": 0.1455078125}, {"token_id": 379, "token_text": " that", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.053466796875}, {"token_id": 256, "token_text": " of", "probability": 0.05029296875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.2734375}, {"token_id": 443, "token_text": " by", "probability": 0.255859375}, {"token_id": 263, "token_text": " to", "probability": 0.1875}, {"token_id": 321, "token_text": " for", "probability": 0.1005859375}, {"token_id": 347, "token_text": " as", "probability": 0.032470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.35546875}, {"token_id": 209, "token_text": " a", "probability": 0.04248046875}, {"token_id": 587, "token_text": " this", "probability": 0.018798828125}, {"token_id": 3093, "token_text": " English", "probability": 0.018310546875}, {"token_id": 820, "token_text": " its", "probability": 0.01470947265625}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.439453125}, {"token_id": 430, "token_text": " U", "probability": 0.028076171875}, {"token_id": 1859, "token_text": " American", "probability": 0.0150146484375}, {"token_id": 6462, "token_text": " UK", "probability": 0.01171875}, {"token_id": 1840, "token_text": " US", "probability": 0.01171875}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.91796875}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.07080078125}, {"token_id": 10239, "token_text": " Nations", "probability": 0.0033111572265625}, {"token_id": 5736, "token_text": " Arab", "probability": 0.001007080078125}, {"token_id": 29439, "token_text": " Methodist", "probability": 0.000652313232421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.296875}, {"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 262, "token_text": " and", "probability": 0.0966796875}, {"token_id": 263, "token_text": " to", "probability": 0.0216064453125}, {"token_id": 256, "token_text": " of", "probability": 0.020263671875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.208984375}, {"token_id": 679, "token_text": " It", "probability": 0.134765625}, {"token_id": 407, "token_text": " In", "probability": 0.06396484375}, {"token_id": 277, "token_text": " A", "probability": 0.0439453125}, {"token_id": 1062, "token_text": " This", "probability": 0.0250244140625}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.6640625}, {"token_id": 2185, "token_text": " word", "probability": 0.057861328125}, {"token_id": 1793, "token_text": " name", "probability": 0.029052734375}, {"token_id": 836, "token_text": " first", "probability": 0.01068115234375}, {"token_id": 11918, "token_text": " definition", "probability": 0.00537109375}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.265625}, {"token_id": 1347, "token_text": " used", "probability": 0.1611328125}, {"token_id": 336, "token_text": " is", "probability": 0.11767578125}, {"token_id": 361, "token_text": " was", "probability": 0.038330078125}, {"token_id": 13040, "token_text": " refers", "probability": 0.024658203125}]}, {"token_id": 36, "token_text": "A", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 36, "token_text": "A", "probability": 0.61328125}, {"token_id": 54, "token_text": "S", "probability": 0.02099609375}, {"token_id": 37, "token_text": "B", "probability": 0.0185546875}, {"token_id": 39, "token_text": "D", "probability": 0.0174560546875}, {"token_id": 48, "token_text": "M", "probability": 0.01446533203125}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.87890625}, {"token_id": 1205, "token_text": "\",", "probability": 0.030029296875}, {"token_id": 1048, "token_text": "\".", "probability": 0.01104736328125}, {"token_id": 5700, "token_text": "\")", "probability": 0.0103759765625}, {"token_id": 1010, "token_text": ",\"", "probability": 0.00860595703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.498046875}, {"token_id": 361, "token_text": " was", "probability": 0.08154296875}, {"token_id": 3693, "token_text": " means", "probability": 0.041015625}, {"token_id": 5753, "token_text": " uses", "probability": 0.041015625}, {"token_id": 13040, "token_text": " refers", "probability": 0.0361328125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.2578125}, {"token_id": 1347, "token_text": " used", "probability": 0.1298828125}, {"token_id": 230, "token_text": " the", "probability": 0.05419921875}, {"token_id": 248, "token_text": " an", "probability": 0.0272216796875}, {"token_id": 234, "token_text": " in", "probability": 0.0255126953125}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.287109375}, {"token_id": 2185, "token_text": " word", "probability": 0.0303955078125}, {"token_id": 363, "token_text": " \"", "probability": 0.022216796875}, {"token_id": 1075, "token_text": " form", "probability": 0.01348876953125}, {"token_id": 4275, "token_text": " type", "probability": 0.0130615234375}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.34765625}, {"token_id": 534, "token_text": " not", "probability": 0.068359375}, {"token_id": 1466, "token_text": " help", "probability": 0.0284423828125}, {"token_id": 581, "token_text": " have", "probability": 0.0267333984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0208740234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09521484375}, {"token_id": 2956, "token_text": " able", "probability": 0.0308837890625}, {"token_id": 1334, "token_text": " found", "probability": 0.0272216796875}, {"token_id": 209, "token_text": " a", "probability": 0.0255126953125}, {"token_id": 3493, "token_text": " available", "probability": 0.0186767578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.3046875}, {"token_id": 234, "token_text": " in", "probability": 0.1962890625}, {"token_id": 321, "token_text": " for", "probability": 0.0927734375}, {"token_id": 347, "token_text": " as", "probability": 0.06396484375}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.04345703125}, {"token_id": 4052, "token_text": " create", "probability": 0.04345703125}, {"token_id": 230, "token_text": " the", "probability": 0.02978515625}, {"token_id": 10728, "token_text": " describe", "probability": 0.028076171875}, {"token_id": 1300, "token_text": " use", "probability": 0.0205078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.310546875}, {"token_id": 4051, "token_text": " added", "probability": 0.021240234375}, {"token_id": 209, "token_text": " a", "probability": 0.021240234375}, {"token_id": 2956, "token_text": " able", "probability": 0.0186767578125}, {"token_id": 5608, "token_text": " performed", "probability": 0.0128173828125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.255859375}, {"token_id": 263, "token_text": " to", "probability": 0.1455078125}, {"token_id": 347, "token_text": " as", "probability": 0.11328125}, {"token_id": 321, "token_text": " for", "probability": 0.10009765625}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33984375}, {"token_id": 209, "token_text": " a", "probability": 0.055419921875}, {"token_id": 587, "token_text": " this", "probability": 0.0224609375}, {"token_id": 1031, "token_text": " any", "probability": 0.01446533203125}, {"token_id": 2378, "token_text": " order", "probability": 0.01361083984375}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.0439453125, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.0439453125}, {"token_id": 1686, "token_text": " same", "probability": 0.0234375}, {"token_id": 1075, "token_text": " form", "probability": 0.0194091796875}, {"token_id": 9925, "token_text": " context", "probability": 0.015625}, {"token_id": 6462, "token_text": " UK", "probability": 0.015625}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.90625}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.0791015625}, {"token_id": 10239, "token_text": " Nations", "probability": 0.006927490234375}, {"token_id": 5736, "token_text": " Arab", "probability": 0.00136566162109375}, {"token_id": 4518, "token_text": " countries", "probability": 0.0002155303955078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.251953125}, {"token_id": 262, "token_text": " and", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 256, "token_text": " of", "probability": 0.0595703125}, {"token_id": 410, "token_text": " or", "probability": 0.0281982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.185546875}, {"token_id": 407, "token_text": " In", "probability": 0.060302734375}, {"token_id": 277, "token_text": " A", "probability": 0.034423828125}, {"token_id": 679, "token_text": " It", "probability": 0.0322265625}, {"token_id": 1062, "token_text": " This", "probability": 0.0284423828125}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.03466796875, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.03466796875}, {"token_id": 836, "token_text": " first", "probability": 0.0286865234375}, {"token_id": 2244, "token_text": " following", "probability": 0.01055908203125}, {"token_id": 942, "token_text": " most", "probability": 0.01055908203125}, {"token_id": 1793, "token_text": " name", "probability": 0.00933837890625}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.404296875}, {"token_id": 336, "token_text": " is", "probability": 0.10888671875}, {"token_id": 321, "token_text": " for", "probability": 0.035400390625}, {"token_id": 1347, "token_text": " used", "probability": 0.0228271484375}, {"token_id": 361, "token_text": " was", "probability": 0.020751953125}]}, {"token_id": 36, "token_text": "A", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 36, "token_text": "A", "probability": 0.03173828125}, {"token_id": 38, "token_text": "C", "probability": 0.0205078125}, {"token_id": 1235, "token_text": "The", "probability": 0.01806640625}, {"token_id": 70, "token_text": "c", "probability": 0.0169677734375}, {"token_id": 86, "token_text": "s", "probability": 0.0159912109375}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.058349609375, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.058349609375}, {"token_id": 1986, "token_text": "my", "probability": 0.033203125}, {"token_id": 9567, "token_text": "sian", "probability": 0.03125}, {"token_id": 328, "token_text": "li", "probability": 0.021484375}, {"token_id": 397, "token_text": "ma", "probability": 0.0142822265625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.205078125}, {"token_id": 361, "token_text": " was", "probability": 0.05859375}, {"token_id": 13040, "token_text": " refers", "probability": 0.0303955078125}, {"token_id": 3693, "token_text": " means", "probability": 0.028564453125}, {"token_id": 410, "token_text": " or", "probability": 0.0260009765625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.12060546875}, {"token_id": 1347, "token_text": " used", "probability": 0.12060546875}, {"token_id": 230, "token_text": " the", "probability": 0.060546875}, {"token_id": 534, "token_text": " not", "probability": 0.03662109375}, {"token_id": 234, "token_text": " in", "probability": 0.028564453125}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.051025390625}, {"token_id": 363, "token_text": " \"", "probability": 0.039794921875}, {"token_id": 4275, "token_text": " type", "probability": 0.0166015625}, {"token_id": 3188, "token_text": " common", "probability": 0.01611328125}, {"token_id": 2185, "token_text": " word", "probability": 0.01507568359375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1865234375}, {"token_id": 321, "token_text": " for", "probability": 0.1455078125}, {"token_id": 379, "token_text": " that", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.053466796875}, {"token_id": 256, "token_text": " of", "probability": 0.05029296875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.2734375}, {"token_id": 443, "token_text": " by", "probability": 0.255859375}, {"token_id": 263, "token_text": " to", "probability": 0.1875}, {"token_id": 321, "token_text": " for", "probability": 0.1005859375}, {"token_id": 347, "token_text": " as", "probability": 0.032470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.35546875}, {"token_id": 209, "token_text": " a", "probability": 0.04248046875}, {"token_id": 587, "token_text": " this", "probability": 0.018798828125}, {"token_id": 3093, "token_text": " English", "probability": 0.018310546875}, {"token_id": 820, "token_text": " its", "probability": 0.01470947265625}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.439453125}, {"token_id": 430, "token_text": " U", "probability": 0.028076171875}, {"token_id": 1859, "token_text": " American", "probability": 0.0150146484375}, {"token_id": 6462, "token_text": " UK", "probability": 0.01171875}, {"token_id": 1840, "token_text": " US", "probability": 0.01171875}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.91796875}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.07080078125}, {"token_id": 10239, "token_text": " Nations", "probability": 0.0033111572265625}, {"token_id": 5736, "token_text": " Arab", "probability": 0.001007080078125}, {"token_id": 29439, "token_text": " Methodist", "probability": 0.000652313232421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.296875}, {"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 262, "token_text": " and", "probability": 0.0966796875}, {"token_id": 263, "token_text": " to", "probability": 0.0216064453125}, {"token_id": 256, "token_text": " of", "probability": 0.020263671875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.208984375}, {"token_id": 679, "token_text": " It", "probability": 0.134765625}, {"token_id": 407, "token_text": " In", "probability": 0.06396484375}, {"token_id": 277, "token_text": " A", "probability": 0.0439453125}, {"token_id": 1062, "token_text": " This", "probability": 0.0250244140625}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.6640625}, {"token_id": 2185, "token_text": " word", "probability": 0.057861328125}, {"token_id": 1793, "token_text": " name", "probability": 0.029052734375}, {"token_id": 836, "token_text": " first", "probability": 0.01068115234375}, {"token_id": 11918, "token_text": " definition", "probability": 0.00537109375}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.265625}, {"token_id": 1347, "token_text": " used", "probability": 0.1611328125}, {"token_id": 336, "token_text": " is", "probability": 0.11767578125}, {"token_id": 361, "token_text": " was", "probability": 0.038330078125}, {"token_id": 13040, "token_text": " refers", "probability": 0.024658203125}]}, {"token_id": 36, "token_text": "A", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 36, "token_text": "A", "probability": 0.61328125}, {"token_id": 54, "token_text": "S", "probability": 0.02099609375}, {"token_id": 37, "token_text": "B", "probability": 0.0185546875}, {"token_id": 39, "token_text": "D", "probability": 0.0174560546875}, {"token_id": 48, "token_text": "M", "probability": 0.01446533203125}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.87890625}, {"token_id": 1205, "token_text": "\",", "probability": 0.030029296875}, {"token_id": 1048, "token_text": "\".", "probability": 0.01104736328125}, {"token_id": 5700, "token_text": "\")", "probability": 0.0103759765625}, {"token_id": 1010, "token_text": ",\"", "probability": 0.00860595703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.498046875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.498046875}, {"token_id": 361, "token_text": " was", "probability": 0.08154296875}, {"token_id": 3693, "token_text": " means", "probability": 0.041015625}, {"token_id": 5753, "token_text": " uses", "probability": 0.041015625}, {"token_id": 13040, "token_text": " refers", "probability": 0.0361328125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.2578125}, {"token_id": 1347, "token_text": " used", "probability": 0.1298828125}, {"token_id": 230, "token_text": " the", "probability": 0.05419921875}, {"token_id": 248, "token_text": " an", "probability": 0.0272216796875}, {"token_id": 234, "token_text": " in", "probability": 0.0255126953125}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.287109375}, {"token_id": 2185, "token_text": " word", "probability": 0.0303955078125}, {"token_id": 363, "token_text": " \"", "probability": 0.022216796875}, {"token_id": 1075, "token_text": " form", "probability": 0.01348876953125}, {"token_id": 4275, "token_text": " type", "probability": 0.0130615234375}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.34765625, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.34765625}, {"token_id": 534, "token_text": " not", "probability": 0.068359375}, {"token_id": 1466, "token_text": " help", "probability": 0.0284423828125}, {"token_id": 581, "token_text": " have", "probability": 0.0267333984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0208740234375}, {"token_id": 751, "token_text": " also", "probability": 0.0152587890625}, {"token_id": 1882, "token_text": " take", "probability": 0.013427734375}, {"token_id": 1437, "token_text": " get", "probability": 0.0086669921875}, {"token_id": 1494, "token_text": " make", "probability": 0.007659912109375}, {"token_id": 3710, "token_text": " provide", "probability": 0.007659912109375}], "entropy": 4.40625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.0565410747474226, "average_logprob_per_token": -1.0565410747474226, "perplexity_on_target_sequence": 2.8764044943820224, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.0565410747474226, "probability": 0.34765625, "raw_probability": 0.34765625, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24948.086124420166, "probe_elapsed_sec": 0.9917754379566759, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata fondata nel 2000. La sua attivit\u00e0 \u00e8 stata fondata nel 2001, quando \u00e8 stata trasferita nel 2001, quando \u00e8 stata trasferita nel 2001. Nel 2000 \u00e8 stata", "text": "La capitale d'Italia \u00e8 stata fondata nel 2000. La sua attivit\u00e0 \u00e8 stata fondata nel 2001, quando \u00e8 stata trasferita nel 2001, quando \u00e8 stata trasferita nel 2001. Nel 2000 \u00e8 stata", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1943359375}, {"token_id": 387, "token_text": " una", "probability": 0.0810546875}, {"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 267, "token_text": " un", "probability": 0.059326171875}, {"token_id": 227, "token_text": " l", "probability": 0.0247802734375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.040771484375}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 387, "token_text": " una", "probability": 0.0191650390625}, {"token_id": 6984, "token_text": " fatta", "probability": 0.0159912109375}, {"token_id": 234, "token_text": " in", "probability": 0.01318359375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1591796875}, {"token_id": 333, "token_text": " da", "probability": 0.1025390625}, {"token_id": 234, "token_text": " in", "probability": 0.06640625}, {"token_id": 674, "token_text": " dal", "probability": 0.062255859375}, {"token_id": 272, "token_text": " con", "probability": 0.04541015625}]}, {"token_id": 3009, "token_text": " 2000", "chosen_probability": 0.0260009765625, "top_k_candidates": [{"token_id": 3009, "token_text": " 2000", "probability": 0.0260009765625}, {"token_id": 3405, "token_text": " 2001", "probability": 0.0216064453125}, {"token_id": 2007, "token_text": " 2011", "probability": 0.020263671875}, {"token_id": 5484, "token_text": " 1993", "probability": 0.016845703125}, {"token_id": 1178, "token_text": " 17", "probability": 0.0157470703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28125}, {"token_id": 15, "token_text": ",", "probability": 0.181640625}, {"token_id": 209, "token_text": " a", "probability": 0.043212890625}, {"token_id": 246, "token_text": " e", "probability": 0.043212890625}, {"token_id": 272, "token_text": " con", "probability": 0.0296630859375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.126953125}, {"token_id": 897, "token_text": " Nel", "probability": 0.09326171875}, {"token_id": 2, "token_text": "", "probability": 0.072265625}, {"token_id": 538, "token_text": " Il", "probability": 0.06396484375}, {"token_id": 302, "token_text": " L", "probability": 0.0498046875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.049560546875}, {"token_id": 870, "token_text": " prima", "probability": 0.041015625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.0283203125}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.02197265625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.02197265625}]}, {"token_id": 3008, "token_text": " attivit\u00e0", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.0634765625}, {"token_id": 870, "token_text": " prima", "probability": 0.04931640625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0205078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.019287109375}, {"token_id": 1271, "token_text": " vita", "probability": 0.0169677734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1484375}, {"token_id": 238, "token_text": " di", "probability": 0.07470703125}, {"token_id": 3063, "token_text": " politica", "probability": 0.04248046875}, {"token_id": 373, "token_text": " ha", "probability": 0.03515625}, {"token_id": 6934, "token_text": " economica", "probability": 0.0257568359375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.56640625}, {"token_id": 285, "token_text": " la", "probability": 0.02197265625}, {"token_id": 16674, "token_text": " iniziata", "probability": 0.0206298828125}, {"token_id": 10423, "token_text": " avvenuta", "probability": 0.0181884765625}, {"token_id": 234, "token_text": " in", "probability": 0.01507568359375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.0341796875, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.0341796875}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.0235595703125}, {"token_id": 11985, "token_text": " realizzata", "probability": 0.0220947265625}, {"token_id": 285, "token_text": " la", "probability": 0.020751953125}, {"token_id": 29120, "token_text": " lanciata", "probability": 0.0111083984375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.369140625}, {"token_id": 234, "token_text": " in", "probability": 0.0771484375}, {"token_id": 674, "token_text": " dal", "probability": 0.06005859375}, {"token_id": 333, "token_text": " da", "probability": 0.056396484375}, {"token_id": 845, "token_text": " dalla", "probability": 0.0341796875}]}, {"token_id": 3405, "token_text": " 2001", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.06396484375}, {"token_id": 3009, "token_text": " 2000", "probability": 0.05615234375}, {"token_id": 3037, "token_text": " 2004", "probability": 0.041259765625}, {"token_id": 3381, "token_text": " 2003", "probability": 0.03857421875}, {"token_id": 2852, "token_text": " 2005", "probability": 0.036376953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.162109375}, {"token_id": 17, "token_text": ".", "probability": 0.142578125}, {"token_id": 290, "token_text": " per", "probability": 0.07177734375}, {"token_id": 333, "token_text": " da", "probability": 0.0595703125}, {"token_id": 246, "token_text": " e", "probability": 0.055908203125}]}, {"token_id": 1105, "token_text": " quando", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 1105, "token_text": " quando", "probability": 0.25390625}, {"token_id": 445, "token_text": " ma", "probability": 0.06005859375}, {"token_id": 272, "token_text": " con", "probability": 0.052978515625}, {"token_id": 1133, "token_text": " dove", "probability": 0.046875}, {"token_id": 943, "token_text": " dopo", "probability": 0.041259765625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1455078125}, {"token_id": 285, "token_text": " la", "probability": 0.1064453125}, {"token_id": 373, "token_text": " ha", "probability": 0.09375}, {"token_id": 395, "token_text": " si", "probability": 0.064453125}, {"token_id": 293, "token_text": " il", "probability": 0.060546875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.376953125}, {"token_id": 844, "token_text": " stato", "probability": 0.1220703125}, {"token_id": 18348, "token_text": " entrata", "probability": 0.0308837890625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0225830078125}, {"token_id": 234, "token_text": " in", "probability": 0.02001953125}]}, {"token_id": 24520, "token_text": " trasferita", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 24520, "token_text": " trasferita", "probability": 0.07470703125}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.03759765625}, {"token_id": 29227, "token_text": " dichiarata", "probability": 0.0311279296875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.022705078125}, {"token_id": 28059, "token_text": " sottoposta", "probability": 0.0177001953125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1484375}, {"token_id": 234, "token_text": " in", "probability": 0.123046875}, {"token_id": 674, "token_text": " dal", "probability": 0.06591796875}, {"token_id": 333, "token_text": " da", "probability": 0.05810546875}, {"token_id": 293, "token_text": " il", "probability": 0.05810546875}]}, {"token_id": 3405, "token_text": " 2001", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.053955078125}, {"token_id": 3381, "token_text": " 2003", "probability": 0.05078125}, {"token_id": 3037, "token_text": " 2004", "probability": 0.047607421875}, {"token_id": 3009, "token_text": " 2000", "probability": 0.047607421875}, {"token_id": 2154, "token_text": " 2008", "probability": 0.0419921875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.314453125}, {"token_id": 15, "token_text": ",", "probability": 0.314453125}, {"token_id": 246, "token_text": " e", "probability": 0.0546875}, {"token_id": 272, "token_text": " con", "probability": 0.045166015625}, {"token_id": 290, "token_text": " per", "probability": 0.03515625}]}, {"token_id": 1105, "token_text": " quando", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 1105, "token_text": " quando", "probability": 0.16796875}, {"token_id": 373, "token_text": " ha", "probability": 0.0615234375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0615234375}, {"token_id": 943, "token_text": " dopo", "probability": 0.045166015625}, {"token_id": 272, "token_text": " con", "probability": 0.037353515625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.16796875}, {"token_id": 373, "token_text": " ha", "probability": 0.11572265625}, {"token_id": 285, "token_text": " la", "probability": 0.09033203125}, {"token_id": 395, "token_text": " si", "probability": 0.06201171875}, {"token_id": 293, "token_text": " il", "probability": 0.0400390625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.353515625}, {"token_id": 844, "token_text": " stato", "probability": 0.1884765625}, {"token_id": 18348, "token_text": " entrata", "probability": 0.044921875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.021240234375}, {"token_id": 8341, "token_text": " diventato", "probability": 0.0155029296875}]}, {"token_id": 24520, "token_text": " trasferita", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 24520, "token_text": " trasferita", "probability": 0.09765625}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.03173828125}, {"token_id": 29227, "token_text": " dichiarata", "probability": 0.02978515625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0191650390625}, {"token_id": 28059, "token_text": " sottoposta", "probability": 0.01495361328125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.171875}, {"token_id": 234, "token_text": " in", "probability": 0.142578125}, {"token_id": 293, "token_text": " il", "probability": 0.0712890625}, {"token_id": 285, "token_text": " la", "probability": 0.0673828125}, {"token_id": 209, "token_text": " a", "probability": 0.059326171875}]}, {"token_id": 3405, "token_text": " 2001", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.068359375}, {"token_id": 3381, "token_text": " 2003", "probability": 0.060302734375}, {"token_id": 3009, "token_text": " 2000", "probability": 0.05322265625}, {"token_id": 3562, "token_text": " 2002", "probability": 0.050048828125}, {"token_id": 3037, "token_text": " 2004", "probability": 0.046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4140625}, {"token_id": 15, "token_text": ",", "probability": 0.322265625}, {"token_id": 246, "token_text": " e", "probability": 0.046630859375}, {"token_id": 272, "token_text": " con", "probability": 0.033935546875}, {"token_id": 290, "token_text": " per", "probability": 0.0264892578125}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.1484375}, {"token_id": 2, "token_text": "", "probability": 0.12353515625}, {"token_id": 515, "token_text": " La", "probability": 0.09033203125}, {"token_id": 538, "token_text": " Il", "probability": 0.04833984375}, {"token_id": 407, "token_text": " In", "probability": 0.035400390625}]}, {"token_id": 3009, "token_text": " 2000", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 3009, "token_text": " 2000", "probability": 0.08251953125}, {"token_id": 3381, "token_text": " 2003", "probability": 0.07275390625}, {"token_id": 3405, "token_text": " 2001", "probability": 0.068359375}, {"token_id": 3562, "token_text": " 2002", "probability": 0.06396484375}, {"token_id": 3037, "token_text": " 2004", "probability": 0.056640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.228515625}, {"token_id": 15, "token_text": ",", "probability": 0.177734375}, {"token_id": 373, "token_text": " ha", "probability": 0.0791015625}, {"token_id": 285, "token_text": " la", "probability": 0.06982421875}, {"token_id": 395, "token_text": " si", "probability": 0.057861328125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.373046875}, {"token_id": 844, "token_text": " stato", "probability": 0.349609375}, {"token_id": 18348, "token_text": " entrata", "probability": 0.03466796875}, {"token_id": 8341, "token_text": " diventato", "probability": 0.01275634765625}, {"token_id": 3747, "token_text": " presente", "probability": 0.00726318359375}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1943359375}, {"token_id": 387, "token_text": " una", "probability": 0.0810546875}, {"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 267, "token_text": " un", "probability": 0.059326171875}, {"token_id": 227, "token_text": " l", "probability": 0.0247802734375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.040771484375}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 387, "token_text": " una", "probability": 0.0191650390625}, {"token_id": 6984, "token_text": " fatta", "probability": 0.0159912109375}, {"token_id": 234, "token_text": " in", "probability": 0.01318359375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1591796875}, {"token_id": 333, "token_text": " da", "probability": 0.1025390625}, {"token_id": 234, "token_text": " in", "probability": 0.06640625}, {"token_id": 674, "token_text": " dal", "probability": 0.062255859375}, {"token_id": 272, "token_text": " con", "probability": 0.04541015625}]}, {"token_id": 3009, "token_text": " 2000", "chosen_probability": 0.0260009765625, "top_k_candidates": [{"token_id": 3009, "token_text": " 2000", "probability": 0.0260009765625}, {"token_id": 3405, "token_text": " 2001", "probability": 0.0216064453125}, {"token_id": 2007, "token_text": " 2011", "probability": 0.020263671875}, {"token_id": 5484, "token_text": " 1993", "probability": 0.016845703125}, {"token_id": 1178, "token_text": " 17", "probability": 0.0157470703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28125}, {"token_id": 15, "token_text": ",", "probability": 0.181640625}, {"token_id": 209, "token_text": " a", "probability": 0.043212890625}, {"token_id": 246, "token_text": " e", "probability": 0.043212890625}, {"token_id": 272, "token_text": " con", "probability": 0.0296630859375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.13671875}, {"token_id": 897, "token_text": " Nel", "probability": 0.1005859375}, {"token_id": 538, "token_text": " Il", "probability": 0.06884765625}, {"token_id": 302, "token_text": " L", "probability": 0.0537109375}, {"token_id": 407, "token_text": " In", "probability": 0.04443359375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.049560546875}, {"token_id": 870, "token_text": " prima", "probability": 0.041015625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.0283203125}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.02197265625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.02197265625}]}, {"token_id": 3008, "token_text": " attivit\u00e0", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.0634765625}, {"token_id": 870, "token_text": " prima", "probability": 0.04931640625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0205078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.019287109375}, {"token_id": 1271, "token_text": " vita", "probability": 0.0169677734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1484375}, {"token_id": 238, "token_text": " di", "probability": 0.07470703125}, {"token_id": 3063, "token_text": " politica", "probability": 0.04248046875}, {"token_id": 373, "token_text": " ha", "probability": 0.03515625}, {"token_id": 6934, "token_text": " economica", "probability": 0.0257568359375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.56640625}, {"token_id": 285, "token_text": " la", "probability": 0.02197265625}, {"token_id": 16674, "token_text": " iniziata", "probability": 0.0206298828125}, {"token_id": 10423, "token_text": " avvenuta", "probability": 0.0181884765625}, {"token_id": 234, "token_text": " in", "probability": 0.01507568359375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.0341796875, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.0341796875}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.0235595703125}, {"token_id": 11985, "token_text": " realizzata", "probability": 0.0220947265625}, {"token_id": 285, "token_text": " la", "probability": 0.020751953125}, {"token_id": 29120, "token_text": " lanciata", "probability": 0.0111083984375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.369140625}, {"token_id": 234, "token_text": " in", "probability": 0.0771484375}, {"token_id": 674, "token_text": " dal", "probability": 0.06005859375}, {"token_id": 333, "token_text": " da", "probability": 0.056396484375}, {"token_id": 845, "token_text": " dalla", "probability": 0.0341796875}]}, {"token_id": 3405, "token_text": " 2001", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.06396484375}, {"token_id": 3009, "token_text": " 2000", "probability": 0.05615234375}, {"token_id": 3037, "token_text": " 2004", "probability": 0.041259765625}, {"token_id": 3381, "token_text": " 2003", "probability": 0.03857421875}, {"token_id": 2852, "token_text": " 2005", "probability": 0.036376953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.162109375}, {"token_id": 17, "token_text": ".", "probability": 0.142578125}, {"token_id": 290, "token_text": " per", "probability": 0.07177734375}, {"token_id": 333, "token_text": " da", "probability": 0.0595703125}, {"token_id": 246, "token_text": " e", "probability": 0.055908203125}]}, {"token_id": 1105, "token_text": " quando", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 1105, "token_text": " quando", "probability": 0.25390625}, {"token_id": 445, "token_text": " ma", "probability": 0.06005859375}, {"token_id": 272, "token_text": " con", "probability": 0.052978515625}, {"token_id": 1133, "token_text": " dove", "probability": 0.046875}, {"token_id": 943, "token_text": " dopo", "probability": 0.041259765625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1455078125}, {"token_id": 285, "token_text": " la", "probability": 0.1064453125}, {"token_id": 373, "token_text": " ha", "probability": 0.09375}, {"token_id": 395, "token_text": " si", "probability": 0.064453125}, {"token_id": 293, "token_text": " il", "probability": 0.060546875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.376953125}, {"token_id": 844, "token_text": " stato", "probability": 0.1220703125}, {"token_id": 18348, "token_text": " entrata", "probability": 0.0308837890625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0225830078125}, {"token_id": 234, "token_text": " in", "probability": 0.02001953125}]}, {"token_id": 24520, "token_text": " trasferita", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 24520, "token_text": " trasferita", "probability": 0.07470703125}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.03759765625}, {"token_id": 29227, "token_text": " dichiarata", "probability": 0.0311279296875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.022705078125}, {"token_id": 28059, "token_text": " sottoposta", "probability": 0.0177001953125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1484375}, {"token_id": 234, "token_text": " in", "probability": 0.123046875}, {"token_id": 674, "token_text": " dal", "probability": 0.06591796875}, {"token_id": 333, "token_text": " da", "probability": 0.05810546875}, {"token_id": 293, "token_text": " il", "probability": 0.05810546875}]}, {"token_id": 3405, "token_text": " 2001", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.053955078125}, {"token_id": 3381, "token_text": " 2003", "probability": 0.05078125}, {"token_id": 3037, "token_text": " 2004", "probability": 0.047607421875}, {"token_id": 3009, "token_text": " 2000", "probability": 0.047607421875}, {"token_id": 2154, "token_text": " 2008", "probability": 0.0419921875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.314453125}, {"token_id": 15, "token_text": ",", "probability": 0.314453125}, {"token_id": 246, "token_text": " e", "probability": 0.0546875}, {"token_id": 272, "token_text": " con", "probability": 0.045166015625}, {"token_id": 290, "token_text": " per", "probability": 0.03515625}]}, {"token_id": 1105, "token_text": " quando", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 1105, "token_text": " quando", "probability": 0.16796875}, {"token_id": 373, "token_text": " ha", "probability": 0.0615234375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0615234375}, {"token_id": 943, "token_text": " dopo", "probability": 0.045166015625}, {"token_id": 272, "token_text": " con", "probability": 0.037353515625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1689453125}, {"token_id": 373, "token_text": " ha", "probability": 0.11572265625}, {"token_id": 285, "token_text": " la", "probability": 0.09033203125}, {"token_id": 395, "token_text": " si", "probability": 0.06201171875}, {"token_id": 293, "token_text": " il", "probability": 0.0400390625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.353515625}, {"token_id": 844, "token_text": " stato", "probability": 0.1884765625}, {"token_id": 18348, "token_text": " entrata", "probability": 0.044921875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.021240234375}, {"token_id": 8341, "token_text": " diventato", "probability": 0.0155029296875}]}, {"token_id": 24520, "token_text": " trasferita", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 24520, "token_text": " trasferita", "probability": 0.09765625}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.03173828125}, {"token_id": 29227, "token_text": " dichiarata", "probability": 0.02978515625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0191650390625}, {"token_id": 28059, "token_text": " sottoposta", "probability": 0.01495361328125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.171875}, {"token_id": 234, "token_text": " in", "probability": 0.142578125}, {"token_id": 293, "token_text": " il", "probability": 0.0712890625}, {"token_id": 285, "token_text": " la", "probability": 0.0673828125}, {"token_id": 209, "token_text": " a", "probability": 0.059326171875}]}, {"token_id": 3405, "token_text": " 2001", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.068359375}, {"token_id": 3381, "token_text": " 2003", "probability": 0.060302734375}, {"token_id": 3009, "token_text": " 2000", "probability": 0.05322265625}, {"token_id": 3562, "token_text": " 2002", "probability": 0.050048828125}, {"token_id": 3037, "token_text": " 2004", "probability": 0.046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4140625}, {"token_id": 15, "token_text": ",", "probability": 0.322265625}, {"token_id": 246, "token_text": " e", "probability": 0.046630859375}, {"token_id": 272, "token_text": " con", "probability": 0.033935546875}, {"token_id": 290, "token_text": " per", "probability": 0.0264892578125}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.169921875}, {"token_id": 515, "token_text": " La", "probability": 0.10302734375}, {"token_id": 538, "token_text": " Il", "probability": 0.05517578125}, {"token_id": 407, "token_text": " In", "probability": 0.040283203125}, {"token_id": 302, "token_text": " L", "probability": 0.037841796875}]}, {"token_id": 3009, "token_text": " 2000", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 3009, "token_text": " 2000", "probability": 0.08251953125}, {"token_id": 3381, "token_text": " 2003", "probability": 0.07275390625}, {"token_id": 3405, "token_text": " 2001", "probability": 0.068359375}, {"token_id": 3562, "token_text": " 2002", "probability": 0.06396484375}, {"token_id": 3037, "token_text": " 2004", "probability": 0.056640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.228515625}, {"token_id": 15, "token_text": ",", "probability": 0.177734375}, {"token_id": 373, "token_text": " ha", "probability": 0.0791015625}, {"token_id": 285, "token_text": " la", "probability": 0.06982421875}, {"token_id": 395, "token_text": " si", "probability": 0.057861328125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.373046875}, {"token_id": 844, "token_text": " stato", "probability": 0.349609375}, {"token_id": 18348, "token_text": " entrata", "probability": 0.03466796875}, {"token_id": 8341, "token_text": " diventato", "probability": 0.01275634765625}, {"token_id": 3747, "token_text": " presente", "probability": 0.00726318359375}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1943359375}, {"token_id": 387, "token_text": " una", "probability": 0.0810546875}, {"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 267, "token_text": " un", "probability": 0.059326171875}, {"token_id": 227, "token_text": " l", "probability": 0.0247802734375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.040771484375}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 387, "token_text": " una", "probability": 0.0191650390625}, {"token_id": 6984, "token_text": " fatta", "probability": 0.0159912109375}, {"token_id": 234, "token_text": " in", "probability": 0.01318359375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1591796875}, {"token_id": 333, "token_text": " da", "probability": 0.1025390625}, {"token_id": 234, "token_text": " in", "probability": 0.06640625}, {"token_id": 674, "token_text": " dal", "probability": 0.062255859375}, {"token_id": 272, "token_text": " con", "probability": 0.04541015625}]}, {"token_id": 3009, "token_text": " 2000", "chosen_probability": 0.0260009765625, "top_k_candidates": [{"token_id": 3009, "token_text": " 2000", "probability": 0.0260009765625}, {"token_id": 3405, "token_text": " 2001", "probability": 0.0216064453125}, {"token_id": 2007, "token_text": " 2011", "probability": 0.020263671875}, {"token_id": 5484, "token_text": " 1993", "probability": 0.016845703125}, {"token_id": 1178, "token_text": " 17", "probability": 0.0157470703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.28125}, {"token_id": 15, "token_text": ",", "probability": 0.181640625}, {"token_id": 209, "token_text": " a", "probability": 0.043212890625}, {"token_id": 246, "token_text": " e", "probability": 0.043212890625}, {"token_id": 272, "token_text": " con", "probability": 0.0296630859375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.13671875}, {"token_id": 897, "token_text": " Nel", "probability": 0.1005859375}, {"token_id": 538, "token_text": " Il", "probability": 0.06884765625}, {"token_id": 302, "token_text": " L", "probability": 0.0537109375}, {"token_id": 407, "token_text": " In", "probability": 0.04443359375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.049560546875}, {"token_id": 870, "token_text": " prima", "probability": 0.041015625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.0283203125}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.02197265625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.02197265625}]}, {"token_id": 3008, "token_text": " attivit\u00e0", "chosen_probability": 0.0634765625, "top_k_candidates": [{"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.0634765625}, {"token_id": 870, "token_text": " prima", "probability": 0.04931640625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0205078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.019287109375}, {"token_id": 1271, "token_text": " vita", "probability": 0.0169677734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1484375}, {"token_id": 238, "token_text": " di", "probability": 0.07470703125}, {"token_id": 3063, "token_text": " politica", "probability": 0.04248046875}, {"token_id": 373, "token_text": " ha", "probability": 0.03515625}, {"token_id": 6934, "token_text": " economica", "probability": 0.0257568359375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.56640625}, {"token_id": 285, "token_text": " la", "probability": 0.02197265625}, {"token_id": 16674, "token_text": " iniziata", "probability": 0.0206298828125}, {"token_id": 10423, "token_text": " avvenuta", "probability": 0.0181884765625}, {"token_id": 234, "token_text": " in", "probability": 0.01507568359375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.0341796875, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.0341796875}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.0235595703125}, {"token_id": 11985, "token_text": " realizzata", "probability": 0.0220947265625}, {"token_id": 285, "token_text": " la", "probability": 0.020751953125}, {"token_id": 29120, "token_text": " lanciata", "probability": 0.0111083984375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.369140625}, {"token_id": 234, "token_text": " in", "probability": 0.0771484375}, {"token_id": 674, "token_text": " dal", "probability": 0.06005859375}, {"token_id": 333, "token_text": " da", "probability": 0.056396484375}, {"token_id": 845, "token_text": " dalla", "probability": 0.0341796875}]}, {"token_id": 3405, "token_text": " 2001", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.06396484375}, {"token_id": 3009, "token_text": " 2000", "probability": 0.05615234375}, {"token_id": 3037, "token_text": " 2004", "probability": 0.041259765625}, {"token_id": 3381, "token_text": " 2003", "probability": 0.03857421875}, {"token_id": 2852, "token_text": " 2005", "probability": 0.036376953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.162109375}, {"token_id": 17, "token_text": ".", "probability": 0.142578125}, {"token_id": 290, "token_text": " per", "probability": 0.07177734375}, {"token_id": 333, "token_text": " da", "probability": 0.0595703125}, {"token_id": 246, "token_text": " e", "probability": 0.055908203125}]}, {"token_id": 1105, "token_text": " quando", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 1105, "token_text": " quando", "probability": 0.25390625}, {"token_id": 445, "token_text": " ma", "probability": 0.06005859375}, {"token_id": 272, "token_text": " con", "probability": 0.052978515625}, {"token_id": 1133, "token_text": " dove", "probability": 0.046875}, {"token_id": 943, "token_text": " dopo", "probability": 0.041259765625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1455078125}, {"token_id": 285, "token_text": " la", "probability": 0.1064453125}, {"token_id": 373, "token_text": " ha", "probability": 0.09375}, {"token_id": 395, "token_text": " si", "probability": 0.064453125}, {"token_id": 293, "token_text": " il", "probability": 0.060546875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.376953125}, {"token_id": 844, "token_text": " stato", "probability": 0.1220703125}, {"token_id": 18348, "token_text": " entrata", "probability": 0.0308837890625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0225830078125}, {"token_id": 234, "token_text": " in", "probability": 0.02001953125}]}, {"token_id": 24520, "token_text": " trasferita", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 24520, "token_text": " trasferita", "probability": 0.07470703125}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.03759765625}, {"token_id": 29227, "token_text": " dichiarata", "probability": 0.0311279296875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.022705078125}, {"token_id": 28059, "token_text": " sottoposta", "probability": 0.0177001953125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1484375}, {"token_id": 234, "token_text": " in", "probability": 0.123046875}, {"token_id": 674, "token_text": " dal", "probability": 0.06591796875}, {"token_id": 333, "token_text": " da", "probability": 0.05810546875}, {"token_id": 293, "token_text": " il", "probability": 0.05810546875}]}, {"token_id": 3405, "token_text": " 2001", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.053955078125}, {"token_id": 3381, "token_text": " 2003", "probability": 0.05078125}, {"token_id": 3037, "token_text": " 2004", "probability": 0.047607421875}, {"token_id": 3009, "token_text": " 2000", "probability": 0.047607421875}, {"token_id": 2154, "token_text": " 2008", "probability": 0.0419921875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.314453125}, {"token_id": 15, "token_text": ",", "probability": 0.314453125}, {"token_id": 246, "token_text": " e", "probability": 0.0546875}, {"token_id": 272, "token_text": " con", "probability": 0.045166015625}, {"token_id": 290, "token_text": " per", "probability": 0.03515625}]}, {"token_id": 1105, "token_text": " quando", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 1105, "token_text": " quando", "probability": 0.16796875}, {"token_id": 373, "token_text": " ha", "probability": 0.0615234375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0615234375}, {"token_id": 943, "token_text": " dopo", "probability": 0.045166015625}, {"token_id": 272, "token_text": " con", "probability": 0.037353515625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1689453125}, {"token_id": 373, "token_text": " ha", "probability": 0.11572265625}, {"token_id": 285, "token_text": " la", "probability": 0.09033203125}, {"token_id": 395, "token_text": " si", "probability": 0.06201171875}, {"token_id": 293, "token_text": " il", "probability": 0.0400390625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.353515625}, {"token_id": 844, "token_text": " stato", "probability": 0.1884765625}, {"token_id": 18348, "token_text": " entrata", "probability": 0.044921875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.021240234375}, {"token_id": 8341, "token_text": " diventato", "probability": 0.0155029296875}]}, {"token_id": 24520, "token_text": " trasferita", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 24520, "token_text": " trasferita", "probability": 0.09765625}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.03173828125}, {"token_id": 29227, "token_text": " dichiarata", "probability": 0.02978515625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0191650390625}, {"token_id": 28059, "token_text": " sottoposta", "probability": 0.01495361328125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.171875}, {"token_id": 234, "token_text": " in", "probability": 0.142578125}, {"token_id": 293, "token_text": " il", "probability": 0.0712890625}, {"token_id": 285, "token_text": " la", "probability": 0.0673828125}, {"token_id": 209, "token_text": " a", "probability": 0.059326171875}]}, {"token_id": 3405, "token_text": " 2001", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.068359375}, {"token_id": 3381, "token_text": " 2003", "probability": 0.060302734375}, {"token_id": 3009, "token_text": " 2000", "probability": 0.05322265625}, {"token_id": 3562, "token_text": " 2002", "probability": 0.050048828125}, {"token_id": 3037, "token_text": " 2004", "probability": 0.046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4140625}, {"token_id": 15, "token_text": ",", "probability": 0.322265625}, {"token_id": 246, "token_text": " e", "probability": 0.046630859375}, {"token_id": 272, "token_text": " con", "probability": 0.033935546875}, {"token_id": 290, "token_text": " per", "probability": 0.0264892578125}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.169921875}, {"token_id": 515, "token_text": " La", "probability": 0.10302734375}, {"token_id": 538, "token_text": " Il", "probability": 0.05517578125}, {"token_id": 407, "token_text": " In", "probability": 0.040283203125}, {"token_id": 302, "token_text": " L", "probability": 0.037841796875}]}, {"token_id": 3009, "token_text": " 2000", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 3009, "token_text": " 2000", "probability": 0.08251953125}, {"token_id": 3381, "token_text": " 2003", "probability": 0.07275390625}, {"token_id": 3405, "token_text": " 2001", "probability": 0.068359375}, {"token_id": 3562, "token_text": " 2002", "probability": 0.06396484375}, {"token_id": 3037, "token_text": " 2004", "probability": 0.056640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.228515625}, {"token_id": 15, "token_text": ",", "probability": 0.177734375}, {"token_id": 373, "token_text": " ha", "probability": 0.0791015625}, {"token_id": 285, "token_text": " la", "probability": 0.06982421875}, {"token_id": 395, "token_text": " si", "probability": 0.057861328125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.373046875}, {"token_id": 844, "token_text": " stato", "probability": 0.349609375}, {"token_id": 18348, "token_text": " entrata", "probability": 0.03466796875}, {"token_id": 8341, "token_text": " diventato", "probability": 0.01275634765625}, {"token_id": 3747, "token_text": " presente", "probability": 0.00726318359375}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 2449, "correct_token_probability": 9.179115295410156e-06, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1943359375}, {"token_id": 387, "token_text": " una", "probability": 0.0810546875}, {"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 267, "token_text": " un", "probability": 0.059326171875}, {"token_id": 227, "token_text": " l", "probability": 0.0247802734375}, {"token_id": 293, "token_text": " il", "probability": 0.01806640625}, {"token_id": 1469, "token_text": " quella", "probability": 0.0169677734375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0159912109375}, {"token_id": 234, "token_text": " in", "probability": 0.0159912109375}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0150146484375}], "entropy": 4.78125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -11.598579731025058, "average_logprob_per_token": -11.598579731025058, "perplexity_on_target_sequence": 108942.96103896103, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -11.598579731025058, "probability": 9.179115295410156e-06, "raw_probability": 9.179115295410156e-06, "correct_token_rank": 2449}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24948.0866625309, "probe_elapsed_sec": 0.9917754379566759, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'altra parte del mondo. Il nostro sistema di sviluppo \u00e8 un'unica soluzione che si trova in un'altra parte del mondo. Il nostro sistema", "text": "Un piccolo modello linguistico dovrebbe essere un'altra parte del mondo. Il nostro sistema di sviluppo \u00e8 un'unica soluzione che si trova in un'altra parte del mondo. Il nostro sistema", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0576171875}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0164794921875}, {"token_id": 1402, "token_text": " aver", "probability": 0.010009765625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0093994140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.034423828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.034423828125}, {"token_id": 234, "token_text": " in", "probability": 0.022216796875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.01953125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0162353515625}, {"token_id": 387, "token_text": " una", "probability": 0.0162353515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.07861328125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.042236328125}, {"token_id": 537, "token_text": " po", "probability": 0.025634765625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0240478515625}, {"token_id": 2750, "token_text": " centro", "probability": 0.0186767578125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.050048828125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.050048828125}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.044189453125}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.04150390625}, {"token_id": 25001, "token_text": "ottima", "probability": 0.0322265625}, {"token_id": 5557, "token_text": "unica", "probability": 0.0284423828125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.060791015625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.060791015625}, {"token_id": 3391, "token_text": " persona", "probability": 0.032470703125}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0252685546875}, {"token_id": 5770, "token_text": " questione", "probability": 0.0238037109375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0185546875}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.2119140625}, {"token_id": 238, "token_text": " di", "probability": 0.1865234375}, {"token_id": 370, "token_text": " della", "probability": 0.17578125}, {"token_id": 465, "token_text": " dell", "probability": 0.1064453125}, {"token_id": 491, "token_text": " dei", "probability": 0.04443359375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.0751953125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.029541015625}, {"token_id": 2750, "token_text": " centro", "probability": 0.02294921875}, {"token_id": 622, "token_text": " suo", "probability": 0.016845703125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.01312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.271484375}, {"token_id": 15, "token_text": ",", "probability": 0.1875}, {"token_id": 246, "token_text": " e", "probability": 0.0732421875}, {"token_id": 29, "token_text": ":", "probability": 0.0286865234375}, {"token_id": 303, "token_text": " che", "probability": 0.0223388671875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.05419921875}, {"token_id": 515, "token_text": " La", "probability": 0.051025390625}, {"token_id": 2, "token_text": "", "probability": 0.0478515625}, {"token_id": 407, "token_text": " In", "probability": 0.032958984375}, {"token_id": 302, "token_text": " L", "probability": 0.032958984375}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.056884765625, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.056884765625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.028564453125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0184326171875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.016357421875}, {"token_id": 622, "token_text": " suo", "probability": 0.016357421875}]}, {"token_id": 2349, "token_text": " sistema", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 2349, "token_text": " sistema", "probability": 0.05615234375}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.043701171875}, {"token_id": 3536, "token_text": " sito", "probability": 0.043701171875}, {"token_id": 10702, "token_text": " obiettivo", "probability": 0.041259765625}, {"token_id": 2866, "token_text": " corpo", "probability": 0.02197265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2158203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1083984375}, {"token_id": 2542, "token_text": " educ", "probability": 0.048095703125}, {"token_id": 7333, "token_text": " economico", "probability": 0.031982421875}, {"token_id": 334, "token_text": "zione", "probability": 0.026611328125}]}, {"token_id": 3313, "token_text": " sviluppo", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 3313, "token_text": " sviluppo", "probability": 0.0361328125}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.031982421875}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0299072265625}, {"token_id": 1271, "token_text": " vita", "probability": 0.019287109375}, {"token_id": 3890, "token_text": " controllo", "probability": 0.0133056640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.208984375}, {"token_id": 238, "token_text": " di", "probability": 0.06787109375}, {"token_id": 7333, "token_text": " economico", "probability": 0.038818359375}, {"token_id": 337, "token_text": " del", "probability": 0.0301513671875}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08935546875}, {"token_id": 293, "token_text": " il", "probability": 0.07861328125}, {"token_id": 285, "token_text": " la", "probability": 0.061279296875}, {"token_id": 1410, "token_text": " quello", "probability": 0.05419921875}, {"token_id": 844, "token_text": " stato", "probability": 0.05078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.255859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.060791015625}, {"token_id": 3815, "token_text": " problema", "probability": 0.0238037109375}, {"token_id": 13826, "token_text": " fattore", "probability": 0.02099609375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0185546875}]}, {"token_id": 5557, "token_text": "unica", "chosen_probability": 0.0537109375, "top_k_candidates": [{"token_id": 5557, "token_text": "unica", "probability": 0.0537109375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0537109375}, {"token_id": 2734, "token_text": "altra", "probability": 0.05029296875}, {"token_id": 4378, "token_text": "area", "probability": 0.04736328125}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.04443359375}]}, {"token_id": 7034, "token_text": " soluzione", "chosen_probability": 0.048583984375, "top_k_candidates": [{"token_id": 7034, "token_text": " soluzione", "probability": 0.048583984375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.045654296875}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0245361328125}, {"token_id": 14612, "token_text": " opportunit\u00e0", "probability": 0.0245361328125}, {"token_id": 246, "token_text": " e", "probability": 0.01904296875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1552734375}, {"token_id": 290, "token_text": " per", "probability": 0.1376953125}, {"token_id": 238, "token_text": " di", "probability": 0.12890625}, {"token_id": 17, "token_text": ".", "probability": 0.0693359375}, {"token_id": 15, "token_text": ",", "probability": 0.057373046875}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.060302734375, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.060302734375}, {"token_id": 373, "token_text": " ha", "probability": 0.046875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.044189453125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.04150390625}, {"token_id": 6464, "token_text": " permette", "probability": 0.022216796875}]}, {"token_id": 2520, "token_text": " trova", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 2520, "token_text": " trova", "probability": 0.05615234375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03857421875}, {"token_id": 15044, "token_text": " basa", "probability": 0.031982421875}, {"token_id": 9525, "token_text": " tratti", "probability": 0.031982421875}, {"token_id": 689, "token_text": " sta", "probability": 0.031982421875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.15625}, {"token_id": 209, "token_text": " a", "probability": 0.10107421875}, {"token_id": 637, "token_text": " nella", "probability": 0.083984375}, {"token_id": 447, "token_text": " nel", "probability": 0.0576171875}, {"token_id": 1125, "token_text": " sulla", "probability": 0.044921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.14453125}, {"token_id": 387, "token_text": " una", "probability": 0.07763671875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0322265625}, {"token_id": 5822, "token_text": " maniera", "probability": 0.025146484375}, {"token_id": 762, "token_text": " due", "probability": 0.0196533203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1787109375}, {"token_id": 10687, "token_text": " ambiente", "probability": 0.07470703125}, {"token_id": 8885, "token_text": " contesto", "probability": 0.061767578125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.0546875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0400390625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.15625}, {"token_id": 5557, "token_text": "unica", "probability": 0.12890625}, {"token_id": 4378, "token_text": "area", "probability": 0.08349609375}, {"token_id": 15023, "token_text": "atmosfera", "probability": 0.02880859375}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.025390625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.404296875}, {"token_id": 4783, "token_text": " fase", "probability": 0.08447265625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0242919921875}, {"token_id": 6284, "token_text": " direzione", "probability": 0.0228271484375}, {"token_id": 3399, "token_text": " posizione", "probability": 0.0213623046875}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.37890625}, {"token_id": 370, "token_text": " della", "probability": 0.115234375}, {"token_id": 465, "token_text": " dell", "probability": 0.10205078125}, {"token_id": 238, "token_text": " di", "probability": 0.08447265625}, {"token_id": 17, "token_text": ".", "probability": 0.0791015625}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.341796875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.142578125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0810546875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.023193359375}, {"token_id": 622, "token_text": " suo", "probability": 0.01409912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6171875}, {"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 246, "token_text": " e", "probability": 0.03466796875}, {"token_id": 29, "token_text": ":", "probability": 0.0174560546875}, {"token_id": 303, "token_text": " che", "probability": 0.016357421875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0615234375}, {"token_id": 2285, "token_text": " Questo", "probability": 0.0478515625}, {"token_id": 515, "token_text": " La", "probability": 0.044921875}, {"token_id": 2, "token_text": "", "probability": 0.042236328125}, {"token_id": 407, "token_text": " In", "probability": 0.032958984375}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.53125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.040771484375}, {"token_id": 1468, "token_text": " mondo", "probability": 0.01708984375}, {"token_id": 3162, "token_text": " mio", "probability": 0.01324462890625}, {"token_id": 2547, "token_text": " tuo", "probability": 0.010986328125}]}, {"token_id": 2349, "token_text": " sistema", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 2349, "token_text": " sistema", "probability": 0.66015625}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.013671875}, {"token_id": 24751, "token_text": " Sistema", "probability": 0.0128173828125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0128173828125}, {"token_id": 1438, "token_text": " team", "probability": 0.00885009765625}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0576171875}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0164794921875}, {"token_id": 1402, "token_text": " aver", "probability": 0.010009765625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0093994140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.034423828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.034423828125}, {"token_id": 234, "token_text": " in", "probability": 0.022216796875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.01953125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0162353515625}, {"token_id": 387, "token_text": " una", "probability": 0.0162353515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.07861328125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.042236328125}, {"token_id": 537, "token_text": " po", "probability": 0.025634765625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0240478515625}, {"token_id": 2750, "token_text": " centro", "probability": 0.0186767578125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.050048828125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.050048828125}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.044189453125}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.04150390625}, {"token_id": 25001, "token_text": "ottima", "probability": 0.0322265625}, {"token_id": 5557, "token_text": "unica", "probability": 0.0284423828125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.060791015625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.060791015625}, {"token_id": 3391, "token_text": " persona", "probability": 0.032470703125}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0252685546875}, {"token_id": 5770, "token_text": " questione", "probability": 0.0238037109375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0185546875}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.2119140625}, {"token_id": 238, "token_text": " di", "probability": 0.1865234375}, {"token_id": 370, "token_text": " della", "probability": 0.17578125}, {"token_id": 465, "token_text": " dell", "probability": 0.1064453125}, {"token_id": 491, "token_text": " dei", "probability": 0.04443359375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.0751953125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.029541015625}, {"token_id": 2750, "token_text": " centro", "probability": 0.02294921875}, {"token_id": 622, "token_text": " suo", "probability": 0.016845703125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.01312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.271484375}, {"token_id": 15, "token_text": ",", "probability": 0.1875}, {"token_id": 246, "token_text": " e", "probability": 0.0732421875}, {"token_id": 29, "token_text": ":", "probability": 0.0286865234375}, {"token_id": 303, "token_text": " che", "probability": 0.0223388671875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.05712890625}, {"token_id": 515, "token_text": " La", "probability": 0.053466796875}, {"token_id": 407, "token_text": " In", "probability": 0.03466796875}, {"token_id": 302, "token_text": " L", "probability": 0.03466796875}, {"token_id": 2285, "token_text": " Questo", "probability": 0.0286865234375}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.056884765625, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.056884765625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.028564453125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0184326171875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.016357421875}, {"token_id": 622, "token_text": " suo", "probability": 0.016357421875}]}, {"token_id": 2349, "token_text": " sistema", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 2349, "token_text": " sistema", "probability": 0.05615234375}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.043701171875}, {"token_id": 3536, "token_text": " sito", "probability": 0.043701171875}, {"token_id": 10702, "token_text": " obiettivo", "probability": 0.041259765625}, {"token_id": 2866, "token_text": " corpo", "probability": 0.02197265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2158203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1083984375}, {"token_id": 2542, "token_text": " educ", "probability": 0.048095703125}, {"token_id": 7333, "token_text": " economico", "probability": 0.031982421875}, {"token_id": 334, "token_text": "zione", "probability": 0.026611328125}]}, {"token_id": 3313, "token_text": " sviluppo", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 3313, "token_text": " sviluppo", "probability": 0.0361328125}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.031982421875}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0299072265625}, {"token_id": 1271, "token_text": " vita", "probability": 0.019287109375}, {"token_id": 3890, "token_text": " controllo", "probability": 0.0133056640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.208984375}, {"token_id": 238, "token_text": " di", "probability": 0.06787109375}, {"token_id": 7333, "token_text": " economico", "probability": 0.038818359375}, {"token_id": 337, "token_text": " del", "probability": 0.0301513671875}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08935546875}, {"token_id": 293, "token_text": " il", "probability": 0.07861328125}, {"token_id": 285, "token_text": " la", "probability": 0.061279296875}, {"token_id": 1410, "token_text": " quello", "probability": 0.05419921875}, {"token_id": 844, "token_text": " stato", "probability": 0.05078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.255859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.060791015625}, {"token_id": 3815, "token_text": " problema", "probability": 0.0238037109375}, {"token_id": 13826, "token_text": " fattore", "probability": 0.02099609375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0185546875}]}, {"token_id": 5557, "token_text": "unica", "chosen_probability": 0.0537109375, "top_k_candidates": [{"token_id": 5557, "token_text": "unica", "probability": 0.0537109375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0537109375}, {"token_id": 2734, "token_text": "altra", "probability": 0.05029296875}, {"token_id": 4378, "token_text": "area", "probability": 0.04736328125}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.04443359375}]}, {"token_id": 7034, "token_text": " soluzione", "chosen_probability": 0.048583984375, "top_k_candidates": [{"token_id": 7034, "token_text": " soluzione", "probability": 0.048583984375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.045654296875}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0245361328125}, {"token_id": 14612, "token_text": " opportunit\u00e0", "probability": 0.0245361328125}, {"token_id": 246, "token_text": " e", "probability": 0.01904296875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1552734375}, {"token_id": 290, "token_text": " per", "probability": 0.1376953125}, {"token_id": 238, "token_text": " di", "probability": 0.12890625}, {"token_id": 17, "token_text": ".", "probability": 0.0693359375}, {"token_id": 15, "token_text": ",", "probability": 0.057373046875}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.060302734375, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.060302734375}, {"token_id": 373, "token_text": " ha", "probability": 0.046875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.044189453125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.04150390625}, {"token_id": 6464, "token_text": " permette", "probability": 0.022216796875}]}, {"token_id": 2520, "token_text": " trova", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 2520, "token_text": " trova", "probability": 0.05615234375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03857421875}, {"token_id": 15044, "token_text": " basa", "probability": 0.031982421875}, {"token_id": 9525, "token_text": " tratti", "probability": 0.031982421875}, {"token_id": 689, "token_text": " sta", "probability": 0.031982421875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.15625}, {"token_id": 209, "token_text": " a", "probability": 0.10107421875}, {"token_id": 637, "token_text": " nella", "probability": 0.083984375}, {"token_id": 447, "token_text": " nel", "probability": 0.0576171875}, {"token_id": 1125, "token_text": " sulla", "probability": 0.044921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.14453125}, {"token_id": 387, "token_text": " una", "probability": 0.07763671875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0322265625}, {"token_id": 5822, "token_text": " maniera", "probability": 0.025146484375}, {"token_id": 762, "token_text": " due", "probability": 0.0196533203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1787109375}, {"token_id": 10687, "token_text": " ambiente", "probability": 0.07470703125}, {"token_id": 8885, "token_text": " contesto", "probability": 0.061767578125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.0546875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0400390625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.15625}, {"token_id": 5557, "token_text": "unica", "probability": 0.12890625}, {"token_id": 4378, "token_text": "area", "probability": 0.08349609375}, {"token_id": 15023, "token_text": "atmosfera", "probability": 0.02880859375}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.025390625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.404296875}, {"token_id": 4783, "token_text": " fase", "probability": 0.08447265625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0242919921875}, {"token_id": 6284, "token_text": " direzione", "probability": 0.0228271484375}, {"token_id": 3399, "token_text": " posizione", "probability": 0.0213623046875}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.37890625}, {"token_id": 370, "token_text": " della", "probability": 0.115234375}, {"token_id": 465, "token_text": " dell", "probability": 0.10205078125}, {"token_id": 238, "token_text": " di", "probability": 0.08447265625}, {"token_id": 17, "token_text": ".", "probability": 0.0791015625}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.341796875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.142578125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0810546875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.023193359375}, {"token_id": 622, "token_text": " suo", "probability": 0.01409912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6171875}, {"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 246, "token_text": " e", "probability": 0.03466796875}, {"token_id": 29, "token_text": ":", "probability": 0.0174560546875}, {"token_id": 303, "token_text": " che", "probability": 0.016357421875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.06396484375}, {"token_id": 2285, "token_text": " Questo", "probability": 0.050048828125}, {"token_id": 515, "token_text": " La", "probability": 0.046875}, {"token_id": 407, "token_text": " In", "probability": 0.034423828125}, {"token_id": 302, "token_text": " L", "probability": 0.0302734375}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.53125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.040771484375}, {"token_id": 1468, "token_text": " mondo", "probability": 0.01708984375}, {"token_id": 3162, "token_text": " mio", "probability": 0.01324462890625}, {"token_id": 2547, "token_text": " tuo", "probability": 0.010986328125}]}, {"token_id": 2349, "token_text": " sistema", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 2349, "token_text": " sistema", "probability": 0.66015625}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.013671875}, {"token_id": 24751, "token_text": " Sistema", "probability": 0.0128173828125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0128173828125}, {"token_id": 1438, "token_text": " team", "probability": 0.00885009765625}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0576171875}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0164794921875}, {"token_id": 1402, "token_text": " aver", "probability": 0.010009765625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0093994140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.034423828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.034423828125}, {"token_id": 234, "token_text": " in", "probability": 0.022216796875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.01953125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0162353515625}, {"token_id": 387, "token_text": " una", "probability": 0.0162353515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.07861328125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.042236328125}, {"token_id": 537, "token_text": " po", "probability": 0.025634765625}, {"token_id": 1361, "token_text": " modo", "probability": 0.0240478515625}, {"token_id": 2750, "token_text": " centro", "probability": 0.0186767578125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.050048828125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.050048828125}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.044189453125}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.04150390625}, {"token_id": 25001, "token_text": "ottima", "probability": 0.0322265625}, {"token_id": 5557, "token_text": "unica", "probability": 0.0284423828125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.060791015625, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.060791015625}, {"token_id": 3391, "token_text": " persona", "probability": 0.032470703125}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0252685546875}, {"token_id": 5770, "token_text": " questione", "probability": 0.0238037109375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0185546875}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.2119140625}, {"token_id": 238, "token_text": " di", "probability": 0.1865234375}, {"token_id": 370, "token_text": " della", "probability": 0.17578125}, {"token_id": 465, "token_text": " dell", "probability": 0.1064453125}, {"token_id": 491, "token_text": " dei", "probability": 0.04443359375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.0751953125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.029541015625}, {"token_id": 2750, "token_text": " centro", "probability": 0.02294921875}, {"token_id": 622, "token_text": " suo", "probability": 0.016845703125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.01312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.271484375}, {"token_id": 15, "token_text": ",", "probability": 0.1875}, {"token_id": 246, "token_text": " e", "probability": 0.0732421875}, {"token_id": 29, "token_text": ":", "probability": 0.0286865234375}, {"token_id": 303, "token_text": " che", "probability": 0.0223388671875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.05712890625}, {"token_id": 515, "token_text": " La", "probability": 0.053466796875}, {"token_id": 407, "token_text": " In", "probability": 0.03466796875}, {"token_id": 302, "token_text": " L", "probability": 0.03466796875}, {"token_id": 2285, "token_text": " Questo", "probability": 0.0286865234375}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.056884765625, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.056884765625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.028564453125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0184326171875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.016357421875}, {"token_id": 622, "token_text": " suo", "probability": 0.016357421875}]}, {"token_id": 2349, "token_text": " sistema", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 2349, "token_text": " sistema", "probability": 0.05615234375}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.043701171875}, {"token_id": 3536, "token_text": " sito", "probability": 0.043701171875}, {"token_id": 10702, "token_text": " obiettivo", "probability": 0.041259765625}, {"token_id": 2866, "token_text": " corpo", "probability": 0.02197265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2158203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1083984375}, {"token_id": 2542, "token_text": " educ", "probability": 0.048095703125}, {"token_id": 7333, "token_text": " economico", "probability": 0.031982421875}, {"token_id": 334, "token_text": "zione", "probability": 0.026611328125}]}, {"token_id": 3313, "token_text": " sviluppo", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 3313, "token_text": " sviluppo", "probability": 0.0361328125}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.031982421875}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0299072265625}, {"token_id": 1271, "token_text": " vita", "probability": 0.019287109375}, {"token_id": 3890, "token_text": " controllo", "probability": 0.0133056640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.208984375}, {"token_id": 238, "token_text": " di", "probability": 0.06787109375}, {"token_id": 7333, "token_text": " economico", "probability": 0.038818359375}, {"token_id": 337, "token_text": " del", "probability": 0.0301513671875}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08935546875}, {"token_id": 293, "token_text": " il", "probability": 0.07861328125}, {"token_id": 285, "token_text": " la", "probability": 0.061279296875}, {"token_id": 1410, "token_text": " quello", "probability": 0.05419921875}, {"token_id": 844, "token_text": " stato", "probability": 0.05078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.255859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.060791015625}, {"token_id": 3815, "token_text": " problema", "probability": 0.0238037109375}, {"token_id": 13826, "token_text": " fattore", "probability": 0.02099609375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0185546875}]}, {"token_id": 5557, "token_text": "unica", "chosen_probability": 0.0537109375, "top_k_candidates": [{"token_id": 5557, "token_text": "unica", "probability": 0.0537109375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0537109375}, {"token_id": 2734, "token_text": "altra", "probability": 0.05029296875}, {"token_id": 4378, "token_text": "area", "probability": 0.04736328125}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.04443359375}]}, {"token_id": 7034, "token_text": " soluzione", "chosen_probability": 0.048583984375, "top_k_candidates": [{"token_id": 7034, "token_text": " soluzione", "probability": 0.048583984375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.045654296875}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0245361328125}, {"token_id": 14612, "token_text": " opportunit\u00e0", "probability": 0.0245361328125}, {"token_id": 246, "token_text": " e", "probability": 0.01904296875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1552734375}, {"token_id": 290, "token_text": " per", "probability": 0.1376953125}, {"token_id": 238, "token_text": " di", "probability": 0.12890625}, {"token_id": 17, "token_text": ".", "probability": 0.0693359375}, {"token_id": 15, "token_text": ",", "probability": 0.057373046875}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.060302734375, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.060302734375}, {"token_id": 373, "token_text": " ha", "probability": 0.046875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.044189453125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.04150390625}, {"token_id": 6464, "token_text": " permette", "probability": 0.022216796875}]}, {"token_id": 2520, "token_text": " trova", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 2520, "token_text": " trova", "probability": 0.05615234375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03857421875}, {"token_id": 15044, "token_text": " basa", "probability": 0.031982421875}, {"token_id": 9525, "token_text": " tratti", "probability": 0.031982421875}, {"token_id": 689, "token_text": " sta", "probability": 0.031982421875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.15625}, {"token_id": 209, "token_text": " a", "probability": 0.10107421875}, {"token_id": 637, "token_text": " nella", "probability": 0.083984375}, {"token_id": 447, "token_text": " nel", "probability": 0.0576171875}, {"token_id": 1125, "token_text": " sulla", "probability": 0.044921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.14453125}, {"token_id": 387, "token_text": " una", "probability": 0.07763671875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0322265625}, {"token_id": 5822, "token_text": " maniera", "probability": 0.025146484375}, {"token_id": 762, "token_text": " due", "probability": 0.0196533203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1787109375}, {"token_id": 10687, "token_text": " ambiente", "probability": 0.07470703125}, {"token_id": 8885, "token_text": " contesto", "probability": 0.061767578125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.0546875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0400390625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.15625}, {"token_id": 5557, "token_text": "unica", "probability": 0.12890625}, {"token_id": 4378, "token_text": "area", "probability": 0.08349609375}, {"token_id": 15023, "token_text": "atmosfera", "probability": 0.02880859375}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.025390625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.404296875}, {"token_id": 4783, "token_text": " fase", "probability": 0.08447265625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0242919921875}, {"token_id": 6284, "token_text": " direzione", "probability": 0.0228271484375}, {"token_id": 3399, "token_text": " posizione", "probability": 0.0213623046875}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.37890625}, {"token_id": 370, "token_text": " della", "probability": 0.115234375}, {"token_id": 465, "token_text": " dell", "probability": 0.10205078125}, {"token_id": 238, "token_text": " di", "probability": 0.08447265625}, {"token_id": 17, "token_text": ".", "probability": 0.0791015625}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.341796875}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.142578125}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0810546875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.023193359375}, {"token_id": 622, "token_text": " suo", "probability": 0.01409912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6171875}, {"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 246, "token_text": " e", "probability": 0.03466796875}, {"token_id": 29, "token_text": ":", "probability": 0.0174560546875}, {"token_id": 303, "token_text": " che", "probability": 0.016357421875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.06396484375}, {"token_id": 2285, "token_text": " Questo", "probability": 0.050048828125}, {"token_id": 515, "token_text": " La", "probability": 0.046875}, {"token_id": 407, "token_text": " In", "probability": 0.034423828125}, {"token_id": 302, "token_text": " L", "probability": 0.0302734375}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.53125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.040771484375}, {"token_id": 1468, "token_text": " mondo", "probability": 0.01708984375}, {"token_id": 3162, "token_text": " mio", "probability": 0.01324462890625}, {"token_id": 2547, "token_text": " tuo", "probability": 0.010986328125}]}, {"token_id": 2349, "token_text": " sistema", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 2349, "token_text": " sistema", "probability": 0.66015625}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.013671875}, {"token_id": 24751, "token_text": " Sistema", "probability": 0.0128173828125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0128173828125}, {"token_id": 1438, "token_text": " team", "probability": 0.00885009765625}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.33203125, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33203125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0576171875}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0164794921875}, {"token_id": 1402, "token_text": " aver", "probability": 0.010009765625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0093994140625}, {"token_id": 8573, "token_text": " fornire", "probability": 0.00885009765625}, {"token_id": 1016, "token_text": " far", "probability": 0.00830078125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.00830078125}, {"token_id": 8682, "token_text": " aumentare", "probability": 0.007781982421875}, {"token_id": 5642, "token_text": " portare", "probability": 0.00732421875}], "entropy": 4.625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.102526187989246, "average_logprob_per_token": -1.102526187989246, "perplexity_on_target_sequence": 3.011764705882353, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.102526187989246, "probability": 0.33203125, "raw_probability": 0.33203125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33276.28847074509, "probe_elapsed_sec": 0.9815248120576143, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " a very important part of the world. The world is a very important part of the world. The world is a very important part of the world. The world", "text": "The capital of Italy is a very important part of the world. The world is a very important part of the world. The world is a very important part of the world. The world", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11083984375}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 534, "token_text": " not", "probability": 0.0262451171875}, {"token_id": 248, "token_text": " an", "probability": 0.017578125}, {"token_id": 10438, "token_text": " divided", "probability": 0.0159912109375}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.0198974609375, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.0198974609375}, {"token_id": 2450, "token_text": " major", "probability": 0.017578125}, {"token_id": 2030, "token_text": " small", "probability": 0.0145263671875}, {"token_id": 1942, "token_text": " great", "probability": 0.012451171875}, {"token_id": 618, "token_text": " part", "probability": 0.01129150390625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.049072265625}, {"token_id": 2030, "token_text": " small", "probability": 0.02978515625}, {"token_id": 7403, "token_text": " interesting", "probability": 0.0262451171875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0262451171875}, {"token_id": 1708, "token_text": " good", "probability": 0.0262451171875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.09619140625}, {"token_id": 4891, "token_text": " figure", "probability": 0.0400390625}, {"token_id": 1987, "token_text": " place", "probability": 0.03125}, {"token_id": 6492, "token_text": " step", "probability": 0.02587890625}, {"token_id": 3924, "token_text": " thing", "probability": 0.021484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.79296875}, {"token_id": 234, "token_text": " in", "probability": 0.0576171875}, {"token_id": 17, "token_text": ".", "probability": 0.0272216796875}, {"token_id": 263, "token_text": " to", "probability": 0.0255126953125}, {"token_id": 15, "token_text": ",", "probability": 0.0225830078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 820, "token_text": " its", "probability": 0.040771484375}, {"token_id": 209, "token_text": " a", "probability": 0.033935546875}, {"token_id": 587, "token_text": " this", "probability": 0.0299072265625}, {"token_id": 1565, "token_text": " our", "probability": 0.0233154296875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.095703125}, {"token_id": 2269, "token_text": " country", "probability": 0.05810546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0291748046875}, {"token_id": 2259, "token_text": " city", "probability": 0.01953125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.373046875}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 262, "token_text": " and", "probability": 0.060791015625}, {"token_id": 379, "token_text": " that", "probability": 0.060791015625}, {"token_id": 400, "token_text": "'s", "probability": 0.05029296875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2060546875}, {"token_id": 679, "token_text": " It", "probability": 0.1708984375}, {"token_id": 407, "token_text": " In", "probability": 0.043212890625}, {"token_id": 2, "token_text": "", "probability": 0.03173828125}, {"token_id": 1062, "token_text": " This", "probability": 0.0262451171875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.02587890625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.02587890625}, {"token_id": 942, "token_text": " most", "probability": 0.0220947265625}, {"token_id": 2259, "token_text": " city", "probability": 0.0172119140625}, {"token_id": 836, "token_text": " first", "probability": 0.0172119140625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01220703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.45703125}, {"token_id": 614, "token_text": " has", "probability": 0.10888671875}, {"token_id": 400, "token_text": "'s", "probability": 0.10888671875}, {"token_id": 361, "token_text": " was", "probability": 0.05810546875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0167236328125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.11328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11328125}, {"token_id": 230, "token_text": " the", "probability": 0.087890625}, {"token_id": 534, "token_text": " not", "probability": 0.028564453125}, {"token_id": 751, "token_text": " also", "probability": 0.0196533203125}, {"token_id": 234, "token_text": " in", "probability": 0.0196533203125}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.076171875}, {"token_id": 1942, "token_text": " great", "probability": 0.04931640625}, {"token_id": 2450, "token_text": " major", "probability": 0.01806640625}, {"token_id": 618, "token_text": " part", "probability": 0.0169677734375}, {"token_id": 4475, "token_text": " bit", "probability": 0.01324462890625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.123046875, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.123046875}, {"token_id": 7403, "token_text": " interesting", "probability": 0.04248046875}, {"token_id": 1708, "token_text": " good", "probability": 0.03515625}, {"token_id": 3776, "token_text": " popular", "probability": 0.024169921875}, {"token_id": 7672, "token_text": " unique", "probability": 0.0213623046875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.58203125}, {"token_id": 1987, "token_text": " place", "probability": 0.0419921875}, {"token_id": 720, "token_text": " one", "probability": 0.0225830078125}, {"token_id": 1836, "token_text": " point", "probability": 0.0093994140625}, {"token_id": 2259, "token_text": " city", "probability": 0.00885009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.93359375}, {"token_id": 17, "token_text": ".", "probability": 0.01251220703125}, {"token_id": 15, "token_text": ",", "probability": 0.01171875}, {"token_id": 234, "token_text": " in", "probability": 0.01104736328125}, {"token_id": 379, "token_text": " that", "probability": 0.005218505859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5625}, {"token_id": 820, "token_text": " its", "probability": 0.049072265625}, {"token_id": 209, "token_text": " a", "probability": 0.038330078125}, {"token_id": 587, "token_text": " this", "probability": 0.02978515625}, {"token_id": 1565, "token_text": " our", "probability": 0.023193359375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.404296875}, {"token_id": 2269, "token_text": " country", "probability": 0.029296875}, {"token_id": 2638, "token_text": " history", "probability": 0.0142822265625}, {"token_id": 3113, "token_text": " development", "probability": 0.009521484375}, {"token_id": 2803, "token_text": " human", "probability": 0.009521484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.474609375}, {"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 262, "token_text": " and", "probability": 0.034423828125}, {"token_id": 400, "token_text": "'s", "probability": 0.034423828125}, {"token_id": 379, "token_text": " that", "probability": 0.0302734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2392578125}, {"token_id": 679, "token_text": " It", "probability": 0.1865234375}, {"token_id": 407, "token_text": " In", "probability": 0.034423828125}, {"token_id": 2, "token_text": "", "probability": 0.02685546875}, {"token_id": 1062, "token_text": " This", "probability": 0.025146484375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.1640625}, {"token_id": 942, "token_text": " most", "probability": 0.027587890625}, {"token_id": 836, "token_text": " first", "probability": 0.0184326171875}, {"token_id": 1118, "token_text": " only", "probability": 0.01348876953125}, {"token_id": 2269, "token_text": " country", "probability": 0.01190185546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.62890625}, {"token_id": 614, "token_text": " has", "probability": 0.07958984375}, {"token_id": 400, "token_text": "'s", "probability": 0.04541015625}, {"token_id": 361, "token_text": " was", "probability": 0.042724609375}, {"token_id": 15, "token_text": ",", "probability": 0.011474609375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.173828125}, {"token_id": 230, "token_text": " the", "probability": 0.11962890625}, {"token_id": 248, "token_text": " an", "probability": 0.0284423828125}, {"token_id": 534, "token_text": " not", "probability": 0.0220947265625}, {"token_id": 1525, "token_text": " very", "probability": 0.020751953125}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.11181640625}, {"token_id": 1942, "token_text": " great", "probability": 0.0634765625}, {"token_id": 4475, "token_text": " bit", "probability": 0.01611328125}, {"token_id": 618, "token_text": " part", "probability": 0.01513671875}, {"token_id": 2450, "token_text": " major", "probability": 0.01422119140625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.0849609375}, {"token_id": 7403, "token_text": " interesting", "probability": 0.045654296875}, {"token_id": 1708, "token_text": " good", "probability": 0.045654296875}, {"token_id": 7672, "token_text": " unique", "probability": 0.027587890625}, {"token_id": 3474, "token_text": " strong", "probability": 0.01904296875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.65625}, {"token_id": 1987, "token_text": " place", "probability": 0.034912109375}, {"token_id": 720, "token_text": " one", "probability": 0.02392578125}, {"token_id": 3145, "token_text": " role", "probability": 0.0087890625}, {"token_id": 3056, "token_text": " example", "probability": 0.00775146484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 17, "token_text": ".", "probability": 0.0078125}, {"token_id": 15, "token_text": ",", "probability": 0.00689697265625}, {"token_id": 234, "token_text": " in", "probability": 0.006072998046875}, {"token_id": 379, "token_text": " that", "probability": 0.0034637451171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.57421875}, {"token_id": 820, "token_text": " its", "probability": 0.050048828125}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}, {"token_id": 587, "token_text": " this", "probability": 0.034423828125}, {"token_id": 401, "token_text": " it", "probability": 0.0196533203125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.65234375}, {"token_id": 2638, "token_text": " history", "probability": 0.01446533203125}, {"token_id": 2269, "token_text": " country", "probability": 0.01446533203125}, {"token_id": 2803, "token_text": " human", "probability": 0.00848388671875}, {"token_id": 3113, "token_text": " development", "probability": 0.006622314453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4609375}, {"token_id": 15, "token_text": ",", "probability": 0.140625}, {"token_id": 400, "token_text": "'s", "probability": 0.042724609375}, {"token_id": 262, "token_text": " and", "probability": 0.037841796875}, {"token_id": 234, "token_text": " in", "probability": 0.0294189453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.28125}, {"token_id": 679, "token_text": " It", "probability": 0.181640625}, {"token_id": 1829, "token_text": " There", "probability": 0.0279541015625}, {"token_id": 407, "token_text": " In", "probability": 0.0279541015625}, {"token_id": 1062, "token_text": " This", "probability": 0.0262451171875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.421875}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}, {"token_id": 836, "token_text": " first", "probability": 0.0123291015625}, {"token_id": 2269, "token_text": " country", "probability": 0.0108642578125}, {"token_id": 1118, "token_text": " only", "probability": 0.0108642578125}]}], "clean_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11083984375}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 534, "token_text": " not", "probability": 0.0262451171875}, {"token_id": 248, "token_text": " an", "probability": 0.017578125}, {"token_id": 10438, "token_text": " divided", "probability": 0.0159912109375}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.0198974609375, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.0198974609375}, {"token_id": 2450, "token_text": " major", "probability": 0.017578125}, {"token_id": 2030, "token_text": " small", "probability": 0.0145263671875}, {"token_id": 1942, "token_text": " great", "probability": 0.012451171875}, {"token_id": 618, "token_text": " part", "probability": 0.01129150390625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.049072265625}, {"token_id": 2030, "token_text": " small", "probability": 0.02978515625}, {"token_id": 7403, "token_text": " interesting", "probability": 0.0262451171875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0262451171875}, {"token_id": 1708, "token_text": " good", "probability": 0.0262451171875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.09619140625}, {"token_id": 4891, "token_text": " figure", "probability": 0.0400390625}, {"token_id": 1987, "token_text": " place", "probability": 0.03125}, {"token_id": 6492, "token_text": " step", "probability": 0.02587890625}, {"token_id": 3924, "token_text": " thing", "probability": 0.021484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.79296875}, {"token_id": 234, "token_text": " in", "probability": 0.0576171875}, {"token_id": 17, "token_text": ".", "probability": 0.0272216796875}, {"token_id": 263, "token_text": " to", "probability": 0.0255126953125}, {"token_id": 15, "token_text": ",", "probability": 0.0225830078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 820, "token_text": " its", "probability": 0.040771484375}, {"token_id": 209, "token_text": " a", "probability": 0.033935546875}, {"token_id": 587, "token_text": " this", "probability": 0.0299072265625}, {"token_id": 1565, "token_text": " our", "probability": 0.0233154296875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.095703125}, {"token_id": 2269, "token_text": " country", "probability": 0.05810546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0291748046875}, {"token_id": 2259, "token_text": " city", "probability": 0.01953125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.373046875}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 262, "token_text": " and", "probability": 0.060791015625}, {"token_id": 379, "token_text": " that", "probability": 0.060791015625}, {"token_id": 400, "token_text": "'s", "probability": 0.05029296875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.212890625}, {"token_id": 679, "token_text": " It", "probability": 0.1767578125}, {"token_id": 407, "token_text": " In", "probability": 0.044677734375}, {"token_id": 1062, "token_text": " This", "probability": 0.027099609375}, {"token_id": 277, "token_text": " A", "probability": 0.0224609375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.02587890625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.02587890625}, {"token_id": 942, "token_text": " most", "probability": 0.0220947265625}, {"token_id": 2259, "token_text": " city", "probability": 0.0172119140625}, {"token_id": 836, "token_text": " first", "probability": 0.0172119140625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01220703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.45703125}, {"token_id": 614, "token_text": " has", "probability": 0.10888671875}, {"token_id": 400, "token_text": "'s", "probability": 0.10888671875}, {"token_id": 361, "token_text": " was", "probability": 0.05810546875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0167236328125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.11328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11328125}, {"token_id": 230, "token_text": " the", "probability": 0.087890625}, {"token_id": 534, "token_text": " not", "probability": 0.028564453125}, {"token_id": 751, "token_text": " also", "probability": 0.0196533203125}, {"token_id": 234, "token_text": " in", "probability": 0.0196533203125}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.076171875}, {"token_id": 1942, "token_text": " great", "probability": 0.04931640625}, {"token_id": 2450, "token_text": " major", "probability": 0.01806640625}, {"token_id": 618, "token_text": " part", "probability": 0.0169677734375}, {"token_id": 4475, "token_text": " bit", "probability": 0.01324462890625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.123046875, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.123046875}, {"token_id": 7403, "token_text": " interesting", "probability": 0.04248046875}, {"token_id": 1708, "token_text": " good", "probability": 0.03515625}, {"token_id": 3776, "token_text": " popular", "probability": 0.024169921875}, {"token_id": 7672, "token_text": " unique", "probability": 0.0213623046875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.58203125}, {"token_id": 1987, "token_text": " place", "probability": 0.0419921875}, {"token_id": 720, "token_text": " one", "probability": 0.0225830078125}, {"token_id": 1836, "token_text": " point", "probability": 0.0093994140625}, {"token_id": 2259, "token_text": " city", "probability": 0.00885009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.93359375}, {"token_id": 17, "token_text": ".", "probability": 0.01251220703125}, {"token_id": 15, "token_text": ",", "probability": 0.01171875}, {"token_id": 234, "token_text": " in", "probability": 0.01104736328125}, {"token_id": 379, "token_text": " that", "probability": 0.005218505859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5625}, {"token_id": 820, "token_text": " its", "probability": 0.049072265625}, {"token_id": 209, "token_text": " a", "probability": 0.038330078125}, {"token_id": 587, "token_text": " this", "probability": 0.02978515625}, {"token_id": 1565, "token_text": " our", "probability": 0.023193359375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.404296875}, {"token_id": 2269, "token_text": " country", "probability": 0.029296875}, {"token_id": 2638, "token_text": " history", "probability": 0.0142822265625}, {"token_id": 3113, "token_text": " development", "probability": 0.009521484375}, {"token_id": 2803, "token_text": " human", "probability": 0.009521484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.474609375}, {"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 262, "token_text": " and", "probability": 0.034423828125}, {"token_id": 400, "token_text": "'s", "probability": 0.034423828125}, {"token_id": 379, "token_text": " that", "probability": 0.0302734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.24609375}, {"token_id": 679, "token_text": " It", "probability": 0.19140625}, {"token_id": 407, "token_text": " In", "probability": 0.035400390625}, {"token_id": 1829, "token_text": " There", "probability": 0.02587890625}, {"token_id": 1062, "token_text": " This", "probability": 0.02587890625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.1640625}, {"token_id": 942, "token_text": " most", "probability": 0.027587890625}, {"token_id": 836, "token_text": " first", "probability": 0.0184326171875}, {"token_id": 1118, "token_text": " only", "probability": 0.01348876953125}, {"token_id": 2269, "token_text": " country", "probability": 0.01190185546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.62890625}, {"token_id": 614, "token_text": " has", "probability": 0.07958984375}, {"token_id": 400, "token_text": "'s", "probability": 0.04541015625}, {"token_id": 361, "token_text": " was", "probability": 0.042724609375}, {"token_id": 15, "token_text": ",", "probability": 0.011474609375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.173828125}, {"token_id": 230, "token_text": " the", "probability": 0.11962890625}, {"token_id": 248, "token_text": " an", "probability": 0.0284423828125}, {"token_id": 534, "token_text": " not", "probability": 0.0220947265625}, {"token_id": 1525, "token_text": " very", "probability": 0.020751953125}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.11181640625}, {"token_id": 1942, "token_text": " great", "probability": 0.0634765625}, {"token_id": 4475, "token_text": " bit", "probability": 0.01611328125}, {"token_id": 618, "token_text": " part", "probability": 0.01513671875}, {"token_id": 2450, "token_text": " major", "probability": 0.01422119140625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.0849609375}, {"token_id": 7403, "token_text": " interesting", "probability": 0.045654296875}, {"token_id": 1708, "token_text": " good", "probability": 0.045654296875}, {"token_id": 7672, "token_text": " unique", "probability": 0.027587890625}, {"token_id": 3474, "token_text": " strong", "probability": 0.01904296875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.65625}, {"token_id": 1987, "token_text": " place", "probability": 0.034912109375}, {"token_id": 720, "token_text": " one", "probability": 0.02392578125}, {"token_id": 3145, "token_text": " role", "probability": 0.0087890625}, {"token_id": 3056, "token_text": " example", "probability": 0.00775146484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 17, "token_text": ".", "probability": 0.0078125}, {"token_id": 15, "token_text": ",", "probability": 0.00689697265625}, {"token_id": 234, "token_text": " in", "probability": 0.006072998046875}, {"token_id": 379, "token_text": " that", "probability": 0.0034637451171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.57421875}, {"token_id": 820, "token_text": " its", "probability": 0.050048828125}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}, {"token_id": 587, "token_text": " this", "probability": 0.034423828125}, {"token_id": 401, "token_text": " it", "probability": 0.0196533203125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.65234375}, {"token_id": 2638, "token_text": " history", "probability": 0.01446533203125}, {"token_id": 2269, "token_text": " country", "probability": 0.01446533203125}, {"token_id": 2803, "token_text": " human", "probability": 0.00848388671875}, {"token_id": 3113, "token_text": " development", "probability": 0.006622314453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4609375}, {"token_id": 15, "token_text": ",", "probability": 0.140625}, {"token_id": 400, "token_text": "'s", "probability": 0.042724609375}, {"token_id": 262, "token_text": " and", "probability": 0.037841796875}, {"token_id": 234, "token_text": " in", "probability": 0.0294189453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2890625}, {"token_id": 679, "token_text": " It", "probability": 0.1865234375}, {"token_id": 1829, "token_text": " There", "probability": 0.028564453125}, {"token_id": 407, "token_text": " In", "probability": 0.028564453125}, {"token_id": 1062, "token_text": " This", "probability": 0.02685546875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.421875}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}, {"token_id": 836, "token_text": " first", "probability": 0.0123291015625}, {"token_id": 2269, "token_text": " country", "probability": 0.0108642578125}, {"token_id": 1118, "token_text": " only", "probability": 0.0108642578125}]}], "token_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.11083984375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11083984375}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 534, "token_text": " not", "probability": 0.0262451171875}, {"token_id": 248, "token_text": " an", "probability": 0.017578125}, {"token_id": 10438, "token_text": " divided", "probability": 0.0159912109375}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.0198974609375, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.0198974609375}, {"token_id": 2450, "token_text": " major", "probability": 0.017578125}, {"token_id": 2030, "token_text": " small", "probability": 0.0145263671875}, {"token_id": 1942, "token_text": " great", "probability": 0.012451171875}, {"token_id": 618, "token_text": " part", "probability": 0.01129150390625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.049072265625}, {"token_id": 2030, "token_text": " small", "probability": 0.02978515625}, {"token_id": 7403, "token_text": " interesting", "probability": 0.0262451171875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0262451171875}, {"token_id": 1708, "token_text": " good", "probability": 0.0262451171875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.09619140625}, {"token_id": 4891, "token_text": " figure", "probability": 0.0400390625}, {"token_id": 1987, "token_text": " place", "probability": 0.03125}, {"token_id": 6492, "token_text": " step", "probability": 0.02587890625}, {"token_id": 3924, "token_text": " thing", "probability": 0.021484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.79296875}, {"token_id": 234, "token_text": " in", "probability": 0.0576171875}, {"token_id": 17, "token_text": ".", "probability": 0.0272216796875}, {"token_id": 263, "token_text": " to", "probability": 0.0255126953125}, {"token_id": 15, "token_text": ",", "probability": 0.0225830078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 820, "token_text": " its", "probability": 0.040771484375}, {"token_id": 209, "token_text": " a", "probability": 0.033935546875}, {"token_id": 587, "token_text": " this", "probability": 0.0299072265625}, {"token_id": 1565, "token_text": " our", "probability": 0.0233154296875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.095703125}, {"token_id": 2269, "token_text": " country", "probability": 0.05810546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0291748046875}, {"token_id": 2259, "token_text": " city", "probability": 0.01953125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0166015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.373046875}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 262, "token_text": " and", "probability": 0.060791015625}, {"token_id": 379, "token_text": " that", "probability": 0.060791015625}, {"token_id": 400, "token_text": "'s", "probability": 0.05029296875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.212890625}, {"token_id": 679, "token_text": " It", "probability": 0.1767578125}, {"token_id": 407, "token_text": " In", "probability": 0.044677734375}, {"token_id": 1062, "token_text": " This", "probability": 0.027099609375}, {"token_id": 277, "token_text": " A", "probability": 0.0224609375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.02587890625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.02587890625}, {"token_id": 942, "token_text": " most", "probability": 0.0220947265625}, {"token_id": 2259, "token_text": " city", "probability": 0.0172119140625}, {"token_id": 836, "token_text": " first", "probability": 0.0172119140625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01220703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.45703125}, {"token_id": 614, "token_text": " has", "probability": 0.10888671875}, {"token_id": 400, "token_text": "'s", "probability": 0.10888671875}, {"token_id": 361, "token_text": " was", "probability": 0.05810546875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0167236328125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.11328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11328125}, {"token_id": 230, "token_text": " the", "probability": 0.087890625}, {"token_id": 534, "token_text": " not", "probability": 0.028564453125}, {"token_id": 751, "token_text": " also", "probability": 0.0196533203125}, {"token_id": 234, "token_text": " in", "probability": 0.0196533203125}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.076171875}, {"token_id": 1942, "token_text": " great", "probability": 0.04931640625}, {"token_id": 2450, "token_text": " major", "probability": 0.01806640625}, {"token_id": 618, "token_text": " part", "probability": 0.0169677734375}, {"token_id": 4475, "token_text": " bit", "probability": 0.01324462890625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.123046875, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.123046875}, {"token_id": 7403, "token_text": " interesting", "probability": 0.04248046875}, {"token_id": 1708, "token_text": " good", "probability": 0.03515625}, {"token_id": 3776, "token_text": " popular", "probability": 0.024169921875}, {"token_id": 7672, "token_text": " unique", "probability": 0.0213623046875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.58203125, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.58203125}, {"token_id": 1987, "token_text": " place", "probability": 0.0419921875}, {"token_id": 720, "token_text": " one", "probability": 0.0225830078125}, {"token_id": 1836, "token_text": " point", "probability": 0.0093994140625}, {"token_id": 2259, "token_text": " city", "probability": 0.00885009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.93359375}, {"token_id": 17, "token_text": ".", "probability": 0.01251220703125}, {"token_id": 15, "token_text": ",", "probability": 0.01171875}, {"token_id": 234, "token_text": " in", "probability": 0.01104736328125}, {"token_id": 379, "token_text": " that", "probability": 0.005218505859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5625}, {"token_id": 820, "token_text": " its", "probability": 0.049072265625}, {"token_id": 209, "token_text": " a", "probability": 0.038330078125}, {"token_id": 587, "token_text": " this", "probability": 0.02978515625}, {"token_id": 1565, "token_text": " our", "probability": 0.023193359375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.404296875}, {"token_id": 2269, "token_text": " country", "probability": 0.029296875}, {"token_id": 2638, "token_text": " history", "probability": 0.0142822265625}, {"token_id": 3113, "token_text": " development", "probability": 0.009521484375}, {"token_id": 2803, "token_text": " human", "probability": 0.009521484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.474609375}, {"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 262, "token_text": " and", "probability": 0.034423828125}, {"token_id": 400, "token_text": "'s", "probability": 0.034423828125}, {"token_id": 379, "token_text": " that", "probability": 0.0302734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.24609375}, {"token_id": 679, "token_text": " It", "probability": 0.19140625}, {"token_id": 407, "token_text": " In", "probability": 0.035400390625}, {"token_id": 1829, "token_text": " There", "probability": 0.02587890625}, {"token_id": 1062, "token_text": " This", "probability": 0.02587890625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.1640625}, {"token_id": 942, "token_text": " most", "probability": 0.027587890625}, {"token_id": 836, "token_text": " first", "probability": 0.0184326171875}, {"token_id": 1118, "token_text": " only", "probability": 0.01348876953125}, {"token_id": 2269, "token_text": " country", "probability": 0.01190185546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.62890625}, {"token_id": 614, "token_text": " has", "probability": 0.07958984375}, {"token_id": 400, "token_text": "'s", "probability": 0.04541015625}, {"token_id": 361, "token_text": " was", "probability": 0.042724609375}, {"token_id": 15, "token_text": ",", "probability": 0.011474609375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.173828125}, {"token_id": 230, "token_text": " the", "probability": 0.11962890625}, {"token_id": 248, "token_text": " an", "probability": 0.0284423828125}, {"token_id": 534, "token_text": " not", "probability": 0.0220947265625}, {"token_id": 1525, "token_text": " very", "probability": 0.020751953125}]}, {"token_id": 1525, "token_text": " very", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 1525, "token_text": " very", "probability": 0.11181640625}, {"token_id": 1942, "token_text": " great", "probability": 0.0634765625}, {"token_id": 4475, "token_text": " bit", "probability": 0.01611328125}, {"token_id": 618, "token_text": " part", "probability": 0.01513671875}, {"token_id": 2450, "token_text": " major", "probability": 0.01422119140625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.0849609375}, {"token_id": 7403, "token_text": " interesting", "probability": 0.045654296875}, {"token_id": 1708, "token_text": " good", "probability": 0.045654296875}, {"token_id": 7672, "token_text": " unique", "probability": 0.027587890625}, {"token_id": 3474, "token_text": " strong", "probability": 0.01904296875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.65625}, {"token_id": 1987, "token_text": " place", "probability": 0.034912109375}, {"token_id": 720, "token_text": " one", "probability": 0.02392578125}, {"token_id": 3145, "token_text": " role", "probability": 0.0087890625}, {"token_id": 3056, "token_text": " example", "probability": 0.00775146484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 17, "token_text": ".", "probability": 0.0078125}, {"token_id": 15, "token_text": ",", "probability": 0.00689697265625}, {"token_id": 234, "token_text": " in", "probability": 0.006072998046875}, {"token_id": 379, "token_text": " that", "probability": 0.0034637451171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.57421875}, {"token_id": 820, "token_text": " its", "probability": 0.050048828125}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}, {"token_id": 587, "token_text": " this", "probability": 0.034423828125}, {"token_id": 401, "token_text": " it", "probability": 0.0196533203125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.65234375}, {"token_id": 2638, "token_text": " history", "probability": 0.01446533203125}, {"token_id": 2269, "token_text": " country", "probability": 0.01446533203125}, {"token_id": 2803, "token_text": " human", "probability": 0.00848388671875}, {"token_id": 3113, "token_text": " development", "probability": 0.006622314453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4609375}, {"token_id": 15, "token_text": ",", "probability": 0.140625}, {"token_id": 400, "token_text": "'s", "probability": 0.042724609375}, {"token_id": 262, "token_text": " and", "probability": 0.037841796875}, {"token_id": 234, "token_text": " in", "probability": 0.0294189453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2890625}, {"token_id": 679, "token_text": " It", "probability": 0.1865234375}, {"token_id": 1829, "token_text": " There", "probability": 0.028564453125}, {"token_id": 407, "token_text": " In", "probability": 0.028564453125}, {"token_id": 1062, "token_text": " This", "probability": 0.02685546875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.421875}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}, {"token_id": 836, "token_text": " first", "probability": 0.0123291015625}, {"token_id": 2269, "token_text": " country", "probability": 0.0108642578125}, {"token_id": 1118, "token_text": " only", "probability": 0.0108642578125}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 1575, "correct_token_probability": 5.698204040527344e-05, "top_10_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11083984375}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 534, "token_text": " not", "probability": 0.0262451171875}, {"token_id": 248, "token_text": " an", "probability": 0.017578125}, {"token_id": 10438, "token_text": " divided", "probability": 0.0159912109375}, {"token_id": 720, "token_text": " one", "probability": 0.0150146484375}, {"token_id": 1576, "token_text": " now", "probability": 0.013671875}, {"token_id": 3857, "token_text": " located", "probability": 0.01324462890625}, {"token_id": 1933, "token_text": " still", "probability": 0.01202392578125}, {"token_id": 751, "token_text": " also", "probability": 0.01165771484375}], "entropy": 6.15625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.772774420387286, "average_logprob_per_token": -9.772774420387286, "perplexity_on_target_sequence": 17549.389121338907, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -9.772774420387286, "probability": 5.698204040527344e-05, "raw_probability": 5.698204040527344e-05, "correct_token_rank": 1575}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33276.28914666176, "probe_elapsed_sec": 0.9815248120576143, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used", "text": "A small language model should be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.51953125}, {"token_id": 581, "token_text": " have", "probability": 0.045166015625}, {"token_id": 534, "token_text": " not", "probability": 0.04248046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0166015625}, {"token_id": 751, "token_text": " also", "probability": 0.0107421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1884765625}, {"token_id": 4424, "token_text": " considered", "probability": 0.03076171875}, {"token_id": 1334, "token_text": " found", "probability": 0.0289306640625}, {"token_id": 2956, "token_text": " able", "probability": 0.0225830078125}, {"token_id": 209, "token_text": " a", "probability": 0.017578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.306640625}, {"token_id": 321, "token_text": " for", "probability": 0.14453125}, {"token_id": 234, "token_text": " in", "probability": 0.1357421875}, {"token_id": 347, "token_text": " as", "probability": 0.09326171875}, {"token_id": 17, "token_text": ".", "probability": 0.060302734375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.055908203125}, {"token_id": 4052, "token_text": " create", "probability": 0.04638671875}, {"token_id": 8550, "token_text": " determine", "probability": 0.0264892578125}, {"token_id": 10728, "token_text": " describe", "probability": 0.0264892578125}, {"token_id": 1494, "token_text": " make", "probability": 0.02197265625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.435546875}, {"token_id": 209, "token_text": " a", "probability": 0.0245361328125}, {"token_id": 9996, "token_text": " applied", "probability": 0.0230712890625}, {"token_id": 1334, "token_text": " found", "probability": 0.01397705078125}, {"token_id": 4424, "token_text": " considered", "probability": 0.01312255859375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.333984375}, {"token_id": 321, "token_text": " for", "probability": 0.1474609375}, {"token_id": 234, "token_text": " in", "probability": 0.130859375}, {"token_id": 347, "token_text": " as", "probability": 0.095703125}, {"token_id": 17, "token_text": ".", "probability": 0.057861328125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.095703125}, {"token_id": 4052, "token_text": " create", "probability": 0.04248046875}, {"token_id": 1494, "token_text": " make", "probability": 0.0228271484375}, {"token_id": 8550, "token_text": " determine", "probability": 0.0213623046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0201416015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.54296875}, {"token_id": 209, "token_text": " a", "probability": 0.02392578125}, {"token_id": 9996, "token_text": " applied", "probability": 0.0224609375}, {"token_id": 4424, "token_text": " considered", "probability": 0.01361083984375}, {"token_id": 2956, "token_text": " able", "probability": 0.0106201171875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.392578125}, {"token_id": 321, "token_text": " for", "probability": 0.14453125}, {"token_id": 234, "token_text": " in", "probability": 0.1279296875}, {"token_id": 347, "token_text": " as", "probability": 0.08251953125}, {"token_id": 17, "token_text": ".", "probability": 0.050048828125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.158203125}, {"token_id": 4052, "token_text": " create", "probability": 0.033203125}, {"token_id": 1494, "token_text": " make", "probability": 0.02587890625}, {"token_id": 1300, "token_text": " use", "probability": 0.0228271484375}, {"token_id": 3027, "token_text": " perform", "probability": 0.0201416015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.5625}, {"token_id": 9996, "token_text": " applied", "probability": 0.024658203125}, {"token_id": 209, "token_text": " a", "probability": 0.024658203125}, {"token_id": 4424, "token_text": " considered", "probability": 0.01318359375}, {"token_id": 2956, "token_text": " able", "probability": 0.008544921875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.4296875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.4296875}, {"token_id": 321, "token_text": " for", "probability": 0.158203125}, {"token_id": 234, "token_text": " in", "probability": 0.10888671875}, {"token_id": 347, "token_text": " as", "probability": 0.07470703125}, {"token_id": 17, "token_text": ".", "probability": 0.0546875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.27734375}, {"token_id": 1494, "token_text": " make", "probability": 0.0257568359375}, {"token_id": 1300, "token_text": " use", "probability": 0.0257568359375}, {"token_id": 4052, "token_text": " create", "probability": 0.02001953125}, {"token_id": 581, "token_text": " have", "probability": 0.0166015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.6171875}, {"token_id": 9996, "token_text": " applied", "probability": 0.02392578125}, {"token_id": 209, "token_text": " a", "probability": 0.0211181640625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0128173828125}, {"token_id": 2956, "token_text": " able", "probability": 0.007293701171875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5546875}, {"token_id": 321, "token_text": " for", "probability": 0.09619140625}, {"token_id": 234, "token_text": " in", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 347, "token_text": " as", "probability": 0.04541015625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.376953125}, {"token_id": 1494, "token_text": " make", "probability": 0.0240478515625}, {"token_id": 1300, "token_text": " use", "probability": 0.0240478515625}, {"token_id": 581, "token_text": " have", "probability": 0.021240234375}, {"token_id": 4052, "token_text": " create", "probability": 0.0155029296875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.6484375}, {"token_id": 9996, "token_text": " applied", "probability": 0.0208740234375}, {"token_id": 209, "token_text": " a", "probability": 0.01531982421875}, {"token_id": 4424, "token_text": " considered", "probability": 0.01116943359375}, {"token_id": 2956, "token_text": " able", "probability": 0.0081787109375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.62109375}, {"token_id": 321, "token_text": " for", "probability": 0.083984375}, {"token_id": 234, "token_text": " in", "probability": 0.0693359375}, {"token_id": 17, "token_text": ".", "probability": 0.05078125}, {"token_id": 347, "token_text": " as", "probability": 0.044921875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.455078125}, {"token_id": 1300, "token_text": " use", "probability": 0.022705078125}, {"token_id": 1494, "token_text": " make", "probability": 0.021240234375}, {"token_id": 581, "token_text": " have", "probability": 0.021240234375}, {"token_id": 4052, "token_text": " create", "probability": 0.01373291015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.66796875}, {"token_id": 9996, "token_text": " applied", "probability": 0.0201416015625}, {"token_id": 209, "token_text": " a", "probability": 0.01385498046875}, {"token_id": 4424, "token_text": " considered", "probability": 0.009521484375}, {"token_id": 2956, "token_text": " able", "probability": 0.00787353515625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.59375}, {"token_id": 321, "token_text": " for", "probability": 0.0859375}, {"token_id": 234, "token_text": " in", "probability": 0.07568359375}, {"token_id": 17, "token_text": ".", "probability": 0.06298828125}, {"token_id": 347, "token_text": " as", "probability": 0.052001953125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.55859375}, {"token_id": 581, "token_text": " have", "probability": 0.0230712890625}, {"token_id": 1300, "token_text": " use", "probability": 0.01904296875}, {"token_id": 1494, "token_text": " make", "probability": 0.016845703125}, {"token_id": 230, "token_text": " the", "probability": 0.0108642578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.66015625}, {"token_id": 9996, "token_text": " applied", "probability": 0.018798828125}, {"token_id": 209, "token_text": " a", "probability": 0.01287841796875}, {"token_id": 4424, "token_text": " considered", "probability": 0.00946044921875}, {"token_id": 2956, "token_text": " able", "probability": 0.00885009765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.69921875}, {"token_id": 321, "token_text": " for", "probability": 0.0693359375}, {"token_id": 234, "token_text": " in", "probability": 0.047607421875}, {"token_id": 347, "token_text": " as", "probability": 0.03955078125}, {"token_id": 17, "token_text": ".", "probability": 0.03955078125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.63671875}, {"token_id": 581, "token_text": " have", "probability": 0.023193359375}, {"token_id": 1300, "token_text": " use", "probability": 0.01806640625}, {"token_id": 1494, "token_text": " make", "probability": 0.01324462890625}, {"token_id": 230, "token_text": " the", "probability": 0.01031494140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.671875}, {"token_id": 9996, "token_text": " applied", "probability": 0.016845703125}, {"token_id": 209, "token_text": " a", "probability": 0.0108642578125}, {"token_id": 4424, "token_text": " considered", "probability": 0.01019287109375}, {"token_id": 2956, "token_text": " able", "probability": 0.0079345703125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.69921875}, {"token_id": 321, "token_text": " for", "probability": 0.07861328125}, {"token_id": 347, "token_text": " as", "probability": 0.044921875}, {"token_id": 234, "token_text": " in", "probability": 0.044921875}, {"token_id": 17, "token_text": ".", "probability": 0.03271484375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.73046875}, {"token_id": 581, "token_text": " have", "probability": 0.0220947265625}, {"token_id": 1300, "token_text": " use", "probability": 0.0172119140625}, {"token_id": 1494, "token_text": " make", "probability": 0.01043701171875}, {"token_id": 347, "token_text": " as", "probability": 0.00592041015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.66796875}, {"token_id": 9996, "token_text": " applied", "probability": 0.01470947265625}, {"token_id": 4424, "token_text": " considered", "probability": 0.011474609375}, {"token_id": 209, "token_text": " a", "probability": 0.01080322265625}, {"token_id": 2956, "token_text": " able", "probability": 0.00836181640625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.78125}, {"token_id": 321, "token_text": " for", "probability": 0.056640625}, {"token_id": 234, "token_text": " in", "probability": 0.0322265625}, {"token_id": 17, "token_text": ".", "probability": 0.0322265625}, {"token_id": 347, "token_text": " as", "probability": 0.0235595703125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.7421875}, {"token_id": 581, "token_text": " have", "probability": 0.019775390625}, {"token_id": 1300, "token_text": " use", "probability": 0.0164794921875}, {"token_id": 1494, "token_text": " make", "probability": 0.0106201171875}, {"token_id": 347, "token_text": " as", "probability": 0.00567626953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.640625}, {"token_id": 9996, "token_text": " applied", "probability": 0.0159912109375}, {"token_id": 209, "token_text": " a", "probability": 0.01171875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0103759765625}, {"token_id": 2956, "token_text": " able", "probability": 0.0091552734375}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.51953125}, {"token_id": 581, "token_text": " have", "probability": 0.045166015625}, {"token_id": 534, "token_text": " not", "probability": 0.04248046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0166015625}, {"token_id": 751, "token_text": " also", "probability": 0.0107421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1884765625}, {"token_id": 4424, "token_text": " considered", "probability": 0.03076171875}, {"token_id": 1334, "token_text": " found", "probability": 0.0289306640625}, {"token_id": 2956, "token_text": " able", "probability": 0.0225830078125}, {"token_id": 209, "token_text": " a", "probability": 0.017578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.306640625}, {"token_id": 321, "token_text": " for", "probability": 0.14453125}, {"token_id": 234, "token_text": " in", "probability": 0.1357421875}, {"token_id": 347, "token_text": " as", "probability": 0.09326171875}, {"token_id": 17, "token_text": ".", "probability": 0.060302734375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.055908203125}, {"token_id": 4052, "token_text": " create", "probability": 0.04638671875}, {"token_id": 8550, "token_text": " determine", "probability": 0.0264892578125}, {"token_id": 10728, "token_text": " describe", "probability": 0.0264892578125}, {"token_id": 1494, "token_text": " make", "probability": 0.02197265625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.435546875}, {"token_id": 209, "token_text": " a", "probability": 0.0245361328125}, {"token_id": 9996, "token_text": " applied", "probability": 0.0230712890625}, {"token_id": 1334, "token_text": " found", "probability": 0.01397705078125}, {"token_id": 4424, "token_text": " considered", "probability": 0.01312255859375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.333984375}, {"token_id": 321, "token_text": " for", "probability": 0.1474609375}, {"token_id": 234, "token_text": " in", "probability": 0.130859375}, {"token_id": 347, "token_text": " as", "probability": 0.095703125}, {"token_id": 17, "token_text": ".", "probability": 0.057861328125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.095703125}, {"token_id": 4052, "token_text": " create", "probability": 0.04248046875}, {"token_id": 1494, "token_text": " make", "probability": 0.0228271484375}, {"token_id": 8550, "token_text": " determine", "probability": 0.0213623046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0201416015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.54296875}, {"token_id": 209, "token_text": " a", "probability": 0.02392578125}, {"token_id": 9996, "token_text": " applied", "probability": 0.0224609375}, {"token_id": 4424, "token_text": " considered", "probability": 0.01361083984375}, {"token_id": 2956, "token_text": " able", "probability": 0.0106201171875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.392578125}, {"token_id": 321, "token_text": " for", "probability": 0.14453125}, {"token_id": 234, "token_text": " in", "probability": 0.1279296875}, {"token_id": 347, "token_text": " as", "probability": 0.08251953125}, {"token_id": 17, "token_text": ".", "probability": 0.050048828125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.158203125}, {"token_id": 4052, "token_text": " create", "probability": 0.033203125}, {"token_id": 1494, "token_text": " make", "probability": 0.02587890625}, {"token_id": 1300, "token_text": " use", "probability": 0.0228271484375}, {"token_id": 3027, "token_text": " perform", "probability": 0.0201416015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.5625}, {"token_id": 9996, "token_text": " applied", "probability": 0.024658203125}, {"token_id": 209, "token_text": " a", "probability": 0.024658203125}, {"token_id": 4424, "token_text": " considered", "probability": 0.01318359375}, {"token_id": 2956, "token_text": " able", "probability": 0.008544921875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.4296875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.4296875}, {"token_id": 321, "token_text": " for", "probability": 0.158203125}, {"token_id": 234, "token_text": " in", "probability": 0.10888671875}, {"token_id": 347, "token_text": " as", "probability": 0.07470703125}, {"token_id": 17, "token_text": ".", "probability": 0.0546875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.27734375}, {"token_id": 1494, "token_text": " make", "probability": 0.0257568359375}, {"token_id": 1300, "token_text": " use", "probability": 0.0257568359375}, {"token_id": 4052, "token_text": " create", "probability": 0.02001953125}, {"token_id": 581, "token_text": " have", "probability": 0.0166015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.6171875}, {"token_id": 9996, "token_text": " applied", "probability": 0.02392578125}, {"token_id": 209, "token_text": " a", "probability": 0.0211181640625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0128173828125}, {"token_id": 2956, "token_text": " able", "probability": 0.007293701171875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5546875}, {"token_id": 321, "token_text": " for", "probability": 0.09619140625}, {"token_id": 234, "token_text": " in", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 347, "token_text": " as", "probability": 0.04541015625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.376953125}, {"token_id": 1494, "token_text": " make", "probability": 0.0240478515625}, {"token_id": 1300, "token_text": " use", "probability": 0.0240478515625}, {"token_id": 581, "token_text": " have", "probability": 0.021240234375}, {"token_id": 4052, "token_text": " create", "probability": 0.0155029296875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.6484375}, {"token_id": 9996, "token_text": " applied", "probability": 0.0208740234375}, {"token_id": 209, "token_text": " a", "probability": 0.01531982421875}, {"token_id": 4424, "token_text": " considered", "probability": 0.01116943359375}, {"token_id": 2956, "token_text": " able", "probability": 0.0081787109375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.62109375}, {"token_id": 321, "token_text": " for", "probability": 0.083984375}, {"token_id": 234, "token_text": " in", "probability": 0.0693359375}, {"token_id": 17, "token_text": ".", "probability": 0.05078125}, {"token_id": 347, "token_text": " as", "probability": 0.044921875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.455078125}, {"token_id": 1300, "token_text": " use", "probability": 0.022705078125}, {"token_id": 1494, "token_text": " make", "probability": 0.021240234375}, {"token_id": 581, "token_text": " have", "probability": 0.021240234375}, {"token_id": 4052, "token_text": " create", "probability": 0.01373291015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.66796875}, {"token_id": 9996, "token_text": " applied", "probability": 0.0201416015625}, {"token_id": 209, "token_text": " a", "probability": 0.01385498046875}, {"token_id": 4424, "token_text": " considered", "probability": 0.009521484375}, {"token_id": 2956, "token_text": " able", "probability": 0.00787353515625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.59375}, {"token_id": 321, "token_text": " for", "probability": 0.0859375}, {"token_id": 234, "token_text": " in", "probability": 0.07568359375}, {"token_id": 17, "token_text": ".", "probability": 0.06298828125}, {"token_id": 347, "token_text": " as", "probability": 0.052001953125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.55859375}, {"token_id": 581, "token_text": " have", "probability": 0.0230712890625}, {"token_id": 1300, "token_text": " use", "probability": 0.01904296875}, {"token_id": 1494, "token_text": " make", "probability": 0.016845703125}, {"token_id": 230, "token_text": " the", "probability": 0.0108642578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.66015625}, {"token_id": 9996, "token_text": " applied", "probability": 0.018798828125}, {"token_id": 209, "token_text": " a", "probability": 0.01287841796875}, {"token_id": 4424, "token_text": " considered", "probability": 0.00946044921875}, {"token_id": 2956, "token_text": " able", "probability": 0.00885009765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.69921875}, {"token_id": 321, "token_text": " for", "probability": 0.0693359375}, {"token_id": 234, "token_text": " in", "probability": 0.047607421875}, {"token_id": 347, "token_text": " as", "probability": 0.03955078125}, {"token_id": 17, "token_text": ".", "probability": 0.03955078125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.63671875}, {"token_id": 581, "token_text": " have", "probability": 0.023193359375}, {"token_id": 1300, "token_text": " use", "probability": 0.01806640625}, {"token_id": 1494, "token_text": " make", "probability": 0.01324462890625}, {"token_id": 230, "token_text": " the", "probability": 0.01031494140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.671875}, {"token_id": 9996, "token_text": " applied", "probability": 0.016845703125}, {"token_id": 209, "token_text": " a", "probability": 0.0108642578125}, {"token_id": 4424, "token_text": " considered", "probability": 0.01019287109375}, {"token_id": 2956, "token_text": " able", "probability": 0.0079345703125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.703125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.703125}, {"token_id": 321, "token_text": " for", "probability": 0.07861328125}, {"token_id": 347, "token_text": " as", "probability": 0.044921875}, {"token_id": 234, "token_text": " in", "probability": 0.044921875}, {"token_id": 17, "token_text": ".", "probability": 0.03271484375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.73046875}, {"token_id": 581, "token_text": " have", "probability": 0.0220947265625}, {"token_id": 1300, "token_text": " use", "probability": 0.0172119140625}, {"token_id": 1494, "token_text": " make", "probability": 0.01043701171875}, {"token_id": 347, "token_text": " as", "probability": 0.00592041015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.66796875}, {"token_id": 9996, "token_text": " applied", "probability": 0.01470947265625}, {"token_id": 4424, "token_text": " considered", "probability": 0.011474609375}, {"token_id": 209, "token_text": " a", "probability": 0.01080322265625}, {"token_id": 2956, "token_text": " able", "probability": 0.00836181640625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.78125}, {"token_id": 321, "token_text": " for", "probability": 0.056640625}, {"token_id": 234, "token_text": " in", "probability": 0.0322265625}, {"token_id": 17, "token_text": ".", "probability": 0.0322265625}, {"token_id": 347, "token_text": " as", "probability": 0.0235595703125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.7421875}, {"token_id": 581, "token_text": " have", "probability": 0.019775390625}, {"token_id": 1300, "token_text": " use", "probability": 0.0164794921875}, {"token_id": 1494, "token_text": " make", "probability": 0.0106201171875}, {"token_id": 347, "token_text": " as", "probability": 0.00567626953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.640625}, {"token_id": 9996, "token_text": " applied", "probability": 0.0159912109375}, {"token_id": 209, "token_text": " a", "probability": 0.01171875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0103759765625}, {"token_id": 2956, "token_text": " able", "probability": 0.0091552734375}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.51953125}, {"token_id": 581, "token_text": " have", "probability": 0.045166015625}, {"token_id": 534, "token_text": " not", "probability": 0.04248046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0166015625}, {"token_id": 751, "token_text": " also", "probability": 0.0107421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1884765625}, {"token_id": 4424, "token_text": " considered", "probability": 0.03076171875}, {"token_id": 1334, "token_text": " found", "probability": 0.0289306640625}, {"token_id": 2956, "token_text": " able", "probability": 0.0225830078125}, {"token_id": 209, "token_text": " a", "probability": 0.017578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.306640625}, {"token_id": 321, "token_text": " for", "probability": 0.14453125}, {"token_id": 234, "token_text": " in", "probability": 0.1357421875}, {"token_id": 347, "token_text": " as", "probability": 0.09326171875}, {"token_id": 17, "token_text": ".", "probability": 0.060302734375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.055908203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.055908203125}, {"token_id": 4052, "token_text": " create", "probability": 0.04638671875}, {"token_id": 8550, "token_text": " determine", "probability": 0.0264892578125}, {"token_id": 10728, "token_text": " describe", "probability": 0.0264892578125}, {"token_id": 1494, "token_text": " make", "probability": 0.02197265625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.435546875}, {"token_id": 209, "token_text": " a", "probability": 0.0245361328125}, {"token_id": 9996, "token_text": " applied", "probability": 0.0230712890625}, {"token_id": 1334, "token_text": " found", "probability": 0.01397705078125}, {"token_id": 4424, "token_text": " considered", "probability": 0.01312255859375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.333984375}, {"token_id": 321, "token_text": " for", "probability": 0.1474609375}, {"token_id": 234, "token_text": " in", "probability": 0.130859375}, {"token_id": 347, "token_text": " as", "probability": 0.095703125}, {"token_id": 17, "token_text": ".", "probability": 0.057861328125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.095703125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.095703125}, {"token_id": 4052, "token_text": " create", "probability": 0.04248046875}, {"token_id": 1494, "token_text": " make", "probability": 0.0228271484375}, {"token_id": 8550, "token_text": " determine", "probability": 0.0213623046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0201416015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.54296875}, {"token_id": 209, "token_text": " a", "probability": 0.02392578125}, {"token_id": 9996, "token_text": " applied", "probability": 0.0224609375}, {"token_id": 4424, "token_text": " considered", "probability": 0.01361083984375}, {"token_id": 2956, "token_text": " able", "probability": 0.0106201171875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.392578125}, {"token_id": 321, "token_text": " for", "probability": 0.14453125}, {"token_id": 234, "token_text": " in", "probability": 0.1279296875}, {"token_id": 347, "token_text": " as", "probability": 0.08251953125}, {"token_id": 17, "token_text": ".", "probability": 0.050048828125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.158203125}, {"token_id": 4052, "token_text": " create", "probability": 0.033203125}, {"token_id": 1494, "token_text": " make", "probability": 0.02587890625}, {"token_id": 1300, "token_text": " use", "probability": 0.0228271484375}, {"token_id": 3027, "token_text": " perform", "probability": 0.0201416015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.5625}, {"token_id": 9996, "token_text": " applied", "probability": 0.024658203125}, {"token_id": 209, "token_text": " a", "probability": 0.024658203125}, {"token_id": 4424, "token_text": " considered", "probability": 0.01318359375}, {"token_id": 2956, "token_text": " able", "probability": 0.008544921875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.4296875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.4296875}, {"token_id": 321, "token_text": " for", "probability": 0.158203125}, {"token_id": 234, "token_text": " in", "probability": 0.10888671875}, {"token_id": 347, "token_text": " as", "probability": 0.07470703125}, {"token_id": 17, "token_text": ".", "probability": 0.0546875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.27734375}, {"token_id": 1494, "token_text": " make", "probability": 0.0257568359375}, {"token_id": 1300, "token_text": " use", "probability": 0.0257568359375}, {"token_id": 4052, "token_text": " create", "probability": 0.02001953125}, {"token_id": 581, "token_text": " have", "probability": 0.0166015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.6171875}, {"token_id": 9996, "token_text": " applied", "probability": 0.02392578125}, {"token_id": 209, "token_text": " a", "probability": 0.0211181640625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0128173828125}, {"token_id": 2956, "token_text": " able", "probability": 0.007293701171875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5546875}, {"token_id": 321, "token_text": " for", "probability": 0.09619140625}, {"token_id": 234, "token_text": " in", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 347, "token_text": " as", "probability": 0.04541015625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.376953125}, {"token_id": 1494, "token_text": " make", "probability": 0.0240478515625}, {"token_id": 1300, "token_text": " use", "probability": 0.0240478515625}, {"token_id": 581, "token_text": " have", "probability": 0.021240234375}, {"token_id": 4052, "token_text": " create", "probability": 0.0155029296875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.6484375}, {"token_id": 9996, "token_text": " applied", "probability": 0.0208740234375}, {"token_id": 209, "token_text": " a", "probability": 0.01531982421875}, {"token_id": 4424, "token_text": " considered", "probability": 0.01116943359375}, {"token_id": 2956, "token_text": " able", "probability": 0.0081787109375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.62109375}, {"token_id": 321, "token_text": " for", "probability": 0.083984375}, {"token_id": 234, "token_text": " in", "probability": 0.0693359375}, {"token_id": 17, "token_text": ".", "probability": 0.05078125}, {"token_id": 347, "token_text": " as", "probability": 0.044921875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.455078125}, {"token_id": 1300, "token_text": " use", "probability": 0.022705078125}, {"token_id": 1494, "token_text": " make", "probability": 0.021240234375}, {"token_id": 581, "token_text": " have", "probability": 0.021240234375}, {"token_id": 4052, "token_text": " create", "probability": 0.01373291015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.66796875}, {"token_id": 9996, "token_text": " applied", "probability": 0.0201416015625}, {"token_id": 209, "token_text": " a", "probability": 0.01385498046875}, {"token_id": 4424, "token_text": " considered", "probability": 0.009521484375}, {"token_id": 2956, "token_text": " able", "probability": 0.00787353515625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.59375}, {"token_id": 321, "token_text": " for", "probability": 0.0859375}, {"token_id": 234, "token_text": " in", "probability": 0.07568359375}, {"token_id": 17, "token_text": ".", "probability": 0.06298828125}, {"token_id": 347, "token_text": " as", "probability": 0.052001953125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.55859375}, {"token_id": 581, "token_text": " have", "probability": 0.0230712890625}, {"token_id": 1300, "token_text": " use", "probability": 0.01904296875}, {"token_id": 1494, "token_text": " make", "probability": 0.016845703125}, {"token_id": 230, "token_text": " the", "probability": 0.0108642578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.66015625}, {"token_id": 9996, "token_text": " applied", "probability": 0.018798828125}, {"token_id": 209, "token_text": " a", "probability": 0.01287841796875}, {"token_id": 4424, "token_text": " considered", "probability": 0.00946044921875}, {"token_id": 2956, "token_text": " able", "probability": 0.00885009765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.69921875}, {"token_id": 321, "token_text": " for", "probability": 0.0693359375}, {"token_id": 234, "token_text": " in", "probability": 0.047607421875}, {"token_id": 347, "token_text": " as", "probability": 0.03955078125}, {"token_id": 17, "token_text": ".", "probability": 0.03955078125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.63671875}, {"token_id": 581, "token_text": " have", "probability": 0.023193359375}, {"token_id": 1300, "token_text": " use", "probability": 0.01806640625}, {"token_id": 1494, "token_text": " make", "probability": 0.01324462890625}, {"token_id": 230, "token_text": " the", "probability": 0.01031494140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.671875}, {"token_id": 9996, "token_text": " applied", "probability": 0.016845703125}, {"token_id": 209, "token_text": " a", "probability": 0.0108642578125}, {"token_id": 4424, "token_text": " considered", "probability": 0.01019287109375}, {"token_id": 2956, "token_text": " able", "probability": 0.0079345703125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.703125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.703125}, {"token_id": 321, "token_text": " for", "probability": 0.07861328125}, {"token_id": 347, "token_text": " as", "probability": 0.044921875}, {"token_id": 234, "token_text": " in", "probability": 0.044921875}, {"token_id": 17, "token_text": ".", "probability": 0.03271484375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.73046875}, {"token_id": 581, "token_text": " have", "probability": 0.0220947265625}, {"token_id": 1300, "token_text": " use", "probability": 0.0172119140625}, {"token_id": 1494, "token_text": " make", "probability": 0.01043701171875}, {"token_id": 347, "token_text": " as", "probability": 0.00592041015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.66796875}, {"token_id": 9996, "token_text": " applied", "probability": 0.01470947265625}, {"token_id": 4424, "token_text": " considered", "probability": 0.011474609375}, {"token_id": 209, "token_text": " a", "probability": 0.01080322265625}, {"token_id": 2956, "token_text": " able", "probability": 0.00836181640625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.78125}, {"token_id": 321, "token_text": " for", "probability": 0.056640625}, {"token_id": 234, "token_text": " in", "probability": 0.0322265625}, {"token_id": 17, "token_text": ".", "probability": 0.0322265625}, {"token_id": 347, "token_text": " as", "probability": 0.0235595703125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.7421875}, {"token_id": 581, "token_text": " have", "probability": 0.019775390625}, {"token_id": 1300, "token_text": " use", "probability": 0.0164794921875}, {"token_id": 1494, "token_text": " make", "probability": 0.0106201171875}, {"token_id": 347, "token_text": " as", "probability": 0.00567626953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.640625}, {"token_id": 9996, "token_text": " applied", "probability": 0.0159912109375}, {"token_id": 209, "token_text": " a", "probability": 0.01171875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0103759765625}, {"token_id": 2956, "token_text": " able", "probability": 0.0091552734375}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.51953125, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.51953125}, {"token_id": 581, "token_text": " have", "probability": 0.045166015625}, {"token_id": 534, "token_text": " not", "probability": 0.04248046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0166015625}, {"token_id": 751, "token_text": " also", "probability": 0.0107421875}, {"token_id": 1466, "token_text": " help", "probability": 0.0107421875}, {"token_id": 846, "token_text": " work", "probability": 0.009521484375}, {"token_id": 1882, "token_text": " take", "probability": 0.00836181640625}, {"token_id": 3710, "token_text": " provide", "probability": 0.00738525390625}, {"token_id": 1437, "token_text": " get", "probability": 0.005767822265625}], "entropy": 3.390625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.6548283162578087, "average_logprob_per_token": -0.6548283162578087, "perplexity_on_target_sequence": 1.9248120300751879, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.6548283162578087, "probability": 0.51953125, "raw_probability": 0.51953125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33276.28970551491, "probe_elapsed_sec": 0.9815248120576143, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la pi\u00f9 grande del mondo. La sua storia \u00e8 stata la pi\u00f9 grande del mondo. La storia \u00e8 stata la pi\u00f9 grande del mondo. La storia \u00e8 stata", "text": "La capitale d'Italia \u00e8 stata la pi\u00f9 grande del mondo. La sua storia \u00e8 stata la pi\u00f9 grande del mondo. La storia \u00e8 stata la pi\u00f9 grande del mondo. La storia \u00e8 stata", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.10986328125}, {"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 267, "token_text": " un", "probability": 0.03564453125}, {"token_id": 387, "token_text": " una", "probability": 0.031494140625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.029541015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.049072265625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.03173828125}, {"token_id": 387, "token_text": " una", "probability": 0.0262451171875}, {"token_id": 227, "token_text": " l", "probability": 0.0205078125}, {"token_id": 19579, "token_text": " costretta", "probability": 0.019287109375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1572265625}, {"token_id": 870, "token_text": " prima", "probability": 0.130859375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.037353515625}, {"token_id": 718, "token_text": " sua", "probability": 0.0291748046875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0257568359375}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.318359375}, {"token_id": 2935, "token_text": " importante", "probability": 0.1103515625}, {"token_id": 11054, "token_text": " antica", "probability": 0.049072265625}, {"token_id": 5731, "token_text": " alta", "probability": 0.0458984375}, {"token_id": 3100, "token_text": " forte", "probability": 0.0230712890625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.0810546875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.040771484375}, {"token_id": 573, "token_text": " delle", "probability": 0.03173828125}, {"token_id": 246, "token_text": " e", "probability": 0.0299072265625}, {"token_id": 238, "token_text": " di", "probability": 0.0247802734375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.5859375}, {"token_id": 2832, "token_text": " paese", "probability": 0.0478515625}, {"token_id": 15790, "token_text": " continente", "probability": 0.039794921875}, {"token_id": 6158, "token_text": " Paese", "probability": 0.029052734375}, {"token_id": 622, "token_text": " suo", "probability": 0.022705078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.326171875}, {"token_id": 15, "token_text": ",", "probability": 0.2099609375}, {"token_id": 246, "token_text": " e", "probability": 0.0439453125}, {"token_id": 290, "token_text": " per", "probability": 0.03662109375}, {"token_id": 29, "token_text": ":", "probability": 0.0302734375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1259765625}, {"token_id": 538, "token_text": " Il", "probability": 0.05615234375}, {"token_id": 2, "token_text": "", "probability": 0.03857421875}, {"token_id": 897, "token_text": " Nel", "probability": 0.033935546875}, {"token_id": 362, "token_text": " E", "probability": 0.031982421875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.06298828125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.038330078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.038330078125}, {"token_id": 870, "token_text": " prima", "probability": 0.02978515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0263671875}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.08154296875}, {"token_id": 17465, "token_text": " economia", "probability": 0.03857421875}, {"token_id": 1271, "token_text": " vita", "probability": 0.0206298828125}, {"token_id": 9874, "token_text": " importanza", "probability": 0.0181884765625}, {"token_id": 2691, "token_text": " opera", "probability": 0.01611328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.427734375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.427734375}, {"token_id": 15, "token_text": ",", "probability": 0.05126953125}, {"token_id": 395, "token_text": " si", "probability": 0.04248046875}, {"token_id": 424, "token_text": " non", "probability": 0.04248046875}, {"token_id": 373, "token_text": " ha", "probability": 0.037353515625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.21484375}, {"token_id": 1469, "token_text": " quella", "probability": 0.06982421875}, {"token_id": 303, "token_text": " che", "probability": 0.05419921875}, {"token_id": 285, "token_text": " la", "probability": 0.051025390625}, {"token_id": 267, "token_text": " un", "probability": 0.02001953125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1640625}, {"token_id": 387, "token_text": " una", "probability": 0.056640625}, {"token_id": 227, "token_text": " l", "probability": 0.046875}, {"token_id": 1469, "token_text": " quella", "probability": 0.04150390625}, {"token_id": 8369, "token_text": " raccont", "probability": 0.034423828125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1904296875}, {"token_id": 870, "token_text": " prima", "probability": 0.158203125}, {"token_id": 1843, "token_text": " storia", "probability": 0.05126953125}, {"token_id": 718, "token_text": " sua", "probability": 0.0400390625}, {"token_id": 1446, "token_text": " fine", "probability": 0.033203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.380859375}, {"token_id": 8052, "token_text": " bella", "probability": 0.07958984375}, {"token_id": 2935, "token_text": " importante", "probability": 0.0703125}, {"token_id": 11054, "token_text": " antica", "probability": 0.058349609375}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0400390625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.318359375}, {"token_id": 573, "token_text": " delle", "probability": 0.0625}, {"token_id": 370, "token_text": " della", "probability": 0.052001953125}, {"token_id": 238, "token_text": " di", "probability": 0.048828125}, {"token_id": 465, "token_text": " dell", "probability": 0.04052734375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.90234375}, {"token_id": 622, "token_text": " suo", "probability": 0.0064697265625}, {"token_id": 2109, "token_text": " secolo", "probability": 0.006072998046875}, {"token_id": 7255, "token_text": " XX", "probability": 0.005035400390625}, {"token_id": 2832, "token_text": " paese", "probability": 0.004730224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.32421875}, {"token_id": 15, "token_text": ",", "probability": 0.23828125}, {"token_id": 246, "token_text": " e", "probability": 0.056396484375}, {"token_id": 303, "token_text": " che", "probability": 0.041259765625}, {"token_id": 29, "token_text": ":", "probability": 0.038818359375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.15234375}, {"token_id": 538, "token_text": " Il", "probability": 0.052734375}, {"token_id": 2, "token_text": "", "probability": 0.043701171875}, {"token_id": 897, "token_text": " Nel", "probability": 0.036376953125}, {"token_id": 362, "token_text": " E", "probability": 0.026611328125}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.181640625}, {"token_id": 718, "token_text": " sua", "probability": 0.1416015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0380859375}, {"token_id": 870, "token_text": " prima", "probability": 0.03369140625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.015869140625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.421875}, {"token_id": 238, "token_text": " di", "probability": 0.05712890625}, {"token_id": 373, "token_text": " ha", "probability": 0.04443359375}, {"token_id": 395, "token_text": " si", "probability": 0.041748046875}, {"token_id": 370, "token_text": " della", "probability": 0.039306640625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.298828125}, {"token_id": 285, "token_text": " la", "probability": 0.055419921875}, {"token_id": 303, "token_text": " che", "probability": 0.048828125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0458984375}, {"token_id": 267, "token_text": " un", "probability": 0.0230712890625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.3203125}, {"token_id": 227, "token_text": " l", "probability": 0.076171875}, {"token_id": 387, "token_text": " una", "probability": 0.0673828125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0634765625}, {"token_id": 267, "token_text": " un", "probability": 0.0263671875}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.263671875}, {"token_id": 870, "token_text": " prima", "probability": 0.1591796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.08544921875}, {"token_id": 1446, "token_text": " fine", "probability": 0.031494140625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0260009765625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.462890625}, {"token_id": 8052, "token_text": " bella", "probability": 0.09716796875}, {"token_id": 2935, "token_text": " importante", "probability": 0.04296875}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0380859375}, {"token_id": 11054, "token_text": " antica", "probability": 0.02783203125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.486328125}, {"token_id": 370, "token_text": " della", "probability": 0.061767578125}, {"token_id": 238, "token_text": " di", "probability": 0.05810546875}, {"token_id": 573, "token_text": " delle", "probability": 0.054443359375}, {"token_id": 465, "token_text": " dell", "probability": 0.039794921875}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.93359375}, {"token_id": 7255, "token_text": " XX", "probability": 0.006683349609375}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.00592041015625}, {"token_id": 2109, "token_text": " secolo", "probability": 0.0035858154296875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0031585693359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3828125}, {"token_id": 15, "token_text": ",", "probability": 0.21875}, {"token_id": 246, "token_text": " e", "probability": 0.0458984375}, {"token_id": 303, "token_text": " che", "probability": 0.04052734375}, {"token_id": 29, "token_text": ":", "probability": 0.02783203125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.2060546875}, {"token_id": 538, "token_text": " Il", "probability": 0.055419921875}, {"token_id": 2, "token_text": "", "probability": 0.0380859375}, {"token_id": 897, "token_text": " Nel", "probability": 0.031494140625}, {"token_id": 362, "token_text": " E", "probability": 0.0245361328125}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.455078125}, {"token_id": 718, "token_text": " sua", "probability": 0.057861328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.029052734375}, {"token_id": 870, "token_text": " prima", "probability": 0.02734375}, {"token_id": 3657, "token_text": " nostra", "probability": 0.0177001953125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.474609375}, {"token_id": 373, "token_text": " ha", "probability": 0.047119140625}, {"token_id": 238, "token_text": " di", "probability": 0.047119140625}, {"token_id": 395, "token_text": " si", "probability": 0.04150390625}, {"token_id": 370, "token_text": " della", "probability": 0.0390625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.296875}, {"token_id": 285, "token_text": " la", "probability": 0.0703125}, {"token_id": 303, "token_text": " che", "probability": 0.051513671875}, {"token_id": 1469, "token_text": " quella", "probability": 0.042724609375}, {"token_id": 267, "token_text": " un", "probability": 0.0228271484375}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.10986328125}, {"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 267, "token_text": " un", "probability": 0.03564453125}, {"token_id": 387, "token_text": " una", "probability": 0.031494140625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.029541015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.049072265625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.03173828125}, {"token_id": 387, "token_text": " una", "probability": 0.0262451171875}, {"token_id": 227, "token_text": " l", "probability": 0.0205078125}, {"token_id": 19579, "token_text": " costretta", "probability": 0.019287109375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1572265625}, {"token_id": 870, "token_text": " prima", "probability": 0.130859375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.037353515625}, {"token_id": 718, "token_text": " sua", "probability": 0.0291748046875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0257568359375}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.318359375}, {"token_id": 2935, "token_text": " importante", "probability": 0.1103515625}, {"token_id": 11054, "token_text": " antica", "probability": 0.049072265625}, {"token_id": 5731, "token_text": " alta", "probability": 0.0458984375}, {"token_id": 3100, "token_text": " forte", "probability": 0.0230712890625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.0810546875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.040771484375}, {"token_id": 573, "token_text": " delle", "probability": 0.03173828125}, {"token_id": 246, "token_text": " e", "probability": 0.0299072265625}, {"token_id": 238, "token_text": " di", "probability": 0.0247802734375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.5859375}, {"token_id": 2832, "token_text": " paese", "probability": 0.0478515625}, {"token_id": 15790, "token_text": " continente", "probability": 0.039794921875}, {"token_id": 6158, "token_text": " Paese", "probability": 0.029052734375}, {"token_id": 622, "token_text": " suo", "probability": 0.022705078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.326171875}, {"token_id": 15, "token_text": ",", "probability": 0.2099609375}, {"token_id": 246, "token_text": " e", "probability": 0.0439453125}, {"token_id": 290, "token_text": " per", "probability": 0.03662109375}, {"token_id": 29, "token_text": ":", "probability": 0.0302734375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.130859375}, {"token_id": 538, "token_text": " Il", "probability": 0.058349609375}, {"token_id": 897, "token_text": " Nel", "probability": 0.035400390625}, {"token_id": 362, "token_text": " E", "probability": 0.033203125}, {"token_id": 302, "token_text": " L", "probability": 0.03125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.06298828125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.038330078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.038330078125}, {"token_id": 870, "token_text": " prima", "probability": 0.02978515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0263671875}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.08154296875}, {"token_id": 17465, "token_text": " economia", "probability": 0.03857421875}, {"token_id": 1271, "token_text": " vita", "probability": 0.0206298828125}, {"token_id": 9874, "token_text": " importanza", "probability": 0.0181884765625}, {"token_id": 2691, "token_text": " opera", "probability": 0.01611328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.427734375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.427734375}, {"token_id": 15, "token_text": ",", "probability": 0.05126953125}, {"token_id": 395, "token_text": " si", "probability": 0.04248046875}, {"token_id": 424, "token_text": " non", "probability": 0.04248046875}, {"token_id": 373, "token_text": " ha", "probability": 0.037353515625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.21484375}, {"token_id": 1469, "token_text": " quella", "probability": 0.06982421875}, {"token_id": 303, "token_text": " che", "probability": 0.05419921875}, {"token_id": 285, "token_text": " la", "probability": 0.051025390625}, {"token_id": 267, "token_text": " un", "probability": 0.02001953125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1640625}, {"token_id": 387, "token_text": " una", "probability": 0.056640625}, {"token_id": 227, "token_text": " l", "probability": 0.046875}, {"token_id": 1469, "token_text": " quella", "probability": 0.04150390625}, {"token_id": 8369, "token_text": " raccont", "probability": 0.034423828125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1904296875}, {"token_id": 870, "token_text": " prima", "probability": 0.158203125}, {"token_id": 1843, "token_text": " storia", "probability": 0.05126953125}, {"token_id": 718, "token_text": " sua", "probability": 0.0400390625}, {"token_id": 1446, "token_text": " fine", "probability": 0.033203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.380859375}, {"token_id": 8052, "token_text": " bella", "probability": 0.07958984375}, {"token_id": 2935, "token_text": " importante", "probability": 0.0703125}, {"token_id": 11054, "token_text": " antica", "probability": 0.058349609375}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0400390625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.318359375}, {"token_id": 573, "token_text": " delle", "probability": 0.0625}, {"token_id": 370, "token_text": " della", "probability": 0.052001953125}, {"token_id": 238, "token_text": " di", "probability": 0.048828125}, {"token_id": 465, "token_text": " dell", "probability": 0.04052734375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.90234375}, {"token_id": 622, "token_text": " suo", "probability": 0.0064697265625}, {"token_id": 2109, "token_text": " secolo", "probability": 0.006072998046875}, {"token_id": 7255, "token_text": " XX", "probability": 0.005035400390625}, {"token_id": 2832, "token_text": " paese", "probability": 0.004730224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.326171875}, {"token_id": 15, "token_text": ",", "probability": 0.23828125}, {"token_id": 246, "token_text": " e", "probability": 0.056396484375}, {"token_id": 303, "token_text": " che", "probability": 0.041259765625}, {"token_id": 29, "token_text": ":", "probability": 0.038818359375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.16015625}, {"token_id": 538, "token_text": " Il", "probability": 0.05517578125}, {"token_id": 897, "token_text": " Nel", "probability": 0.037841796875}, {"token_id": 362, "token_text": " E", "probability": 0.0277099609375}, {"token_id": 302, "token_text": " L", "probability": 0.026123046875}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.181640625}, {"token_id": 718, "token_text": " sua", "probability": 0.1416015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0380859375}, {"token_id": 870, "token_text": " prima", "probability": 0.03369140625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.015869140625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.421875}, {"token_id": 238, "token_text": " di", "probability": 0.05712890625}, {"token_id": 373, "token_text": " ha", "probability": 0.04443359375}, {"token_id": 395, "token_text": " si", "probability": 0.041748046875}, {"token_id": 370, "token_text": " della", "probability": 0.039306640625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.298828125}, {"token_id": 285, "token_text": " la", "probability": 0.055419921875}, {"token_id": 303, "token_text": " che", "probability": 0.048828125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0458984375}, {"token_id": 267, "token_text": " un", "probability": 0.0230712890625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.3203125}, {"token_id": 227, "token_text": " l", "probability": 0.076171875}, {"token_id": 387, "token_text": " una", "probability": 0.0673828125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0634765625}, {"token_id": 267, "token_text": " un", "probability": 0.0263671875}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.263671875}, {"token_id": 870, "token_text": " prima", "probability": 0.1591796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.08544921875}, {"token_id": 1446, "token_text": " fine", "probability": 0.031494140625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0260009765625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.462890625}, {"token_id": 8052, "token_text": " bella", "probability": 0.09716796875}, {"token_id": 2935, "token_text": " importante", "probability": 0.04296875}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0380859375}, {"token_id": 11054, "token_text": " antica", "probability": 0.02783203125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.486328125}, {"token_id": 370, "token_text": " della", "probability": 0.061767578125}, {"token_id": 238, "token_text": " di", "probability": 0.05810546875}, {"token_id": 573, "token_text": " delle", "probability": 0.054443359375}, {"token_id": 465, "token_text": " dell", "probability": 0.039794921875}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.93359375}, {"token_id": 7255, "token_text": " XX", "probability": 0.006683349609375}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.00592041015625}, {"token_id": 2109, "token_text": " secolo", "probability": 0.0035858154296875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0031585693359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.384765625}, {"token_id": 15, "token_text": ",", "probability": 0.21875}, {"token_id": 246, "token_text": " e", "probability": 0.0458984375}, {"token_id": 303, "token_text": " che", "probability": 0.04052734375}, {"token_id": 29, "token_text": ":", "probability": 0.02783203125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.2138671875}, {"token_id": 538, "token_text": " Il", "probability": 0.0576171875}, {"token_id": 897, "token_text": " Nel", "probability": 0.03271484375}, {"token_id": 362, "token_text": " E", "probability": 0.0255126953125}, {"token_id": 302, "token_text": " L", "probability": 0.0240478515625}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.455078125}, {"token_id": 718, "token_text": " sua", "probability": 0.057861328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.029052734375}, {"token_id": 870, "token_text": " prima", "probability": 0.02734375}, {"token_id": 3657, "token_text": " nostra", "probability": 0.0177001953125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.474609375}, {"token_id": 373, "token_text": " ha", "probability": 0.047119140625}, {"token_id": 238, "token_text": " di", "probability": 0.047119140625}, {"token_id": 395, "token_text": " si", "probability": 0.04150390625}, {"token_id": 370, "token_text": " della", "probability": 0.0390625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.296875}, {"token_id": 285, "token_text": " la", "probability": 0.0703125}, {"token_id": 303, "token_text": " che", "probability": 0.051513671875}, {"token_id": 1469, "token_text": " quella", "probability": 0.042724609375}, {"token_id": 267, "token_text": " un", "probability": 0.0228271484375}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.10986328125}, {"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 267, "token_text": " un", "probability": 0.03564453125}, {"token_id": 387, "token_text": " una", "probability": 0.031494140625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.029541015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.049072265625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.03173828125}, {"token_id": 387, "token_text": " una", "probability": 0.0262451171875}, {"token_id": 227, "token_text": " l", "probability": 0.0205078125}, {"token_id": 19579, "token_text": " costretta", "probability": 0.019287109375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1572265625}, {"token_id": 870, "token_text": " prima", "probability": 0.130859375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.037353515625}, {"token_id": 718, "token_text": " sua", "probability": 0.0291748046875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0257568359375}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.318359375}, {"token_id": 2935, "token_text": " importante", "probability": 0.1103515625}, {"token_id": 11054, "token_text": " antica", "probability": 0.049072265625}, {"token_id": 5731, "token_text": " alta", "probability": 0.0458984375}, {"token_id": 3100, "token_text": " forte", "probability": 0.0230712890625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.0810546875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.040771484375}, {"token_id": 573, "token_text": " delle", "probability": 0.03173828125}, {"token_id": 246, "token_text": " e", "probability": 0.0299072265625}, {"token_id": 238, "token_text": " di", "probability": 0.0247802734375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.5859375}, {"token_id": 2832, "token_text": " paese", "probability": 0.0478515625}, {"token_id": 15790, "token_text": " continente", "probability": 0.039794921875}, {"token_id": 6158, "token_text": " Paese", "probability": 0.029052734375}, {"token_id": 622, "token_text": " suo", "probability": 0.022705078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.326171875}, {"token_id": 15, "token_text": ",", "probability": 0.2099609375}, {"token_id": 246, "token_text": " e", "probability": 0.0439453125}, {"token_id": 290, "token_text": " per", "probability": 0.03662109375}, {"token_id": 29, "token_text": ":", "probability": 0.0302734375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.130859375}, {"token_id": 538, "token_text": " Il", "probability": 0.058349609375}, {"token_id": 897, "token_text": " Nel", "probability": 0.035400390625}, {"token_id": 362, "token_text": " E", "probability": 0.033203125}, {"token_id": 302, "token_text": " L", "probability": 0.03125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.06298828125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.038330078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.038330078125}, {"token_id": 870, "token_text": " prima", "probability": 0.02978515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0263671875}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.08154296875}, {"token_id": 17465, "token_text": " economia", "probability": 0.03857421875}, {"token_id": 1271, "token_text": " vita", "probability": 0.0206298828125}, {"token_id": 9874, "token_text": " importanza", "probability": 0.0181884765625}, {"token_id": 2691, "token_text": " opera", "probability": 0.01611328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.427734375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.427734375}, {"token_id": 15, "token_text": ",", "probability": 0.05126953125}, {"token_id": 395, "token_text": " si", "probability": 0.04248046875}, {"token_id": 424, "token_text": " non", "probability": 0.04248046875}, {"token_id": 373, "token_text": " ha", "probability": 0.037353515625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.21484375}, {"token_id": 1469, "token_text": " quella", "probability": 0.06982421875}, {"token_id": 303, "token_text": " che", "probability": 0.05419921875}, {"token_id": 285, "token_text": " la", "probability": 0.051025390625}, {"token_id": 267, "token_text": " un", "probability": 0.02001953125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1640625}, {"token_id": 387, "token_text": " una", "probability": 0.056640625}, {"token_id": 227, "token_text": " l", "probability": 0.046875}, {"token_id": 1469, "token_text": " quella", "probability": 0.04150390625}, {"token_id": 8369, "token_text": " raccont", "probability": 0.034423828125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1904296875}, {"token_id": 870, "token_text": " prima", "probability": 0.158203125}, {"token_id": 1843, "token_text": " storia", "probability": 0.05126953125}, {"token_id": 718, "token_text": " sua", "probability": 0.0400390625}, {"token_id": 1446, "token_text": " fine", "probability": 0.033203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.380859375}, {"token_id": 8052, "token_text": " bella", "probability": 0.07958984375}, {"token_id": 2935, "token_text": " importante", "probability": 0.0703125}, {"token_id": 11054, "token_text": " antica", "probability": 0.058349609375}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0400390625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.318359375}, {"token_id": 573, "token_text": " delle", "probability": 0.0625}, {"token_id": 370, "token_text": " della", "probability": 0.052001953125}, {"token_id": 238, "token_text": " di", "probability": 0.048828125}, {"token_id": 465, "token_text": " dell", "probability": 0.04052734375}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.90234375}, {"token_id": 622, "token_text": " suo", "probability": 0.0064697265625}, {"token_id": 2109, "token_text": " secolo", "probability": 0.006072998046875}, {"token_id": 7255, "token_text": " XX", "probability": 0.005035400390625}, {"token_id": 2832, "token_text": " paese", "probability": 0.004730224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.326171875}, {"token_id": 15, "token_text": ",", "probability": 0.23828125}, {"token_id": 246, "token_text": " e", "probability": 0.056396484375}, {"token_id": 303, "token_text": " che", "probability": 0.041259765625}, {"token_id": 29, "token_text": ":", "probability": 0.038818359375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.16015625}, {"token_id": 538, "token_text": " Il", "probability": 0.05517578125}, {"token_id": 897, "token_text": " Nel", "probability": 0.037841796875}, {"token_id": 362, "token_text": " E", "probability": 0.0277099609375}, {"token_id": 302, "token_text": " L", "probability": 0.026123046875}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.181640625}, {"token_id": 718, "token_text": " sua", "probability": 0.1416015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0380859375}, {"token_id": 870, "token_text": " prima", "probability": 0.03369140625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.015869140625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.421875}, {"token_id": 238, "token_text": " di", "probability": 0.05712890625}, {"token_id": 373, "token_text": " ha", "probability": 0.04443359375}, {"token_id": 395, "token_text": " si", "probability": 0.041748046875}, {"token_id": 370, "token_text": " della", "probability": 0.039306640625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.298828125}, {"token_id": 285, "token_text": " la", "probability": 0.055419921875}, {"token_id": 303, "token_text": " che", "probability": 0.048828125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0458984375}, {"token_id": 267, "token_text": " un", "probability": 0.0230712890625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.3203125}, {"token_id": 227, "token_text": " l", "probability": 0.076171875}, {"token_id": 387, "token_text": " una", "probability": 0.0673828125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0634765625}, {"token_id": 267, "token_text": " un", "probability": 0.0263671875}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.263671875}, {"token_id": 870, "token_text": " prima", "probability": 0.1591796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.08544921875}, {"token_id": 1446, "token_text": " fine", "probability": 0.031494140625}, {"token_id": 2311, "token_text": " seconda", "probability": 0.0260009765625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.462890625}, {"token_id": 8052, "token_text": " bella", "probability": 0.09716796875}, {"token_id": 2935, "token_text": " importante", "probability": 0.04296875}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0380859375}, {"token_id": 11054, "token_text": " antica", "probability": 0.02783203125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.486328125}, {"token_id": 370, "token_text": " della", "probability": 0.061767578125}, {"token_id": 238, "token_text": " di", "probability": 0.05810546875}, {"token_id": 573, "token_text": " delle", "probability": 0.054443359375}, {"token_id": 465, "token_text": " dell", "probability": 0.039794921875}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.93359375}, {"token_id": 7255, "token_text": " XX", "probability": 0.006683349609375}, {"token_id": 8671, "token_text": " pianeta", "probability": 0.00592041015625}, {"token_id": 2109, "token_text": " secolo", "probability": 0.0035858154296875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0031585693359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.384765625}, {"token_id": 15, "token_text": ",", "probability": 0.21875}, {"token_id": 246, "token_text": " e", "probability": 0.0458984375}, {"token_id": 303, "token_text": " che", "probability": 0.04052734375}, {"token_id": 29, "token_text": ":", "probability": 0.02783203125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.2138671875}, {"token_id": 538, "token_text": " Il", "probability": 0.0576171875}, {"token_id": 897, "token_text": " Nel", "probability": 0.03271484375}, {"token_id": 362, "token_text": " E", "probability": 0.0255126953125}, {"token_id": 302, "token_text": " L", "probability": 0.0240478515625}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.455078125}, {"token_id": 718, "token_text": " sua", "probability": 0.057861328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.029052734375}, {"token_id": 870, "token_text": " prima", "probability": 0.02734375}, {"token_id": 3657, "token_text": " nostra", "probability": 0.0177001953125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.474609375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.474609375}, {"token_id": 373, "token_text": " ha", "probability": 0.047119140625}, {"token_id": 238, "token_text": " di", "probability": 0.047119140625}, {"token_id": 395, "token_text": " si", "probability": 0.04150390625}, {"token_id": 370, "token_text": " della", "probability": 0.0390625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.296875}, {"token_id": 285, "token_text": " la", "probability": 0.0703125}, {"token_id": 303, "token_text": " che", "probability": 0.051513671875}, {"token_id": 1469, "token_text": " quella", "probability": 0.042724609375}, {"token_id": 267, "token_text": " un", "probability": 0.0228271484375}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 1315, "correct_token_probability": 3.981590270996094e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.10986328125}, {"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 267, "token_text": " un", "probability": 0.03564453125}, {"token_id": 387, "token_text": " una", "probability": 0.031494140625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.029541015625}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.026123046875}, {"token_id": 227, "token_text": " l", "probability": 0.0245361328125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0230712890625}, {"token_id": 293, "token_text": " il", "probability": 0.0216064453125}, {"token_id": 234, "token_text": " in", "probability": 0.016845703125}], "entropy": 5.46875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.131244159902042, "average_logprob_per_token": -10.131244159902042, "perplexity_on_target_sequence": 25115.592814371274, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -10.131244159902042, "probability": 3.981590270996094e-05, "raw_probability": 3.981590270996094e-05, "correct_token_rank": 1315}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33276.290266275406, "probe_elapsed_sec": 0.9815248120576143, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'ottima idea di un'altra teoria, ma non \u00e8 un'altra teoria. La teoria \u00e8 che la teoria \u00e8 che la teoria \u00e8 che la", "text": "Un piccolo modello linguistico dovrebbe essere un'ottima idea di un'altra teoria, ma non \u00e8 un'altra teoria. La teoria \u00e8 che la teoria \u00e8 che la teoria \u00e8 che la", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.36328125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0810546875}, {"token_id": 1016, "token_text": " far", "probability": 0.0169677734375}, {"token_id": 1402, "token_text": " aver", "probability": 0.01409912109375}, {"token_id": 1612, "token_text": " fare", "probability": 0.01324462890625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0576171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0576171875}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.025634765625}, {"token_id": 5924, "token_text": " considerato", "probability": 0.0240478515625}, {"token_id": 293, "token_text": " il", "probability": 0.0225830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.06689453125}, {"token_id": 5107, "token_text": " modello", "probability": 0.038330078125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0279541015625}, {"token_id": 537, "token_text": " po", "probability": 0.0279541015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0262451171875}]}, {"token_id": 25001, "token_text": "ottima", "chosen_probability": 0.040283203125, "top_k_candidates": [{"token_id": 25001, "token_text": "ottima", "probability": 0.040283203125}, {"token_id": 22727, "token_text": "altern", "probability": 0.037841796875}, {"token_id": 23326, "token_text": "opzione", "probability": 0.03564453125}, {"token_id": 7496, "token_text": "operazione", "probability": 0.033447265625}, {"token_id": 4993, "token_text": "idea", "probability": 0.033447265625}]}, {"token_id": 3656, "token_text": " idea", "chosen_probability": 0.042236328125, "top_k_candidates": [{"token_id": 5162, "token_text": " scelta", "probability": 0.042236328125}, {"token_id": 3656, "token_text": " idea", "probability": 0.042236328125}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.039794921875}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0308837890625}, {"token_id": 1747, "token_text": " base", "probability": 0.02734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.31640625}, {"token_id": 290, "token_text": " per", "probability": 0.1318359375}, {"token_id": 15, "token_text": ",", "probability": 0.1162109375}, {"token_id": 17, "token_text": ".", "probability": 0.06640625}, {"token_id": 303, "token_text": " che", "probability": 0.040283203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11474609375}, {"token_id": 387, "token_text": " una", "probability": 0.09521484375}, {"token_id": 831, "token_text": " questo", "probability": 0.037109375}, {"token_id": 1162, "token_text": " questa", "probability": 0.0240478515625}, {"token_id": 1410, "token_text": " quello", "probability": 0.01416015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2177734375}, {"token_id": 5107, "token_text": " modello", "probability": 0.021484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0167236328125}, {"token_id": 8517, "token_text": " fenomeno", "probability": 0.01226806640625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01080322265625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.042236328125, "top_k_candidates": [{"token_id": 7558, "token_text": "economia", "probability": 0.042236328125}, {"token_id": 4993, "token_text": "idea", "probability": 0.042236328125}, {"token_id": 2734, "token_text": "altra", "probability": 0.042236328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.03271484375}, {"token_id": 12007, "token_text": "impresa", "probability": 0.0225830078125}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.041015625, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.041015625}, {"token_id": 5770, "token_text": " questione", "probability": 0.036376953125}, {"token_id": 2004, "token_text": " cosa", "probability": 0.031982421875}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.0194091796875}, {"token_id": 4227, "token_text": " versione", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.087890625}, {"token_id": 370, "token_text": " della", "probability": 0.08251953125}, {"token_id": 17, "token_text": ".", "probability": 0.08251953125}, {"token_id": 303, "token_text": " che", "probability": 0.07763671875}, {"token_id": 337, "token_text": " del", "probability": 0.07275390625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.177734375}, {"token_id": 303, "token_text": " che", "probability": 0.0654296875}, {"token_id": 246, "token_text": " e", "probability": 0.042236328125}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 290, "token_text": " per", "probability": 0.0308837890625}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.12890625}, {"token_id": 435, "token_text": " se", "probability": 0.05029296875}, {"token_id": 616, "token_text": " anche", "probability": 0.04443359375}, {"token_id": 303, "token_text": " che", "probability": 0.032470703125}, {"token_id": 267, "token_text": " un", "probability": 0.0286865234375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.10498046875}, {"token_id": 1015, "token_text": " solo", "probability": 0.06005859375}, {"token_id": 395, "token_text": " si", "probability": 0.031982421875}, {"token_id": 290, "token_text": " per", "probability": 0.0234375}, {"token_id": 209, "token_text": " a", "probability": 0.0220947265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0859375}, {"token_id": 387, "token_text": " una", "probability": 0.048828125}, {"token_id": 2382, "token_text": " possibile", "probability": 0.04052734375}, {"token_id": 303, "token_text": " che", "probability": 0.0380859375}, {"token_id": 1378, "token_text": " ancora", "probability": 0.031494140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.333984375}, {"token_id": 3815, "token_text": " problema", "probability": 0.05810546875}, {"token_id": 5107, "token_text": " modello", "probability": 0.018798828125}, {"token_id": 8517, "token_text": " fenomeno", "probability": 0.0177001953125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0177001953125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.08203125}, {"token_id": 2734, "token_text": "altra", "probability": 0.08203125}, {"token_id": 5557, "token_text": "unica", "probability": 0.06787109375}, {"token_id": 25001, "token_text": "ottima", "probability": 0.0498046875}, {"token_id": 14168, "token_text": "ipotesi", "probability": 0.0301513671875}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.345703125}, {"token_id": 5770, "token_text": " questione", "probability": 0.036376953125}, {"token_id": 17, "token_text": ".", "probability": 0.036376953125}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.0322265625}, {"token_id": 3656, "token_text": " idea", "probability": 0.026611328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.1826171875}, {"token_id": 303, "token_text": " che", "probability": 0.08642578125}, {"token_id": 238, "token_text": " di", "probability": 0.04345703125}, {"token_id": 290, "token_text": " per", "probability": 0.03173828125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.068359375}, {"token_id": 538, "token_text": " Il", "probability": 0.060546875}, {"token_id": 2, "token_text": "", "probability": 0.0390625}, {"token_id": 302, "token_text": " L", "probability": 0.03662109375}, {"token_id": 362, "token_text": " E", "probability": 0.034423828125}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.3515625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.037109375}, {"token_id": 718, "token_text": " sua", "probability": 0.0225830078125}, {"token_id": 9581, "token_text": " scienza", "probability": 0.0145263671875}, {"token_id": 870, "token_text": " prima", "probability": 0.0145263671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1953125}, {"token_id": 15, "token_text": ",", "probability": 0.0673828125}, {"token_id": 238, "token_text": " di", "probability": 0.0595703125}, {"token_id": 370, "token_text": " della", "probability": 0.052490234375}, {"token_id": 424, "token_text": " non", "probability": 0.04345703125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.193359375}, {"token_id": 267, "token_text": " un", "probability": 0.049072265625}, {"token_id": 387, "token_text": " una", "probability": 0.0458984375}, {"token_id": 1340, "token_text": " stata", "probability": 0.0458984375}, {"token_id": 285, "token_text": " la", "probability": 0.0380859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.130859375}, {"token_id": 293, "token_text": " il", "probability": 0.0791015625}, {"token_id": 227, "token_text": " l", "probability": 0.06591796875}, {"token_id": 424, "token_text": " non", "probability": 0.054443359375}, {"token_id": 395, "token_text": " si", "probability": 0.045166015625}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.423828125}, {"token_id": 9581, "token_text": " scienza", "probability": 0.034912109375}, {"token_id": 6299, "token_text": " fisica", "probability": 0.034912109375}, {"token_id": 13508, "token_text": " matematica", "probability": 0.0198974609375}, {"token_id": 718, "token_text": " sua", "probability": 0.0145263671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.353515625}, {"token_id": 424, "token_text": " non", "probability": 0.083984375}, {"token_id": 1161, "token_text": " sia", "probability": 0.07421875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0308837890625}, {"token_id": 395, "token_text": " si", "probability": 0.0308837890625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.255859375}, {"token_id": 387, "token_text": " una", "probability": 0.04443359375}, {"token_id": 267, "token_text": " un", "probability": 0.04443359375}, {"token_id": 285, "token_text": " la", "probability": 0.036865234375}, {"token_id": 1340, "token_text": " stata", "probability": 0.0269775390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.279296875}, {"token_id": 293, "token_text": " il", "probability": 0.0908203125}, {"token_id": 227, "token_text": " l", "probability": 0.080078125}, {"token_id": 395, "token_text": " si", "probability": 0.045654296875}, {"token_id": 358, "token_text": " le", "probability": 0.04296875}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.51953125}, {"token_id": 6299, "token_text": " fisica", "probability": 0.04833984375}, {"token_id": 9581, "token_text": " scienza", "probability": 0.03759765625}, {"token_id": 13508, "token_text": " matematica", "probability": 0.0201416015625}, {"token_id": 718, "token_text": " sua", "probability": 0.00836181640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.359375}, {"token_id": 1161, "token_text": " sia", "probability": 0.10302734375}, {"token_id": 424, "token_text": " non", "probability": 0.08544921875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.029541015625}, {"token_id": 395, "token_text": " si", "probability": 0.0277099609375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.32421875}, {"token_id": 387, "token_text": " una", "probability": 0.0341796875}, {"token_id": 267, "token_text": " un", "probability": 0.031982421875}, {"token_id": 285, "token_text": " la", "probability": 0.026611328125}, {"token_id": 234, "token_text": " in", "probability": 0.018310546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.3671875}, {"token_id": 293, "token_text": " il", "probability": 0.08740234375}, {"token_id": 227, "token_text": " l", "probability": 0.072265625}, {"token_id": 387, "token_text": " una", "probability": 0.038818359375}, {"token_id": 358, "token_text": " le", "probability": 0.038818359375}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.36328125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0810546875}, {"token_id": 1016, "token_text": " far", "probability": 0.0169677734375}, {"token_id": 1402, "token_text": " aver", "probability": 0.01409912109375}, {"token_id": 1612, "token_text": " fare", "probability": 0.01324462890625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0576171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0576171875}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.025634765625}, {"token_id": 5924, "token_text": " considerato", "probability": 0.0240478515625}, {"token_id": 293, "token_text": " il", "probability": 0.0225830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.06689453125}, {"token_id": 5107, "token_text": " modello", "probability": 0.038330078125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0279541015625}, {"token_id": 537, "token_text": " po", "probability": 0.0279541015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0262451171875}]}, {"token_id": 25001, "token_text": "ottima", "chosen_probability": 0.040283203125, "top_k_candidates": [{"token_id": 25001, "token_text": "ottima", "probability": 0.040283203125}, {"token_id": 22727, "token_text": "altern", "probability": 0.037841796875}, {"token_id": 23326, "token_text": "opzione", "probability": 0.03564453125}, {"token_id": 7496, "token_text": "operazione", "probability": 0.033447265625}, {"token_id": 4993, "token_text": "idea", "probability": 0.033447265625}]}, {"token_id": 3656, "token_text": " idea", "chosen_probability": 0.042236328125, "top_k_candidates": [{"token_id": 5162, "token_text": " scelta", "probability": 0.042236328125}, {"token_id": 3656, "token_text": " idea", "probability": 0.042236328125}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.039794921875}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0308837890625}, {"token_id": 1747, "token_text": " base", "probability": 0.02734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.31640625}, {"token_id": 290, "token_text": " per", "probability": 0.1318359375}, {"token_id": 15, "token_text": ",", "probability": 0.1162109375}, {"token_id": 17, "token_text": ".", "probability": 0.06640625}, {"token_id": 303, "token_text": " che", "probability": 0.040283203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11474609375}, {"token_id": 387, "token_text": " una", "probability": 0.09521484375}, {"token_id": 831, "token_text": " questo", "probability": 0.037109375}, {"token_id": 1162, "token_text": " questa", "probability": 0.0240478515625}, {"token_id": 1410, "token_text": " quello", "probability": 0.01416015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2177734375}, {"token_id": 5107, "token_text": " modello", "probability": 0.021484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0167236328125}, {"token_id": 8517, "token_text": " fenomeno", "probability": 0.01226806640625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01080322265625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.042236328125, "top_k_candidates": [{"token_id": 7558, "token_text": "economia", "probability": 0.042236328125}, {"token_id": 4993, "token_text": "idea", "probability": 0.042236328125}, {"token_id": 2734, "token_text": "altra", "probability": 0.042236328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.03271484375}, {"token_id": 12007, "token_text": "impresa", "probability": 0.0225830078125}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.041015625, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.041015625}, {"token_id": 5770, "token_text": " questione", "probability": 0.036376953125}, {"token_id": 2004, "token_text": " cosa", "probability": 0.031982421875}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.0194091796875}, {"token_id": 4227, "token_text": " versione", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.087890625}, {"token_id": 370, "token_text": " della", "probability": 0.08251953125}, {"token_id": 17, "token_text": ".", "probability": 0.08251953125}, {"token_id": 303, "token_text": " che", "probability": 0.07763671875}, {"token_id": 337, "token_text": " del", "probability": 0.07275390625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.177734375}, {"token_id": 303, "token_text": " che", "probability": 0.0654296875}, {"token_id": 246, "token_text": " e", "probability": 0.042236328125}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 290, "token_text": " per", "probability": 0.0308837890625}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.12890625}, {"token_id": 435, "token_text": " se", "probability": 0.05029296875}, {"token_id": 616, "token_text": " anche", "probability": 0.04443359375}, {"token_id": 303, "token_text": " che", "probability": 0.032470703125}, {"token_id": 267, "token_text": " un", "probability": 0.0286865234375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.10498046875}, {"token_id": 1015, "token_text": " solo", "probability": 0.06005859375}, {"token_id": 395, "token_text": " si", "probability": 0.031982421875}, {"token_id": 290, "token_text": " per", "probability": 0.0234375}, {"token_id": 209, "token_text": " a", "probability": 0.0220947265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0859375}, {"token_id": 387, "token_text": " una", "probability": 0.048828125}, {"token_id": 2382, "token_text": " possibile", "probability": 0.04052734375}, {"token_id": 303, "token_text": " che", "probability": 0.0380859375}, {"token_id": 1378, "token_text": " ancora", "probability": 0.031494140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.333984375}, {"token_id": 3815, "token_text": " problema", "probability": 0.05810546875}, {"token_id": 5107, "token_text": " modello", "probability": 0.018798828125}, {"token_id": 8517, "token_text": " fenomeno", "probability": 0.0177001953125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0177001953125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.08203125}, {"token_id": 2734, "token_text": "altra", "probability": 0.08203125}, {"token_id": 5557, "token_text": "unica", "probability": 0.06787109375}, {"token_id": 25001, "token_text": "ottima", "probability": 0.0498046875}, {"token_id": 14168, "token_text": "ipotesi", "probability": 0.0301513671875}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.345703125}, {"token_id": 5770, "token_text": " questione", "probability": 0.036376953125}, {"token_id": 17, "token_text": ".", "probability": 0.036376953125}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.0322265625}, {"token_id": 3656, "token_text": " idea", "probability": 0.026611328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.1826171875}, {"token_id": 303, "token_text": " che", "probability": 0.08642578125}, {"token_id": 238, "token_text": " di", "probability": 0.04345703125}, {"token_id": 290, "token_text": " per", "probability": 0.03173828125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.0712890625}, {"token_id": 538, "token_text": " Il", "probability": 0.06298828125}, {"token_id": 302, "token_text": " L", "probability": 0.0380859375}, {"token_id": 362, "token_text": " E", "probability": 0.035888671875}, {"token_id": 407, "token_text": " In", "probability": 0.03369140625}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.3515625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.037109375}, {"token_id": 718, "token_text": " sua", "probability": 0.0225830078125}, {"token_id": 9581, "token_text": " scienza", "probability": 0.0145263671875}, {"token_id": 870, "token_text": " prima", "probability": 0.0145263671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1953125}, {"token_id": 15, "token_text": ",", "probability": 0.0673828125}, {"token_id": 238, "token_text": " di", "probability": 0.0595703125}, {"token_id": 370, "token_text": " della", "probability": 0.052490234375}, {"token_id": 424, "token_text": " non", "probability": 0.04345703125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.193359375}, {"token_id": 267, "token_text": " un", "probability": 0.049072265625}, {"token_id": 387, "token_text": " una", "probability": 0.0458984375}, {"token_id": 1340, "token_text": " stata", "probability": 0.0458984375}, {"token_id": 285, "token_text": " la", "probability": 0.0380859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.130859375}, {"token_id": 293, "token_text": " il", "probability": 0.0791015625}, {"token_id": 227, "token_text": " l", "probability": 0.06591796875}, {"token_id": 424, "token_text": " non", "probability": 0.054443359375}, {"token_id": 395, "token_text": " si", "probability": 0.045166015625}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.423828125}, {"token_id": 9581, "token_text": " scienza", "probability": 0.034912109375}, {"token_id": 6299, "token_text": " fisica", "probability": 0.034912109375}, {"token_id": 13508, "token_text": " matematica", "probability": 0.0198974609375}, {"token_id": 718, "token_text": " sua", "probability": 0.0145263671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.353515625}, {"token_id": 424, "token_text": " non", "probability": 0.083984375}, {"token_id": 1161, "token_text": " sia", "probability": 0.07421875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0308837890625}, {"token_id": 395, "token_text": " si", "probability": 0.0308837890625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.255859375}, {"token_id": 387, "token_text": " una", "probability": 0.04443359375}, {"token_id": 267, "token_text": " un", "probability": 0.04443359375}, {"token_id": 285, "token_text": " la", "probability": 0.036865234375}, {"token_id": 1340, "token_text": " stata", "probability": 0.0269775390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.279296875}, {"token_id": 293, "token_text": " il", "probability": 0.0908203125}, {"token_id": 227, "token_text": " l", "probability": 0.080078125}, {"token_id": 395, "token_text": " si", "probability": 0.045654296875}, {"token_id": 358, "token_text": " le", "probability": 0.04296875}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.51953125}, {"token_id": 6299, "token_text": " fisica", "probability": 0.04833984375}, {"token_id": 9581, "token_text": " scienza", "probability": 0.03759765625}, {"token_id": 13508, "token_text": " matematica", "probability": 0.0201416015625}, {"token_id": 718, "token_text": " sua", "probability": 0.00836181640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.359375}, {"token_id": 1161, "token_text": " sia", "probability": 0.10302734375}, {"token_id": 424, "token_text": " non", "probability": 0.08544921875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.029541015625}, {"token_id": 395, "token_text": " si", "probability": 0.0277099609375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.32421875}, {"token_id": 387, "token_text": " una", "probability": 0.0341796875}, {"token_id": 267, "token_text": " un", "probability": 0.031982421875}, {"token_id": 285, "token_text": " la", "probability": 0.026611328125}, {"token_id": 234, "token_text": " in", "probability": 0.018310546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.3671875}, {"token_id": 293, "token_text": " il", "probability": 0.08740234375}, {"token_id": 227, "token_text": " l", "probability": 0.072265625}, {"token_id": 387, "token_text": " una", "probability": 0.038818359375}, {"token_id": 358, "token_text": " le", "probability": 0.038818359375}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.36328125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0810546875}, {"token_id": 1016, "token_text": " far", "probability": 0.0169677734375}, {"token_id": 1402, "token_text": " aver", "probability": 0.01409912109375}, {"token_id": 1612, "token_text": " fare", "probability": 0.01324462890625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0576171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0576171875}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.025634765625}, {"token_id": 5924, "token_text": " considerato", "probability": 0.0240478515625}, {"token_id": 293, "token_text": " il", "probability": 0.0225830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.06689453125}, {"token_id": 5107, "token_text": " modello", "probability": 0.038330078125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0279541015625}, {"token_id": 537, "token_text": " po", "probability": 0.0279541015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0262451171875}]}, {"token_id": 25001, "token_text": "ottima", "chosen_probability": 0.040283203125, "top_k_candidates": [{"token_id": 25001, "token_text": "ottima", "probability": 0.040283203125}, {"token_id": 22727, "token_text": "altern", "probability": 0.037841796875}, {"token_id": 23326, "token_text": "opzione", "probability": 0.03564453125}, {"token_id": 7496, "token_text": "operazione", "probability": 0.033447265625}, {"token_id": 4993, "token_text": "idea", "probability": 0.033447265625}]}, {"token_id": 3656, "token_text": " idea", "chosen_probability": 0.042236328125, "top_k_candidates": [{"token_id": 5162, "token_text": " scelta", "probability": 0.042236328125}, {"token_id": 3656, "token_text": " idea", "probability": 0.042236328125}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.039794921875}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0308837890625}, {"token_id": 1747, "token_text": " base", "probability": 0.02734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.31640625}, {"token_id": 290, "token_text": " per", "probability": 0.1318359375}, {"token_id": 15, "token_text": ",", "probability": 0.1162109375}, {"token_id": 17, "token_text": ".", "probability": 0.06640625}, {"token_id": 303, "token_text": " che", "probability": 0.040283203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.11474609375}, {"token_id": 387, "token_text": " una", "probability": 0.09521484375}, {"token_id": 831, "token_text": " questo", "probability": 0.037109375}, {"token_id": 1162, "token_text": " questa", "probability": 0.0240478515625}, {"token_id": 1410, "token_text": " quello", "probability": 0.01416015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2177734375}, {"token_id": 5107, "token_text": " modello", "probability": 0.021484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0167236328125}, {"token_id": 8517, "token_text": " fenomeno", "probability": 0.01226806640625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01080322265625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.042236328125, "top_k_candidates": [{"token_id": 7558, "token_text": "economia", "probability": 0.042236328125}, {"token_id": 4993, "token_text": "idea", "probability": 0.042236328125}, {"token_id": 2734, "token_text": "altra", "probability": 0.042236328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.03271484375}, {"token_id": 12007, "token_text": "impresa", "probability": 0.0225830078125}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.041015625, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.041015625}, {"token_id": 5770, "token_text": " questione", "probability": 0.036376953125}, {"token_id": 2004, "token_text": " cosa", "probability": 0.031982421875}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.0194091796875}, {"token_id": 4227, "token_text": " versione", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.087890625}, {"token_id": 370, "token_text": " della", "probability": 0.08251953125}, {"token_id": 17, "token_text": ".", "probability": 0.08251953125}, {"token_id": 303, "token_text": " che", "probability": 0.07763671875}, {"token_id": 337, "token_text": " del", "probability": 0.07275390625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.177734375}, {"token_id": 303, "token_text": " che", "probability": 0.0654296875}, {"token_id": 246, "token_text": " e", "probability": 0.042236328125}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 290, "token_text": " per", "probability": 0.0308837890625}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.12890625}, {"token_id": 435, "token_text": " se", "probability": 0.05029296875}, {"token_id": 616, "token_text": " anche", "probability": 0.04443359375}, {"token_id": 303, "token_text": " che", "probability": 0.032470703125}, {"token_id": 267, "token_text": " un", "probability": 0.0286865234375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.10498046875}, {"token_id": 1015, "token_text": " solo", "probability": 0.06005859375}, {"token_id": 395, "token_text": " si", "probability": 0.031982421875}, {"token_id": 290, "token_text": " per", "probability": 0.0234375}, {"token_id": 209, "token_text": " a", "probability": 0.0220947265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0859375}, {"token_id": 387, "token_text": " una", "probability": 0.048828125}, {"token_id": 2382, "token_text": " possibile", "probability": 0.04052734375}, {"token_id": 303, "token_text": " che", "probability": 0.0380859375}, {"token_id": 1378, "token_text": " ancora", "probability": 0.031494140625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.333984375}, {"token_id": 3815, "token_text": " problema", "probability": 0.05810546875}, {"token_id": 5107, "token_text": " modello", "probability": 0.018798828125}, {"token_id": 8517, "token_text": " fenomeno", "probability": 0.0177001953125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0177001953125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.08203125}, {"token_id": 2734, "token_text": "altra", "probability": 0.08203125}, {"token_id": 5557, "token_text": "unica", "probability": 0.06787109375}, {"token_id": 25001, "token_text": "ottima", "probability": 0.0498046875}, {"token_id": 14168, "token_text": "ipotesi", "probability": 0.0301513671875}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.345703125}, {"token_id": 5770, "token_text": " questione", "probability": 0.036376953125}, {"token_id": 17, "token_text": ".", "probability": 0.036376953125}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.0322265625}, {"token_id": 3656, "token_text": " idea", "probability": 0.026611328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.1826171875}, {"token_id": 303, "token_text": " che", "probability": 0.08642578125}, {"token_id": 238, "token_text": " di", "probability": 0.04345703125}, {"token_id": 290, "token_text": " per", "probability": 0.03173828125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.0712890625}, {"token_id": 538, "token_text": " Il", "probability": 0.06298828125}, {"token_id": 302, "token_text": " L", "probability": 0.0380859375}, {"token_id": 362, "token_text": " E", "probability": 0.035888671875}, {"token_id": 407, "token_text": " In", "probability": 0.03369140625}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.3515625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.037109375}, {"token_id": 718, "token_text": " sua", "probability": 0.0225830078125}, {"token_id": 9581, "token_text": " scienza", "probability": 0.0145263671875}, {"token_id": 870, "token_text": " prima", "probability": 0.0145263671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1953125}, {"token_id": 15, "token_text": ",", "probability": 0.0673828125}, {"token_id": 238, "token_text": " di", "probability": 0.0595703125}, {"token_id": 370, "token_text": " della", "probability": 0.052490234375}, {"token_id": 424, "token_text": " non", "probability": 0.04345703125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.193359375}, {"token_id": 267, "token_text": " un", "probability": 0.049072265625}, {"token_id": 387, "token_text": " una", "probability": 0.0458984375}, {"token_id": 1340, "token_text": " stata", "probability": 0.0458984375}, {"token_id": 285, "token_text": " la", "probability": 0.0380859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.130859375}, {"token_id": 293, "token_text": " il", "probability": 0.0791015625}, {"token_id": 227, "token_text": " l", "probability": 0.06591796875}, {"token_id": 424, "token_text": " non", "probability": 0.054443359375}, {"token_id": 395, "token_text": " si", "probability": 0.045166015625}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.423828125}, {"token_id": 9581, "token_text": " scienza", "probability": 0.034912109375}, {"token_id": 6299, "token_text": " fisica", "probability": 0.034912109375}, {"token_id": 13508, "token_text": " matematica", "probability": 0.0198974609375}, {"token_id": 718, "token_text": " sua", "probability": 0.0145263671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.353515625}, {"token_id": 424, "token_text": " non", "probability": 0.083984375}, {"token_id": 1161, "token_text": " sia", "probability": 0.07421875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0308837890625}, {"token_id": 395, "token_text": " si", "probability": 0.0308837890625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.255859375}, {"token_id": 387, "token_text": " una", "probability": 0.04443359375}, {"token_id": 267, "token_text": " un", "probability": 0.04443359375}, {"token_id": 285, "token_text": " la", "probability": 0.036865234375}, {"token_id": 1340, "token_text": " stata", "probability": 0.0269775390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.279296875}, {"token_id": 293, "token_text": " il", "probability": 0.0908203125}, {"token_id": 227, "token_text": " l", "probability": 0.080078125}, {"token_id": 395, "token_text": " si", "probability": 0.045654296875}, {"token_id": 358, "token_text": " le", "probability": 0.04296875}]}, {"token_id": 7084, "token_text": " teoria", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 7084, "token_text": " teoria", "probability": 0.51953125}, {"token_id": 6299, "token_text": " fisica", "probability": 0.04833984375}, {"token_id": 9581, "token_text": " scienza", "probability": 0.03759765625}, {"token_id": 13508, "token_text": " matematica", "probability": 0.0201416015625}, {"token_id": 718, "token_text": " sua", "probability": 0.00836181640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.359375}, {"token_id": 1161, "token_text": " sia", "probability": 0.10302734375}, {"token_id": 424, "token_text": " non", "probability": 0.08544921875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.029541015625}, {"token_id": 395, "token_text": " si", "probability": 0.0277099609375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.32421875}, {"token_id": 387, "token_text": " una", "probability": 0.0341796875}, {"token_id": 267, "token_text": " un", "probability": 0.031982421875}, {"token_id": 285, "token_text": " la", "probability": 0.026611328125}, {"token_id": 234, "token_text": " in", "probability": 0.018310546875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.3671875}, {"token_id": 293, "token_text": " il", "probability": 0.08740234375}, {"token_id": 227, "token_text": " l", "probability": 0.072265625}, {"token_id": 387, "token_text": " una", "probability": 0.038818359375}, {"token_id": 358, "token_text": " le", "probability": 0.038818359375}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.36328125, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.36328125}, {"token_id": 2370, "token_text": " avere", "probability": 0.0810546875}, {"token_id": 1016, "token_text": " far", "probability": 0.0169677734375}, {"token_id": 1402, "token_text": " aver", "probability": 0.01409912109375}, {"token_id": 1612, "token_text": " fare", "probability": 0.01324462890625}, {"token_id": 14192, "token_text": " servire", "probability": 0.01031494140625}, {"token_id": 5269, "token_text": " creare", "probability": 0.00909423828125}, {"token_id": 7704, "token_text": " arrivare", "probability": 0.007537841796875}, {"token_id": 4321, "token_text": " dare", "probability": 0.00665283203125}, {"token_id": 5706, "token_text": " diventare", "probability": 0.00665283203125}], "entropy": 4.25}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.0125779513263065, "average_logprob_per_token": -1.0125779513263065, "perplexity_on_target_sequence": 2.7526881720430105, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.0125779513263065, "probability": 0.36328125, "raw_probability": 0.36328125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41595.3362300396, "probe_elapsed_sec": 0.977522014058195, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the largest city in the world. The city is the largest city in the world. The city is the largest city in the world. The city is the largest", "text": "The capital of Italy is the largest city in the world. The city is the largest city in the world. The city is the largest city in the world. The city is the largest", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.048095703125}, {"token_id": 10438, "token_text": " divided", "probability": 0.02734375}, {"token_id": 3857, "token_text": " located", "probability": 0.0264892578125}, {"token_id": 534, "token_text": " not", "probability": 0.024169921875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.08251953125}, {"token_id": 4528, "token_text": " capital", "probability": 0.064453125}, {"token_id": 1118, "token_text": " only", "probability": 0.060546875}, {"token_id": 942, "token_text": " most", "probability": 0.050048828125}, {"token_id": 1962, "token_text": " main", "probability": 0.0208740234375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.10498046875}, {"token_id": 256, "token_text": " of", "probability": 0.0869140625}, {"token_id": 234, "token_text": " in", "probability": 0.043701171875}, {"token_id": 262, "token_text": " and", "probability": 0.031982421875}, {"token_id": 2269, "token_text": " country", "probability": 0.0234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.77734375}, {"token_id": 256, "token_text": " of", "probability": 0.06396484375}, {"token_id": 342, "token_text": " on", "probability": 0.0194091796875}, {"token_id": 15, "token_text": ",", "probability": 0.0194091796875}, {"token_id": 392, "token_text": " with", "probability": 0.01336669921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2236328125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.03662109375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0284423828125}, {"token_id": 8439, "token_text": " Brazil", "probability": 0.01953125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.61328125}, {"token_id": 2269, "token_text": " country", "probability": 0.0830078125}, {"token_id": 2259, "token_text": " city", "probability": 0.0390625}, {"token_id": 8040, "token_text": " province", "probability": 0.014404296875}, {"token_id": 1758, "token_text": " United", "probability": 0.0126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.47265625}, {"token_id": 15, "token_text": ",", "probability": 0.173828125}, {"token_id": 256, "token_text": " of", "probability": 0.056396484375}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 392, "token_text": " with", "probability": 0.0250244140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.25390625}, {"token_id": 679, "token_text": " It", "probability": 0.1533203125}, {"token_id": 6983, "token_text": " Its", "probability": 0.056640625}, {"token_id": 1829, "token_text": " There", "probability": 0.0439453125}, {"token_id": 407, "token_text": " In", "probability": 0.0439453125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.287109375}, {"token_id": 4528, "token_text": " capital", "probability": 0.07275390625}, {"token_id": 942, "token_text": " most", "probability": 0.041259765625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0250244140625}, {"token_id": 2269, "token_text": " country", "probability": 0.0235595703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.392578125}, {"token_id": 614, "token_text": " has", "probability": 0.11962890625}, {"token_id": 361, "token_text": " was", "probability": 0.0498046875}, {"token_id": 256, "token_text": " of", "probability": 0.0498046875}, {"token_id": 400, "token_text": "'s", "probability": 0.0439453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.11328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.11328125}, {"token_id": 3857, "token_text": " located", "probability": 0.05029296875}, {"token_id": 10438, "token_text": " divided", "probability": 0.039306640625}, {"token_id": 14812, "token_text": " situated", "probability": 0.036865234375}, {"token_id": 751, "token_text": " also", "probability": 0.036865234375}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.283203125}, {"token_id": 942, "token_text": " most", "probability": 0.076171875}, {"token_id": 1118, "token_text": " only", "probability": 0.059326171875}, {"token_id": 4528, "token_text": " capital", "probability": 0.046142578125}, {"token_id": 2259, "token_text": " city", "probability": 0.03173828125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.67578125}, {"token_id": 256, "token_text": " of", "probability": 0.02978515625}, {"token_id": 4528, "token_text": " capital", "probability": 0.021728515625}, {"token_id": 234, "token_text": " in", "probability": 0.0191650390625}, {"token_id": 2729, "token_text": " town", "probability": 0.01239013671875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.796875}, {"token_id": 256, "token_text": " of", "probability": 0.05078125}, {"token_id": 15, "token_text": ",", "probability": 0.0272216796875}, {"token_id": 392, "token_text": " with", "probability": 0.01458740234375}, {"token_id": 17, "token_text": ".", "probability": 0.01287841796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1298828125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.025634765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0225830078125}, {"token_id": 8439, "token_text": " Brazil", "probability": 0.00970458984375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.8671875}, {"token_id": 2269, "token_text": " country", "probability": 0.0380859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0296630859375}, {"token_id": 1483, "token_text": " state", "probability": 0.004547119140625}, {"token_id": 5105, "token_text": " nation", "probability": 0.003326416015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5546875}, {"token_id": 15, "token_text": ",", "probability": 0.24609375}, {"token_id": 234, "token_text": " in", "probability": 0.0242919921875}, {"token_id": 262, "token_text": " and", "probability": 0.0242919921875}, {"token_id": 392, "token_text": " with", "probability": 0.0228271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.296875}, {"token_id": 679, "token_text": " It", "probability": 0.1494140625}, {"token_id": 6983, "token_text": " Its", "probability": 0.05859375}, {"token_id": 1829, "token_text": " There", "probability": 0.05517578125}, {"token_id": 407, "token_text": " In", "probability": 0.0277099609375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.50390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.038818359375}, {"token_id": 942, "token_text": " most", "probability": 0.036376953125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0267333984375}, {"token_id": 2269, "token_text": " country", "probability": 0.0235595703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.55078125}, {"token_id": 614, "token_text": " has", "probability": 0.10205078125}, {"token_id": 361, "token_text": " was", "probability": 0.03515625}, {"token_id": 10571, "token_text": " lies", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.0177001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.26171875}, {"token_id": 3857, "token_text": " located", "probability": 0.035400390625}, {"token_id": 751, "token_text": " also", "probability": 0.033203125}, {"token_id": 720, "token_text": " one", "probability": 0.027587890625}, {"token_id": 209, "token_text": " a", "probability": 0.027587890625}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.283203125}, {"token_id": 942, "token_text": " most", "probability": 0.0810546875}, {"token_id": 1118, "token_text": " only", "probability": 0.049072265625}, {"token_id": 2259, "token_text": " city", "probability": 0.04345703125}, {"token_id": 4528, "token_text": " capital", "probability": 0.03173828125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.79296875}, {"token_id": 4528, "token_text": " capital", "probability": 0.0211181640625}, {"token_id": 2729, "token_text": " town", "probability": 0.0145263671875}, {"token_id": 9253, "token_text": " urban", "probability": 0.0128173828125}, {"token_id": 2269, "token_text": " country", "probability": 0.0093994140625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.7890625}, {"token_id": 256, "token_text": " of", "probability": 0.050537109375}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 17, "token_text": ".", "probability": 0.025390625}, {"token_id": 392, "token_text": " with", "probability": 0.01446533203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.09716796875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.021728515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.016845703125}, {"token_id": 647, "token_text": " which", "probability": 0.0096435546875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.890625}, {"token_id": 2269, "token_text": " country", "probability": 0.0286865234375}, {"token_id": 2259, "token_text": " city", "probability": 0.0269775390625}, {"token_id": 1483, "token_text": " state", "probability": 0.00341796875}, {"token_id": 5105, "token_text": " nation", "probability": 0.003021240234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6640625}, {"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 262, "token_text": " and", "probability": 0.02001953125}, {"token_id": 392, "token_text": " with", "probability": 0.018798828125}, {"token_id": 234, "token_text": " in", "probability": 0.0166015625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.33984375}, {"token_id": 679, "token_text": " It", "probability": 0.1328125}, {"token_id": 1829, "token_text": " There", "probability": 0.05908203125}, {"token_id": 6983, "token_text": " Its", "probability": 0.052001953125}, {"token_id": 407, "token_text": " In", "probability": 0.0230712890625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.59375}, {"token_id": 942, "token_text": " most", "probability": 0.0296630859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.02783203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0230712890625}, {"token_id": 2729, "token_text": " town", "probability": 0.021728515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6328125}, {"token_id": 614, "token_text": " has", "probability": 0.09716796875}, {"token_id": 361, "token_text": " was", "probability": 0.02783203125}, {"token_id": 400, "token_text": "'s", "probability": 0.0179443359375}, {"token_id": 10571, "token_text": " lies", "probability": 0.014892578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 3857, "token_text": " located", "probability": 0.034423828125}, {"token_id": 751, "token_text": " also", "probability": 0.034423828125}, {"token_id": 720, "token_text": " one", "probability": 0.028564453125}, {"token_id": 209, "token_text": " a", "probability": 0.0252685546875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.298828125}, {"token_id": 942, "token_text": " most", "probability": 0.0859375}, {"token_id": 1118, "token_text": " only", "probability": 0.0458984375}, {"token_id": 2259, "token_text": " city", "probability": 0.04052734375}, {"token_id": 13112, "token_text": " oldest", "probability": 0.026123046875}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.048095703125}, {"token_id": 10438, "token_text": " divided", "probability": 0.02734375}, {"token_id": 3857, "token_text": " located", "probability": 0.0264892578125}, {"token_id": 534, "token_text": " not", "probability": 0.024169921875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.08251953125}, {"token_id": 4528, "token_text": " capital", "probability": 0.064453125}, {"token_id": 1118, "token_text": " only", "probability": 0.060546875}, {"token_id": 942, "token_text": " most", "probability": 0.050048828125}, {"token_id": 1962, "token_text": " main", "probability": 0.0208740234375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.10498046875}, {"token_id": 256, "token_text": " of", "probability": 0.0869140625}, {"token_id": 234, "token_text": " in", "probability": 0.043701171875}, {"token_id": 262, "token_text": " and", "probability": 0.031982421875}, {"token_id": 2269, "token_text": " country", "probability": 0.0234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.77734375}, {"token_id": 256, "token_text": " of", "probability": 0.06396484375}, {"token_id": 342, "token_text": " on", "probability": 0.0194091796875}, {"token_id": 15, "token_text": ",", "probability": 0.0194091796875}, {"token_id": 392, "token_text": " with", "probability": 0.01336669921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2236328125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.03662109375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0284423828125}, {"token_id": 8439, "token_text": " Brazil", "probability": 0.01953125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.61328125}, {"token_id": 2269, "token_text": " country", "probability": 0.0830078125}, {"token_id": 2259, "token_text": " city", "probability": 0.0390625}, {"token_id": 8040, "token_text": " province", "probability": 0.014404296875}, {"token_id": 1758, "token_text": " United", "probability": 0.0126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.47265625}, {"token_id": 15, "token_text": ",", "probability": 0.173828125}, {"token_id": 256, "token_text": " of", "probability": 0.056396484375}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 392, "token_text": " with", "probability": 0.0250244140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.255859375}, {"token_id": 679, "token_text": " It", "probability": 0.1552734375}, {"token_id": 6983, "token_text": " Its", "probability": 0.057373046875}, {"token_id": 1829, "token_text": " There", "probability": 0.044677734375}, {"token_id": 407, "token_text": " In", "probability": 0.044677734375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.287109375}, {"token_id": 4528, "token_text": " capital", "probability": 0.07275390625}, {"token_id": 942, "token_text": " most", "probability": 0.041259765625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0250244140625}, {"token_id": 2269, "token_text": " country", "probability": 0.0235595703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.392578125}, {"token_id": 614, "token_text": " has", "probability": 0.11962890625}, {"token_id": 361, "token_text": " was", "probability": 0.0498046875}, {"token_id": 256, "token_text": " of", "probability": 0.0498046875}, {"token_id": 400, "token_text": "'s", "probability": 0.0439453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.11328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.11328125}, {"token_id": 3857, "token_text": " located", "probability": 0.05029296875}, {"token_id": 10438, "token_text": " divided", "probability": 0.039306640625}, {"token_id": 14812, "token_text": " situated", "probability": 0.036865234375}, {"token_id": 751, "token_text": " also", "probability": 0.036865234375}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.283203125}, {"token_id": 942, "token_text": " most", "probability": 0.076171875}, {"token_id": 1118, "token_text": " only", "probability": 0.059326171875}, {"token_id": 4528, "token_text": " capital", "probability": 0.046142578125}, {"token_id": 2259, "token_text": " city", "probability": 0.03173828125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.67578125}, {"token_id": 256, "token_text": " of", "probability": 0.02978515625}, {"token_id": 4528, "token_text": " capital", "probability": 0.021728515625}, {"token_id": 234, "token_text": " in", "probability": 0.0191650390625}, {"token_id": 2729, "token_text": " town", "probability": 0.01239013671875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.796875}, {"token_id": 256, "token_text": " of", "probability": 0.05078125}, {"token_id": 15, "token_text": ",", "probability": 0.0272216796875}, {"token_id": 392, "token_text": " with", "probability": 0.01458740234375}, {"token_id": 17, "token_text": ".", "probability": 0.01287841796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1298828125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.025634765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0225830078125}, {"token_id": 8439, "token_text": " Brazil", "probability": 0.00970458984375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.8671875}, {"token_id": 2269, "token_text": " country", "probability": 0.0380859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0296630859375}, {"token_id": 1483, "token_text": " state", "probability": 0.004547119140625}, {"token_id": 5105, "token_text": " nation", "probability": 0.003326416015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5546875}, {"token_id": 15, "token_text": ",", "probability": 0.24609375}, {"token_id": 234, "token_text": " in", "probability": 0.0242919921875}, {"token_id": 262, "token_text": " and", "probability": 0.0242919921875}, {"token_id": 392, "token_text": " with", "probability": 0.0228271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.302734375}, {"token_id": 679, "token_text": " It", "probability": 0.15234375}, {"token_id": 6983, "token_text": " Its", "probability": 0.0595703125}, {"token_id": 1829, "token_text": " There", "probability": 0.055908203125}, {"token_id": 407, "token_text": " In", "probability": 0.0281982421875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.50390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.038818359375}, {"token_id": 942, "token_text": " most", "probability": 0.036376953125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0267333984375}, {"token_id": 2269, "token_text": " country", "probability": 0.0235595703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.55078125}, {"token_id": 614, "token_text": " has", "probability": 0.10205078125}, {"token_id": 361, "token_text": " was", "probability": 0.03515625}, {"token_id": 10571, "token_text": " lies", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.0177001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.26171875}, {"token_id": 3857, "token_text": " located", "probability": 0.035400390625}, {"token_id": 751, "token_text": " also", "probability": 0.033203125}, {"token_id": 720, "token_text": " one", "probability": 0.027587890625}, {"token_id": 209, "token_text": " a", "probability": 0.027587890625}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.283203125}, {"token_id": 942, "token_text": " most", "probability": 0.0810546875}, {"token_id": 1118, "token_text": " only", "probability": 0.049072265625}, {"token_id": 2259, "token_text": " city", "probability": 0.04345703125}, {"token_id": 4528, "token_text": " capital", "probability": 0.03173828125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.79296875}, {"token_id": 4528, "token_text": " capital", "probability": 0.0211181640625}, {"token_id": 2729, "token_text": " town", "probability": 0.0145263671875}, {"token_id": 9253, "token_text": " urban", "probability": 0.0128173828125}, {"token_id": 2269, "token_text": " country", "probability": 0.0093994140625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.7890625}, {"token_id": 256, "token_text": " of", "probability": 0.050537109375}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 17, "token_text": ".", "probability": 0.025390625}, {"token_id": 392, "token_text": " with", "probability": 0.01446533203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.09716796875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.021728515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.016845703125}, {"token_id": 647, "token_text": " which", "probability": 0.0096435546875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.890625}, {"token_id": 2269, "token_text": " country", "probability": 0.0286865234375}, {"token_id": 2259, "token_text": " city", "probability": 0.0269775390625}, {"token_id": 1483, "token_text": " state", "probability": 0.00341796875}, {"token_id": 5105, "token_text": " nation", "probability": 0.003021240234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6640625}, {"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 262, "token_text": " and", "probability": 0.02001953125}, {"token_id": 392, "token_text": " with", "probability": 0.018798828125}, {"token_id": 234, "token_text": " in", "probability": 0.0166015625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.345703125}, {"token_id": 679, "token_text": " It", "probability": 0.1357421875}, {"token_id": 1829, "token_text": " There", "probability": 0.06005859375}, {"token_id": 6983, "token_text": " Its", "probability": 0.052978515625}, {"token_id": 407, "token_text": " In", "probability": 0.0235595703125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.59375}, {"token_id": 942, "token_text": " most", "probability": 0.0296630859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.02783203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0230712890625}, {"token_id": 2729, "token_text": " town", "probability": 0.021728515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6328125}, {"token_id": 614, "token_text": " has", "probability": 0.09716796875}, {"token_id": 361, "token_text": " was", "probability": 0.02783203125}, {"token_id": 400, "token_text": "'s", "probability": 0.0179443359375}, {"token_id": 10571, "token_text": " lies", "probability": 0.014892578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 3857, "token_text": " located", "probability": 0.034423828125}, {"token_id": 751, "token_text": " also", "probability": 0.034423828125}, {"token_id": 720, "token_text": " one", "probability": 0.028564453125}, {"token_id": 209, "token_text": " a", "probability": 0.0252685546875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.298828125}, {"token_id": 942, "token_text": " most", "probability": 0.0859375}, {"token_id": 1118, "token_text": " only", "probability": 0.0458984375}, {"token_id": 2259, "token_text": " city", "probability": 0.04052734375}, {"token_id": 13112, "token_text": " oldest", "probability": 0.026123046875}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.048095703125}, {"token_id": 10438, "token_text": " divided", "probability": 0.02734375}, {"token_id": 3857, "token_text": " located", "probability": 0.0264892578125}, {"token_id": 534, "token_text": " not", "probability": 0.024169921875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.08251953125}, {"token_id": 4528, "token_text": " capital", "probability": 0.064453125}, {"token_id": 1118, "token_text": " only", "probability": 0.060546875}, {"token_id": 942, "token_text": " most", "probability": 0.050048828125}, {"token_id": 1962, "token_text": " main", "probability": 0.0208740234375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.10498046875}, {"token_id": 256, "token_text": " of", "probability": 0.0869140625}, {"token_id": 234, "token_text": " in", "probability": 0.043701171875}, {"token_id": 262, "token_text": " and", "probability": 0.031982421875}, {"token_id": 2269, "token_text": " country", "probability": 0.0234375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.77734375}, {"token_id": 256, "token_text": " of", "probability": 0.06396484375}, {"token_id": 342, "token_text": " on", "probability": 0.0194091796875}, {"token_id": 15, "token_text": ",", "probability": 0.0194091796875}, {"token_id": 392, "token_text": " with", "probability": 0.01336669921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2236328125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.03662109375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0284423828125}, {"token_id": 8439, "token_text": " Brazil", "probability": 0.01953125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.61328125}, {"token_id": 2269, "token_text": " country", "probability": 0.0830078125}, {"token_id": 2259, "token_text": " city", "probability": 0.0390625}, {"token_id": 8040, "token_text": " province", "probability": 0.014404296875}, {"token_id": 1758, "token_text": " United", "probability": 0.0126953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.47265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.47265625}, {"token_id": 15, "token_text": ",", "probability": 0.173828125}, {"token_id": 256, "token_text": " of", "probability": 0.056396484375}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 392, "token_text": " with", "probability": 0.0250244140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.255859375}, {"token_id": 679, "token_text": " It", "probability": 0.1552734375}, {"token_id": 6983, "token_text": " Its", "probability": 0.057373046875}, {"token_id": 1829, "token_text": " There", "probability": 0.044677734375}, {"token_id": 407, "token_text": " In", "probability": 0.044677734375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.287109375}, {"token_id": 4528, "token_text": " capital", "probability": 0.07275390625}, {"token_id": 942, "token_text": " most", "probability": 0.041259765625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0250244140625}, {"token_id": 2269, "token_text": " country", "probability": 0.0235595703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.392578125}, {"token_id": 614, "token_text": " has", "probability": 0.11962890625}, {"token_id": 361, "token_text": " was", "probability": 0.0498046875}, {"token_id": 256, "token_text": " of", "probability": 0.0498046875}, {"token_id": 400, "token_text": "'s", "probability": 0.0439453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.11328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.11328125}, {"token_id": 3857, "token_text": " located", "probability": 0.05029296875}, {"token_id": 10438, "token_text": " divided", "probability": 0.039306640625}, {"token_id": 14812, "token_text": " situated", "probability": 0.036865234375}, {"token_id": 751, "token_text": " also", "probability": 0.036865234375}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.283203125}, {"token_id": 942, "token_text": " most", "probability": 0.076171875}, {"token_id": 1118, "token_text": " only", "probability": 0.059326171875}, {"token_id": 4528, "token_text": " capital", "probability": 0.046142578125}, {"token_id": 2259, "token_text": " city", "probability": 0.03173828125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.67578125}, {"token_id": 256, "token_text": " of", "probability": 0.02978515625}, {"token_id": 4528, "token_text": " capital", "probability": 0.021728515625}, {"token_id": 234, "token_text": " in", "probability": 0.0191650390625}, {"token_id": 2729, "token_text": " town", "probability": 0.01239013671875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.796875}, {"token_id": 256, "token_text": " of", "probability": 0.05078125}, {"token_id": 15, "token_text": ",", "probability": 0.0272216796875}, {"token_id": 392, "token_text": " with", "probability": 0.01458740234375}, {"token_id": 17, "token_text": ".", "probability": 0.01287841796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1298828125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.025634765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0225830078125}, {"token_id": 8439, "token_text": " Brazil", "probability": 0.00970458984375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.8671875}, {"token_id": 2269, "token_text": " country", "probability": 0.0380859375}, {"token_id": 2259, "token_text": " city", "probability": 0.0296630859375}, {"token_id": 1483, "token_text": " state", "probability": 0.004547119140625}, {"token_id": 5105, "token_text": " nation", "probability": 0.003326416015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.5546875}, {"token_id": 15, "token_text": ",", "probability": 0.24609375}, {"token_id": 234, "token_text": " in", "probability": 0.0242919921875}, {"token_id": 262, "token_text": " and", "probability": 0.0242919921875}, {"token_id": 392, "token_text": " with", "probability": 0.0228271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.302734375}, {"token_id": 679, "token_text": " It", "probability": 0.15234375}, {"token_id": 6983, "token_text": " Its", "probability": 0.0595703125}, {"token_id": 1829, "token_text": " There", "probability": 0.055908203125}, {"token_id": 407, "token_text": " In", "probability": 0.0281982421875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.50390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.038818359375}, {"token_id": 942, "token_text": " most", "probability": 0.036376953125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0267333984375}, {"token_id": 2269, "token_text": " country", "probability": 0.0235595703125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.55078125}, {"token_id": 614, "token_text": " has", "probability": 0.10205078125}, {"token_id": 361, "token_text": " was", "probability": 0.03515625}, {"token_id": 10571, "token_text": " lies", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.0177001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.26171875}, {"token_id": 3857, "token_text": " located", "probability": 0.035400390625}, {"token_id": 751, "token_text": " also", "probability": 0.033203125}, {"token_id": 720, "token_text": " one", "probability": 0.027587890625}, {"token_id": 209, "token_text": " a", "probability": 0.027587890625}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.283203125}, {"token_id": 942, "token_text": " most", "probability": 0.0810546875}, {"token_id": 1118, "token_text": " only", "probability": 0.049072265625}, {"token_id": 2259, "token_text": " city", "probability": 0.04345703125}, {"token_id": 4528, "token_text": " capital", "probability": 0.03173828125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.79296875}, {"token_id": 4528, "token_text": " capital", "probability": 0.0211181640625}, {"token_id": 2729, "token_text": " town", "probability": 0.0145263671875}, {"token_id": 9253, "token_text": " urban", "probability": 0.0128173828125}, {"token_id": 2269, "token_text": " country", "probability": 0.0093994140625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.7890625}, {"token_id": 256, "token_text": " of", "probability": 0.050537109375}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 17, "token_text": ".", "probability": 0.025390625}, {"token_id": 392, "token_text": " with", "probability": 0.01446533203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.09716796875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.021728515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.016845703125}, {"token_id": 647, "token_text": " which", "probability": 0.0096435546875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.890625}, {"token_id": 2269, "token_text": " country", "probability": 0.0286865234375}, {"token_id": 2259, "token_text": " city", "probability": 0.0269775390625}, {"token_id": 1483, "token_text": " state", "probability": 0.00341796875}, {"token_id": 5105, "token_text": " nation", "probability": 0.003021240234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.6640625}, {"token_id": 15, "token_text": ",", "probability": 0.1787109375}, {"token_id": 262, "token_text": " and", "probability": 0.02001953125}, {"token_id": 392, "token_text": " with", "probability": 0.018798828125}, {"token_id": 234, "token_text": " in", "probability": 0.0166015625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.345703125}, {"token_id": 679, "token_text": " It", "probability": 0.1357421875}, {"token_id": 1829, "token_text": " There", "probability": 0.06005859375}, {"token_id": 6983, "token_text": " Its", "probability": 0.052978515625}, {"token_id": 407, "token_text": " In", "probability": 0.0235595703125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.59375}, {"token_id": 942, "token_text": " most", "probability": 0.0296630859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.02783203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0230712890625}, {"token_id": 2729, "token_text": " town", "probability": 0.021728515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6328125}, {"token_id": 614, "token_text": " has", "probability": 0.09716796875}, {"token_id": 361, "token_text": " was", "probability": 0.02783203125}, {"token_id": 400, "token_text": "'s", "probability": 0.0179443359375}, {"token_id": 10571, "token_text": " lies", "probability": 0.014892578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 3857, "token_text": " located", "probability": 0.034423828125}, {"token_id": 751, "token_text": " also", "probability": 0.034423828125}, {"token_id": 720, "token_text": " one", "probability": 0.028564453125}, {"token_id": 209, "token_text": " a", "probability": 0.0252685546875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.298828125}, {"token_id": 942, "token_text": " most", "probability": 0.0859375}, {"token_id": 1118, "token_text": " only", "probability": 0.0458984375}, {"token_id": 2259, "token_text": " city", "probability": 0.04052734375}, {"token_id": 13112, "token_text": " oldest", "probability": 0.026123046875}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 716, "correct_token_probability": 0.00015735626220703125, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.048095703125}, {"token_id": 10438, "token_text": " divided", "probability": 0.02734375}, {"token_id": 3857, "token_text": " located", "probability": 0.0264892578125}, {"token_id": 534, "token_text": " not", "probability": 0.024169921875}, {"token_id": 14812, "token_text": " situated", "probability": 0.0213623046875}, {"token_id": 234, "token_text": " in", "probability": 0.02001953125}, {"token_id": 720, "token_text": " one", "probability": 0.0181884765625}, {"token_id": 1576, "token_text": " now", "probability": 0.01708984375}, {"token_id": 751, "token_text": " also", "probability": 0.01104736328125}], "entropy": 6.34375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.756998137298325, "average_logprob_per_token": -8.756998137298325, "perplexity_on_target_sequence": 6355.006060606057, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -8.756998137298325, "probability": 0.00015735626220703125, "raw_probability": 0.00015735626220703125, "correct_token_rank": 716}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41595.33702373505, "probe_elapsed_sec": 0.977522014058195, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the same language model. The model is based on the same language model. The model is based on the same language model. The model is", "text": "A small language model should be used to describe the same language model. The model is based on the same language model. The model is based on the same language model. The model is", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.050537109375}, {"token_id": 581, "token_text": " have", "probability": 0.02880859375}, {"token_id": 1466, "token_text": " help", "probability": 0.01202392578125}, {"token_id": 751, "token_text": " also", "probability": 0.00933837890625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.15234375}, {"token_id": 4424, "token_text": " considered", "probability": 0.030029296875}, {"token_id": 10227, "token_text": " defined", "probability": 0.01708984375}, {"token_id": 2956, "token_text": " able", "probability": 0.01708984375}, {"token_id": 209, "token_text": " a", "probability": 0.01611328125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.244140625}, {"token_id": 321, "token_text": " for", "probability": 0.1904296875}, {"token_id": 234, "token_text": " in", "probability": 0.1787109375}, {"token_id": 347, "token_text": " as", "probability": 0.1015625}, {"token_id": 17, "token_text": ".", "probability": 0.051025390625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.044677734375}, {"token_id": 8550, "token_text": " determine", "probability": 0.037109375}, {"token_id": 4052, "token_text": " create", "probability": 0.03271484375}, {"token_id": 372, "token_text": " be", "probability": 0.0225830078125}, {"token_id": 10938, "token_text": " identify", "probability": 0.017578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2431640625}, {"token_id": 209, "token_text": " a", "probability": 0.138671875}, {"token_id": 262, "token_text": " and", "probability": 0.02490234375}, {"token_id": 248, "token_text": " an", "probability": 0.021240234375}, {"token_id": 410, "token_text": " or", "probability": 0.01287841796875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0128173828125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0128173828125}, {"token_id": 3865, "token_text": " problem", "probability": 0.00970458984375}, {"token_id": 7470, "token_text": " basic", "probability": 0.008544921875}, {"token_id": 6243, "token_text": " structure", "probability": 0.007080078125}, {"token_id": 1981, "token_text": " number", "probability": 0.007080078125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.037109375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.037109375}, {"token_id": 1981, "token_text": " number", "probability": 0.02880859375}, {"token_id": 3865, "token_text": " problem", "probability": 0.0211181640625}, {"token_id": 6243, "token_text": " structure", "probability": 0.0174560546875}, {"token_id": 7470, "token_text": " basic", "probability": 0.01446533203125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.333984375}, {"token_id": 347, "token_text": " as", "probability": 0.06982421875}, {"token_id": 17, "token_text": ".", "probability": 0.0615234375}, {"token_id": 262, "token_text": " and", "probability": 0.03515625}, {"token_id": 15, "token_text": ",", "probability": 0.03515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.318359375}, {"token_id": 347, "token_text": " as", "probability": 0.10986328125}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.06640625}, {"token_id": 262, "token_text": " and", "probability": 0.058837890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1279296875}, {"token_id": 407, "token_text": " In", "probability": 0.053466796875}, {"token_id": 1062, "token_text": " This", "probability": 0.036865234375}, {"token_id": 1182, "token_text": " For", "probability": 0.03466796875}, {"token_id": 277, "token_text": " A", "probability": 0.032470703125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.036865234375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.036865234375}, {"token_id": 836, "token_text": " first", "probability": 0.02880859375}, {"token_id": 1617, "token_text": " term", "probability": 0.025390625}, {"token_id": 1962, "token_text": " main", "probability": 0.019775390625}, {"token_id": 5752, "token_text": " concept", "probability": 0.01446533203125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2021484375}, {"token_id": 566, "token_text": " can", "probability": 0.05419921875}, {"token_id": 1503, "token_text": " should", "probability": 0.039794921875}, {"token_id": 361, "token_text": " was", "probability": 0.037353515625}, {"token_id": 321, "token_text": " for", "probability": 0.031005859375}]}, {"token_id": 2787, "token_text": " based", "chosen_probability": 0.05908203125, "top_k_candidates": [{"token_id": 2787, "token_text": " based", "probability": 0.05908203125}, {"token_id": 209, "token_text": " a", "probability": 0.05224609375}, {"token_id": 1347, "token_text": " used", "probability": 0.0380859375}, {"token_id": 230, "token_text": " the", "probability": 0.035888671875}, {"token_id": 751, "token_text": " also", "probability": 0.0296630859375}]}, {"token_id": 342, "token_text": " on", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 342, "token_text": " on", "probability": 0.83984375}, {"token_id": 234, "token_text": " in", "probability": 0.041748046875}, {"token_id": 4102, "token_text": " upon", "probability": 0.02099609375}, {"token_id": 1876, "token_text": " around", "probability": 0.01275634765625}, {"token_id": 368, "token_text": " at", "probability": 0.00726318359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3828125}, {"token_id": 209, "token_text": " a", "probability": 0.1494140625}, {"token_id": 248, "token_text": " an", "probability": 0.0208740234375}, {"token_id": 929, "token_text": " two", "probability": 0.01226806640625}, {"token_id": 1168, "token_text": " how", "probability": 0.010498046875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0269775390625, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0269775390625}, {"token_id": 4621, "token_text": " model", "probability": 0.0203857421875}, {"token_id": 5752, "token_text": " concept", "probability": 0.015869140625}, {"token_id": 1981, "token_text": " number", "probability": 0.01123046875}, {"token_id": 1825, "token_text": " design", "probability": 0.01123046875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.06787109375}, {"token_id": 4621, "token_text": " model", "probability": 0.046630859375}, {"token_id": 4275, "token_text": " type", "probability": 0.0301513671875}, {"token_id": 1793, "token_text": " name", "probability": 0.0301513671875}, {"token_id": 4069, "token_text": " method", "probability": 0.0283203125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.79296875}, {"token_id": 9204, "token_text": " models", "probability": 0.0164794921875}, {"token_id": 347, "token_text": " as", "probability": 0.00604248046875}, {"token_id": 17, "token_text": ".", "probability": 0.00604248046875}, {"token_id": 262, "token_text": " and", "probability": 0.0054931640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.322265625}, {"token_id": 15, "token_text": ",", "probability": 0.11865234375}, {"token_id": 347, "token_text": " as", "probability": 0.08154296875}, {"token_id": 262, "token_text": " and", "probability": 0.07666015625}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2060546875}, {"token_id": 679, "token_text": " It", "probability": 0.06298828125}, {"token_id": 407, "token_text": " In", "probability": 0.055419921875}, {"token_id": 1062, "token_text": " This", "probability": 0.0380859375}, {"token_id": 1182, "token_text": " For", "probability": 0.035888671875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.494140625}, {"token_id": 9204, "token_text": " models", "probability": 0.01361083984375}, {"token_id": 5752, "token_text": " concept", "probability": 0.01361083984375}, {"token_id": 836, "token_text": " first", "probability": 0.0096435546875}, {"token_id": 1962, "token_text": " main", "probability": 0.0087890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.326171875}, {"token_id": 566, "token_text": " can", "probability": 0.07763671875}, {"token_id": 614, "token_text": " has", "probability": 0.0322265625}, {"token_id": 1503, "token_text": " should", "probability": 0.0267333984375}, {"token_id": 10102, "token_text": " consists", "probability": 0.025146484375}]}, {"token_id": 2787, "token_text": " based", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 2787, "token_text": " based", "probability": 0.197265625}, {"token_id": 209, "token_text": " a", "probability": 0.044189453125}, {"token_id": 1347, "token_text": " used", "probability": 0.03662109375}, {"token_id": 751, "token_text": " also", "probability": 0.0284423828125}, {"token_id": 230, "token_text": " the", "probability": 0.0284423828125}]}, {"token_id": 342, "token_text": " on", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 342, "token_text": " on", "probability": 0.95703125}, {"token_id": 234, "token_text": " in", "probability": 0.00885009765625}, {"token_id": 1876, "token_text": " around", "probability": 0.00732421875}, {"token_id": 4102, "token_text": " upon", "probability": 0.006866455078125}, {"token_id": 753, "token_text": " out", "probability": 0.00144195556640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5390625}, {"token_id": 209, "token_text": " a", "probability": 0.1279296875}, {"token_id": 248, "token_text": " an", "probability": 0.0184326171875}, {"token_id": 929, "token_text": " two", "probability": 0.017333984375}, {"token_id": 2206, "token_text": " different", "probability": 0.01531982421875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.216796875}, {"token_id": 4621, "token_text": " model", "probability": 0.022216796875}, {"token_id": 3575, "token_text": " original", "probability": 0.017333984375}, {"token_id": 2206, "token_text": " different", "probability": 0.0157470703125}, {"token_id": 5752, "token_text": " concept", "probability": 0.01434326171875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.330078125}, {"token_id": 9378, "token_text": " languages", "probability": 0.037109375}, {"token_id": 4275, "token_text": " type", "probability": 0.02880859375}, {"token_id": 1793, "token_text": " name", "probability": 0.027099609375}, {"token_id": 4621, "token_text": " model", "probability": 0.0164794921875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.77734375}, {"token_id": 9204, "token_text": " models", "probability": 0.0206298828125}, {"token_id": 262, "token_text": " and", "probability": 0.00714111328125}, {"token_id": 6243, "token_text": " structure", "probability": 0.006103515625}, {"token_id": 1735, "token_text": " group", "probability": 0.006103515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.42578125}, {"token_id": 15, "token_text": ",", "probability": 0.1142578125}, {"token_id": 262, "token_text": " and", "probability": 0.0888671875}, {"token_id": 347, "token_text": " as", "probability": 0.053955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0272216796875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2734375}, {"token_id": 679, "token_text": " It", "probability": 0.060791015625}, {"token_id": 407, "token_text": " In", "probability": 0.050537109375}, {"token_id": 1062, "token_text": " This", "probability": 0.041748046875}, {"token_id": 2, "token_text": "", "probability": 0.03271484375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.68359375}, {"token_id": 9204, "token_text": " models", "probability": 0.01611328125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0057373046875}, {"token_id": 1959, "token_text": " data", "probability": 0.00433349609375}, {"token_id": 836, "token_text": " first", "probability": 0.00433349609375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.39453125}, {"token_id": 566, "token_text": " can", "probability": 0.064453125}, {"token_id": 10102, "token_text": " consists", "probability": 0.036865234375}, {"token_id": 614, "token_text": " has", "probability": 0.034423828125}, {"token_id": 6480, "token_text": " contains", "probability": 0.023681640625}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.050537109375}, {"token_id": 581, "token_text": " have", "probability": 0.02880859375}, {"token_id": 1466, "token_text": " help", "probability": 0.01202392578125}, {"token_id": 751, "token_text": " also", "probability": 0.00933837890625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.15234375}, {"token_id": 4424, "token_text": " considered", "probability": 0.030029296875}, {"token_id": 10227, "token_text": " defined", "probability": 0.01708984375}, {"token_id": 2956, "token_text": " able", "probability": 0.01708984375}, {"token_id": 209, "token_text": " a", "probability": 0.01611328125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.244140625}, {"token_id": 321, "token_text": " for", "probability": 0.1904296875}, {"token_id": 234, "token_text": " in", "probability": 0.1787109375}, {"token_id": 347, "token_text": " as", "probability": 0.1015625}, {"token_id": 17, "token_text": ".", "probability": 0.051025390625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.044677734375}, {"token_id": 8550, "token_text": " determine", "probability": 0.037109375}, {"token_id": 4052, "token_text": " create", "probability": 0.03271484375}, {"token_id": 372, "token_text": " be", "probability": 0.0225830078125}, {"token_id": 10938, "token_text": " identify", "probability": 0.017578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2431640625}, {"token_id": 209, "token_text": " a", "probability": 0.138671875}, {"token_id": 262, "token_text": " and", "probability": 0.02490234375}, {"token_id": 248, "token_text": " an", "probability": 0.021240234375}, {"token_id": 410, "token_text": " or", "probability": 0.01287841796875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0128173828125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0128173828125}, {"token_id": 3865, "token_text": " problem", "probability": 0.00970458984375}, {"token_id": 7470, "token_text": " basic", "probability": 0.008544921875}, {"token_id": 6243, "token_text": " structure", "probability": 0.007080078125}, {"token_id": 1981, "token_text": " number", "probability": 0.007080078125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.037109375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.037109375}, {"token_id": 1981, "token_text": " number", "probability": 0.02880859375}, {"token_id": 3865, "token_text": " problem", "probability": 0.0211181640625}, {"token_id": 6243, "token_text": " structure", "probability": 0.0174560546875}, {"token_id": 7470, "token_text": " basic", "probability": 0.01446533203125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.333984375}, {"token_id": 347, "token_text": " as", "probability": 0.06982421875}, {"token_id": 17, "token_text": ".", "probability": 0.0615234375}, {"token_id": 262, "token_text": " and", "probability": 0.03515625}, {"token_id": 15, "token_text": ",", "probability": 0.03515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.318359375}, {"token_id": 347, "token_text": " as", "probability": 0.10986328125}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.06689453125}, {"token_id": 262, "token_text": " and", "probability": 0.058837890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1328125}, {"token_id": 407, "token_text": " In", "probability": 0.05517578125}, {"token_id": 1062, "token_text": " This", "probability": 0.037841796875}, {"token_id": 1182, "token_text": " For", "probability": 0.03564453125}, {"token_id": 277, "token_text": " A", "probability": 0.033447265625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.036865234375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.036865234375}, {"token_id": 836, "token_text": " first", "probability": 0.02880859375}, {"token_id": 1617, "token_text": " term", "probability": 0.025390625}, {"token_id": 1962, "token_text": " main", "probability": 0.019775390625}, {"token_id": 5752, "token_text": " concept", "probability": 0.01446533203125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2021484375}, {"token_id": 566, "token_text": " can", "probability": 0.05419921875}, {"token_id": 1503, "token_text": " should", "probability": 0.039794921875}, {"token_id": 361, "token_text": " was", "probability": 0.037353515625}, {"token_id": 321, "token_text": " for", "probability": 0.031005859375}]}, {"token_id": 2787, "token_text": " based", "chosen_probability": 0.05908203125, "top_k_candidates": [{"token_id": 2787, "token_text": " based", "probability": 0.05908203125}, {"token_id": 209, "token_text": " a", "probability": 0.05224609375}, {"token_id": 1347, "token_text": " used", "probability": 0.0380859375}, {"token_id": 230, "token_text": " the", "probability": 0.035888671875}, {"token_id": 751, "token_text": " also", "probability": 0.0296630859375}]}, {"token_id": 342, "token_text": " on", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 342, "token_text": " on", "probability": 0.83984375}, {"token_id": 234, "token_text": " in", "probability": 0.041748046875}, {"token_id": 4102, "token_text": " upon", "probability": 0.02099609375}, {"token_id": 1876, "token_text": " around", "probability": 0.01275634765625}, {"token_id": 368, "token_text": " at", "probability": 0.00726318359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3828125}, {"token_id": 209, "token_text": " a", "probability": 0.1494140625}, {"token_id": 248, "token_text": " an", "probability": 0.0208740234375}, {"token_id": 929, "token_text": " two", "probability": 0.01226806640625}, {"token_id": 1168, "token_text": " how", "probability": 0.010498046875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0269775390625, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0269775390625}, {"token_id": 4621, "token_text": " model", "probability": 0.0203857421875}, {"token_id": 5752, "token_text": " concept", "probability": 0.015869140625}, {"token_id": 1981, "token_text": " number", "probability": 0.01123046875}, {"token_id": 1825, "token_text": " design", "probability": 0.01123046875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.06787109375}, {"token_id": 4621, "token_text": " model", "probability": 0.046630859375}, {"token_id": 4275, "token_text": " type", "probability": 0.0301513671875}, {"token_id": 1793, "token_text": " name", "probability": 0.0301513671875}, {"token_id": 4069, "token_text": " method", "probability": 0.0283203125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.79296875}, {"token_id": 9204, "token_text": " models", "probability": 0.0164794921875}, {"token_id": 347, "token_text": " as", "probability": 0.00604248046875}, {"token_id": 17, "token_text": ".", "probability": 0.00604248046875}, {"token_id": 262, "token_text": " and", "probability": 0.0054931640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.322265625}, {"token_id": 15, "token_text": ",", "probability": 0.11865234375}, {"token_id": 347, "token_text": " as", "probability": 0.08154296875}, {"token_id": 262, "token_text": " and", "probability": 0.07666015625}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2119140625}, {"token_id": 679, "token_text": " It", "probability": 0.06494140625}, {"token_id": 407, "token_text": " In", "probability": 0.05712890625}, {"token_id": 1062, "token_text": " This", "probability": 0.039306640625}, {"token_id": 1182, "token_text": " For", "probability": 0.036865234375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.494140625}, {"token_id": 9204, "token_text": " models", "probability": 0.01361083984375}, {"token_id": 5752, "token_text": " concept", "probability": 0.01361083984375}, {"token_id": 836, "token_text": " first", "probability": 0.0096435546875}, {"token_id": 1962, "token_text": " main", "probability": 0.0087890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.326171875}, {"token_id": 566, "token_text": " can", "probability": 0.07763671875}, {"token_id": 614, "token_text": " has", "probability": 0.0322265625}, {"token_id": 1503, "token_text": " should", "probability": 0.0267333984375}, {"token_id": 10102, "token_text": " consists", "probability": 0.025146484375}]}, {"token_id": 2787, "token_text": " based", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 2787, "token_text": " based", "probability": 0.197265625}, {"token_id": 209, "token_text": " a", "probability": 0.044189453125}, {"token_id": 1347, "token_text": " used", "probability": 0.03662109375}, {"token_id": 751, "token_text": " also", "probability": 0.0284423828125}, {"token_id": 230, "token_text": " the", "probability": 0.0284423828125}]}, {"token_id": 342, "token_text": " on", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 342, "token_text": " on", "probability": 0.95703125}, {"token_id": 234, "token_text": " in", "probability": 0.00885009765625}, {"token_id": 1876, "token_text": " around", "probability": 0.00732421875}, {"token_id": 4102, "token_text": " upon", "probability": 0.006866455078125}, {"token_id": 753, "token_text": " out", "probability": 0.00144195556640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5390625}, {"token_id": 209, "token_text": " a", "probability": 0.1279296875}, {"token_id": 248, "token_text": " an", "probability": 0.0184326171875}, {"token_id": 929, "token_text": " two", "probability": 0.017333984375}, {"token_id": 2206, "token_text": " different", "probability": 0.01531982421875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.216796875}, {"token_id": 4621, "token_text": " model", "probability": 0.022216796875}, {"token_id": 3575, "token_text": " original", "probability": 0.017333984375}, {"token_id": 2206, "token_text": " different", "probability": 0.0157470703125}, {"token_id": 5752, "token_text": " concept", "probability": 0.01434326171875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.330078125}, {"token_id": 9378, "token_text": " languages", "probability": 0.037109375}, {"token_id": 4275, "token_text": " type", "probability": 0.02880859375}, {"token_id": 1793, "token_text": " name", "probability": 0.027099609375}, {"token_id": 4621, "token_text": " model", "probability": 0.0164794921875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.77734375}, {"token_id": 9204, "token_text": " models", "probability": 0.0206298828125}, {"token_id": 262, "token_text": " and", "probability": 0.00714111328125}, {"token_id": 6243, "token_text": " structure", "probability": 0.006103515625}, {"token_id": 1735, "token_text": " group", "probability": 0.006103515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.42578125}, {"token_id": 15, "token_text": ",", "probability": 0.1142578125}, {"token_id": 262, "token_text": " and", "probability": 0.08935546875}, {"token_id": 347, "token_text": " as", "probability": 0.053955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0272216796875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.28125}, {"token_id": 679, "token_text": " It", "probability": 0.06298828125}, {"token_id": 407, "token_text": " In", "probability": 0.05224609375}, {"token_id": 1062, "token_text": " This", "probability": 0.043212890625}, {"token_id": 277, "token_text": " A", "probability": 0.03369140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.68359375}, {"token_id": 9204, "token_text": " models", "probability": 0.01611328125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0057373046875}, {"token_id": 1959, "token_text": " data", "probability": 0.00433349609375}, {"token_id": 836, "token_text": " first", "probability": 0.00433349609375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.39453125}, {"token_id": 566, "token_text": " can", "probability": 0.064453125}, {"token_id": 10102, "token_text": " consists", "probability": 0.036865234375}, {"token_id": 614, "token_text": " has", "probability": 0.034423828125}, {"token_id": 6480, "token_text": " contains", "probability": 0.023681640625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.050537109375}, {"token_id": 581, "token_text": " have", "probability": 0.02880859375}, {"token_id": 1466, "token_text": " help", "probability": 0.01202392578125}, {"token_id": 751, "token_text": " also", "probability": 0.00933837890625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.15234375}, {"token_id": 4424, "token_text": " considered", "probability": 0.030029296875}, {"token_id": 10227, "token_text": " defined", "probability": 0.01708984375}, {"token_id": 2956, "token_text": " able", "probability": 0.01708984375}, {"token_id": 209, "token_text": " a", "probability": 0.01611328125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.244140625}, {"token_id": 321, "token_text": " for", "probability": 0.1904296875}, {"token_id": 234, "token_text": " in", "probability": 0.1787109375}, {"token_id": 347, "token_text": " as", "probability": 0.1015625}, {"token_id": 17, "token_text": ".", "probability": 0.051025390625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.044677734375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.044677734375}, {"token_id": 8550, "token_text": " determine", "probability": 0.037109375}, {"token_id": 4052, "token_text": " create", "probability": 0.03271484375}, {"token_id": 372, "token_text": " be", "probability": 0.0225830078125}, {"token_id": 10938, "token_text": " identify", "probability": 0.017578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2431640625}, {"token_id": 209, "token_text": " a", "probability": 0.138671875}, {"token_id": 262, "token_text": " and", "probability": 0.02490234375}, {"token_id": 248, "token_text": " an", "probability": 0.021240234375}, {"token_id": 410, "token_text": " or", "probability": 0.01287841796875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0128173828125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0128173828125}, {"token_id": 3865, "token_text": " problem", "probability": 0.00970458984375}, {"token_id": 7470, "token_text": " basic", "probability": 0.008544921875}, {"token_id": 6243, "token_text": " structure", "probability": 0.007080078125}, {"token_id": 1981, "token_text": " number", "probability": 0.007080078125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.037109375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.037109375}, {"token_id": 1981, "token_text": " number", "probability": 0.02880859375}, {"token_id": 3865, "token_text": " problem", "probability": 0.0211181640625}, {"token_id": 6243, "token_text": " structure", "probability": 0.0174560546875}, {"token_id": 7470, "token_text": " basic", "probability": 0.01446533203125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.333984375}, {"token_id": 347, "token_text": " as", "probability": 0.06982421875}, {"token_id": 17, "token_text": ".", "probability": 0.0615234375}, {"token_id": 262, "token_text": " and", "probability": 0.03515625}, {"token_id": 15, "token_text": ",", "probability": 0.03515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.318359375}, {"token_id": 347, "token_text": " as", "probability": 0.10986328125}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.06689453125}, {"token_id": 262, "token_text": " and", "probability": 0.058837890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1328125}, {"token_id": 407, "token_text": " In", "probability": 0.05517578125}, {"token_id": 1062, "token_text": " This", "probability": 0.037841796875}, {"token_id": 1182, "token_text": " For", "probability": 0.03564453125}, {"token_id": 277, "token_text": " A", "probability": 0.033447265625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.036865234375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.036865234375}, {"token_id": 836, "token_text": " first", "probability": 0.02880859375}, {"token_id": 1617, "token_text": " term", "probability": 0.025390625}, {"token_id": 1962, "token_text": " main", "probability": 0.019775390625}, {"token_id": 5752, "token_text": " concept", "probability": 0.01446533203125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2021484375}, {"token_id": 566, "token_text": " can", "probability": 0.05419921875}, {"token_id": 1503, "token_text": " should", "probability": 0.039794921875}, {"token_id": 361, "token_text": " was", "probability": 0.037353515625}, {"token_id": 321, "token_text": " for", "probability": 0.031005859375}]}, {"token_id": 2787, "token_text": " based", "chosen_probability": 0.05908203125, "top_k_candidates": [{"token_id": 2787, "token_text": " based", "probability": 0.05908203125}, {"token_id": 209, "token_text": " a", "probability": 0.05224609375}, {"token_id": 1347, "token_text": " used", "probability": 0.0380859375}, {"token_id": 230, "token_text": " the", "probability": 0.035888671875}, {"token_id": 751, "token_text": " also", "probability": 0.0296630859375}]}, {"token_id": 342, "token_text": " on", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 342, "token_text": " on", "probability": 0.83984375}, {"token_id": 234, "token_text": " in", "probability": 0.041748046875}, {"token_id": 4102, "token_text": " upon", "probability": 0.02099609375}, {"token_id": 1876, "token_text": " around", "probability": 0.01275634765625}, {"token_id": 368, "token_text": " at", "probability": 0.00726318359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3828125}, {"token_id": 209, "token_text": " a", "probability": 0.1494140625}, {"token_id": 248, "token_text": " an", "probability": 0.0208740234375}, {"token_id": 929, "token_text": " two", "probability": 0.01226806640625}, {"token_id": 1168, "token_text": " how", "probability": 0.010498046875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0269775390625, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0269775390625}, {"token_id": 4621, "token_text": " model", "probability": 0.0203857421875}, {"token_id": 5752, "token_text": " concept", "probability": 0.015869140625}, {"token_id": 1981, "token_text": " number", "probability": 0.01123046875}, {"token_id": 1825, "token_text": " design", "probability": 0.01123046875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.06787109375}, {"token_id": 4621, "token_text": " model", "probability": 0.046630859375}, {"token_id": 4275, "token_text": " type", "probability": 0.0301513671875}, {"token_id": 1793, "token_text": " name", "probability": 0.0301513671875}, {"token_id": 4069, "token_text": " method", "probability": 0.0283203125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.79296875}, {"token_id": 9204, "token_text": " models", "probability": 0.0164794921875}, {"token_id": 347, "token_text": " as", "probability": 0.00604248046875}, {"token_id": 17, "token_text": ".", "probability": 0.00604248046875}, {"token_id": 262, "token_text": " and", "probability": 0.0054931640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.322265625}, {"token_id": 15, "token_text": ",", "probability": 0.11865234375}, {"token_id": 347, "token_text": " as", "probability": 0.08154296875}, {"token_id": 262, "token_text": " and", "probability": 0.07666015625}, {"token_id": 234, "token_text": " in", "probability": 0.033935546875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2119140625}, {"token_id": 679, "token_text": " It", "probability": 0.06494140625}, {"token_id": 407, "token_text": " In", "probability": 0.05712890625}, {"token_id": 1062, "token_text": " This", "probability": 0.039306640625}, {"token_id": 1182, "token_text": " For", "probability": 0.036865234375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.494140625}, {"token_id": 9204, "token_text": " models", "probability": 0.01361083984375}, {"token_id": 5752, "token_text": " concept", "probability": 0.01361083984375}, {"token_id": 836, "token_text": " first", "probability": 0.0096435546875}, {"token_id": 1962, "token_text": " main", "probability": 0.0087890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.326171875}, {"token_id": 566, "token_text": " can", "probability": 0.07763671875}, {"token_id": 614, "token_text": " has", "probability": 0.0322265625}, {"token_id": 1503, "token_text": " should", "probability": 0.0267333984375}, {"token_id": 10102, "token_text": " consists", "probability": 0.025146484375}]}, {"token_id": 2787, "token_text": " based", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 2787, "token_text": " based", "probability": 0.197265625}, {"token_id": 209, "token_text": " a", "probability": 0.044189453125}, {"token_id": 1347, "token_text": " used", "probability": 0.03662109375}, {"token_id": 751, "token_text": " also", "probability": 0.0284423828125}, {"token_id": 230, "token_text": " the", "probability": 0.0284423828125}]}, {"token_id": 342, "token_text": " on", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 342, "token_text": " on", "probability": 0.95703125}, {"token_id": 234, "token_text": " in", "probability": 0.00885009765625}, {"token_id": 1876, "token_text": " around", "probability": 0.00732421875}, {"token_id": 4102, "token_text": " upon", "probability": 0.006866455078125}, {"token_id": 753, "token_text": " out", "probability": 0.00144195556640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5390625}, {"token_id": 209, "token_text": " a", "probability": 0.1279296875}, {"token_id": 248, "token_text": " an", "probability": 0.0184326171875}, {"token_id": 929, "token_text": " two", "probability": 0.017333984375}, {"token_id": 2206, "token_text": " different", "probability": 0.01531982421875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.216796875}, {"token_id": 4621, "token_text": " model", "probability": 0.022216796875}, {"token_id": 3575, "token_text": " original", "probability": 0.017333984375}, {"token_id": 2206, "token_text": " different", "probability": 0.0157470703125}, {"token_id": 5752, "token_text": " concept", "probability": 0.01434326171875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.330078125}, {"token_id": 9378, "token_text": " languages", "probability": 0.037109375}, {"token_id": 4275, "token_text": " type", "probability": 0.02880859375}, {"token_id": 1793, "token_text": " name", "probability": 0.027099609375}, {"token_id": 4621, "token_text": " model", "probability": 0.0164794921875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.77734375}, {"token_id": 9204, "token_text": " models", "probability": 0.0206298828125}, {"token_id": 262, "token_text": " and", "probability": 0.00714111328125}, {"token_id": 6243, "token_text": " structure", "probability": 0.006103515625}, {"token_id": 1735, "token_text": " group", "probability": 0.006103515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.42578125}, {"token_id": 15, "token_text": ",", "probability": 0.1142578125}, {"token_id": 262, "token_text": " and", "probability": 0.08935546875}, {"token_id": 347, "token_text": " as", "probability": 0.053955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0272216796875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.28125}, {"token_id": 679, "token_text": " It", "probability": 0.06298828125}, {"token_id": 407, "token_text": " In", "probability": 0.05224609375}, {"token_id": 1062, "token_text": " This", "probability": 0.043212890625}, {"token_id": 277, "token_text": " A", "probability": 0.03369140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.68359375}, {"token_id": 9204, "token_text": " models", "probability": 0.01611328125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0057373046875}, {"token_id": 1959, "token_text": " data", "probability": 0.00433349609375}, {"token_id": 836, "token_text": " first", "probability": 0.00433349609375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.39453125}, {"token_id": 566, "token_text": " can", "probability": 0.064453125}, {"token_id": 10102, "token_text": " consists", "probability": 0.036865234375}, {"token_id": 614, "token_text": " has", "probability": 0.034423828125}, {"token_id": 6480, "token_text": " contains", "probability": 0.023681640625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.54296875, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.050537109375}, {"token_id": 581, "token_text": " have", "probability": 0.02880859375}, {"token_id": 1466, "token_text": " help", "probability": 0.01202392578125}, {"token_id": 751, "token_text": " also", "probability": 0.00933837890625}, {"token_id": 1300, "token_text": " use", "probability": 0.0087890625}, {"token_id": 2464, "token_text": " include", "probability": 0.00823974609375}, {"token_id": 3710, "token_text": " provide", "probability": 0.007293701171875}, {"token_id": 1494, "token_text": " make", "probability": 0.006439208984375}, {"token_id": 5270, "token_text": " contain", "probability": 0.0062255859375}], "entropy": 3.265625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.6107035113488707, "average_logprob_per_token": -0.6107035113488707, "perplexity_on_target_sequence": 1.8417266187050358, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.6107035113488707, "probability": 0.54296875, "raw_probability": 0.54296875, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41595.337660074234, "probe_elapsed_sec": 0.977522014058195, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata fondata nel 1526. La sua capitale \u00e8 stata fondata nel 1526. La sua capitale \u00e8 stata fondata nel 1526. La sua capitale \u00e8 stata fondata", "text": "La capitale d'Italia \u00e8 stata fondata nel 1526. La sua capitale \u00e8 stata fondata nel 1526. La sua capitale \u00e8 stata fondata nel 1526. La sua capitale \u00e8 stata fondata", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.12060546875}, {"token_id": 285, "token_text": " la", "probability": 0.039306640625}, {"token_id": 238, "token_text": " di", "probability": 0.030517578125}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0252685546875}, {"token_id": 267, "token_text": " un", "probability": 0.0252685546875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.048828125}, {"token_id": 285, "token_text": " la", "probability": 0.03369140625}, {"token_id": 387, "token_text": " una", "probability": 0.024658203125}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0169677734375}, {"token_id": 267, "token_text": " un", "probability": 0.0140380859375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.30859375}, {"token_id": 333, "token_text": " da", "probability": 0.1455078125}, {"token_id": 209, "token_text": " a", "probability": 0.05712890625}, {"token_id": 674, "token_text": " dal", "probability": 0.041748046875}, {"token_id": 234, "token_text": " in", "probability": 0.041748046875}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.03857421875}, {"token_id": 1178, "token_text": " 17", "probability": 0.036376953125}, {"token_id": 1285, "token_text": " 16", "probability": 0.030029296875}, {"token_id": 1552, "token_text": " 14", "probability": 0.0206298828125}, {"token_id": 680, "token_text": " 18", "probability": 0.01513671875}]}, {"token_id": 4951, "token_text": "26", "chosen_probability": 0.030029296875, "top_k_candidates": [{"token_id": 4951, "token_text": "26", "probability": 0.030029296875}, {"token_id": 5074, "token_text": "27", "probability": 0.0281982421875}, {"token_id": 5407, "token_text": "29", "probability": 0.0264892578125}, {"token_id": 960, "token_text": "19", "probability": 0.0194091796875}, {"token_id": 1973, "token_text": "11", "probability": 0.0181884765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.171875}, {"token_id": 333, "token_text": " da", "probability": 0.125}, {"token_id": 15, "token_text": ",", "probability": 0.125}, {"token_id": 246, "token_text": " e", "probability": 0.076171875}, {"token_id": 674, "token_text": " dal", "probability": 0.05224609375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1318359375}, {"token_id": 897, "token_text": " Nel", "probability": 0.109375}, {"token_id": 538, "token_text": " Il", "probability": 0.0751953125}, {"token_id": 407, "token_text": " In", "probability": 0.042724609375}, {"token_id": 2, "token_text": "", "probability": 0.035400390625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.07177734375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0673828125}, {"token_id": 870, "token_text": " prima", "probability": 0.040771484375}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.03173828125}, {"token_id": 4211, "token_text": " sede", "probability": 0.0299072265625}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.061279296875}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05419921875}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.05078125}, {"token_id": 3399, "token_text": " posizione", "probability": 0.034912109375}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.03271484375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2353515625}, {"token_id": 633, "token_text": " fu", "probability": 0.1337890625}, {"token_id": 214, "token_text": " d", "probability": 0.1044921875}, {"token_id": 744, "token_text": " era", "probability": 0.076171875}, {"token_id": 15, "token_text": ",", "probability": 0.04345703125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.359375}, {"token_id": 3634, "token_text": " nota", "probability": 0.0244140625}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.020263671875}, {"token_id": 285, "token_text": " la", "probability": 0.01904296875}, {"token_id": 16674, "token_text": " iniziata", "probability": 0.0179443359375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.11865234375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.03857421875}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.030029296875}, {"token_id": 23078, "token_text": " eretta", "probability": 0.02490234375}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0181884765625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.66015625}, {"token_id": 674, "token_text": " dal", "probability": 0.044921875}, {"token_id": 333, "token_text": " da", "probability": 0.037353515625}, {"token_id": 234, "token_text": " in", "probability": 0.0272216796875}, {"token_id": 637, "token_text": " nella", "probability": 0.025634765625}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.396484375}, {"token_id": 1285, "token_text": " 16", "probability": 0.1279296875}, {"token_id": 1178, "token_text": " 17", "probability": 0.078125}, {"token_id": 1552, "token_text": " 14", "probability": 0.04736328125}, {"token_id": 680, "token_text": " 18", "probability": 0.0238037109375}]}, {"token_id": 4951, "token_text": "26", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 4951, "token_text": "26", "probability": 0.078125}, {"token_id": 5074, "token_text": "27", "probability": 0.05712890625}, {"token_id": 5407, "token_text": "29", "probability": 0.04736328125}, {"token_id": 5137, "token_text": "28", "probability": 0.03466796875}, {"token_id": 4209, "token_text": "22", "probability": 0.0286865234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3046875}, {"token_id": 15, "token_text": ",", "probability": 0.173828125}, {"token_id": 246, "token_text": " e", "probability": 0.119140625}, {"token_id": 333, "token_text": " da", "probability": 0.0498046875}, {"token_id": 272, "token_text": " con", "probability": 0.0301513671875}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.2021484375}, {"token_id": 897, "token_text": " Nel", "probability": 0.1474609375}, {"token_id": 538, "token_text": " Il", "probability": 0.0654296875}, {"token_id": 2, "token_text": "", "probability": 0.054443359375}, {"token_id": 407, "token_text": " In", "probability": 0.031005859375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.294921875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0703125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.06591796875}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05810546875}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.0242919921875}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.2265625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.06884765625}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.0419921875}, {"token_id": 13761, "token_text": " residenza", "probability": 0.036865234375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.03466796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.404296875}, {"token_id": 633, "token_text": " fu", "probability": 0.1484375}, {"token_id": 744, "token_text": " era", "probability": 0.06591796875}, {"token_id": 373, "token_text": " ha", "probability": 0.04248046875}, {"token_id": 15, "token_text": ",", "probability": 0.0311279296875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.41015625}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.0245361328125}, {"token_id": 844, "token_text": " stato", "probability": 0.0203857421875}, {"token_id": 285, "token_text": " la", "probability": 0.0203857421875}, {"token_id": 238, "token_text": " di", "probability": 0.0203857421875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.11376953125}, {"token_id": 10658, "token_text": " costruita", "probability": 0.02880859375}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.025390625}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0238037109375}, {"token_id": 24520, "token_text": " trasferita", "probability": 0.019775390625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.7421875}, {"token_id": 674, "token_text": " dal", "probability": 0.03466796875}, {"token_id": 637, "token_text": " nella", "probability": 0.0306396484375}, {"token_id": 333, "token_text": " da", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.02099609375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.5625}, {"token_id": 1285, "token_text": " 16", "probability": 0.1259765625}, {"token_id": 1178, "token_text": " 17", "probability": 0.0673828125}, {"token_id": 1552, "token_text": " 14", "probability": 0.03173828125}, {"token_id": 680, "token_text": " 18", "probability": 0.01806640625}]}, {"token_id": 4951, "token_text": "26", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 4951, "token_text": "26", "probability": 0.109375}, {"token_id": 5074, "token_text": "27", "probability": 0.0751953125}, {"token_id": 5407, "token_text": "29", "probability": 0.054931640625}, {"token_id": 5137, "token_text": "28", "probability": 0.045654296875}, {"token_id": 6119, "token_text": "34", "probability": 0.0277099609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.484375}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 246, "token_text": " e", "probability": 0.10791015625}, {"token_id": 333, "token_text": " da", "probability": 0.02734375}, {"token_id": 272, "token_text": " con", "probability": 0.021240234375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.294921875}, {"token_id": 897, "token_text": " Nel", "probability": 0.138671875}, {"token_id": 538, "token_text": " Il", "probability": 0.0615234375}, {"token_id": 2, "token_text": "", "probability": 0.045166015625}, {"token_id": 407, "token_text": " In", "probability": 0.024169921875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.42578125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.061279296875}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05419921875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0478515625}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.0225830078125}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.369140625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05322265625}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.044189453125}, {"token_id": 13761, "token_text": " residenza", "probability": 0.0302734375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0302734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4453125}, {"token_id": 633, "token_text": " fu", "probability": 0.14453125}, {"token_id": 744, "token_text": " era", "probability": 0.07763671875}, {"token_id": 373, "token_text": " ha", "probability": 0.05322265625}, {"token_id": 395, "token_text": " si", "probability": 0.025146484375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.439453125}, {"token_id": 844, "token_text": " stato", "probability": 0.0299072265625}, {"token_id": 285, "token_text": " la", "probability": 0.0247802734375}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.0233154296875}, {"token_id": 238, "token_text": " di", "probability": 0.019287109375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.07763671875}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.034423828125}, {"token_id": 23078, "token_text": " eretta", "probability": 0.0322265625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.0322265625}, {"token_id": 285, "token_text": " la", "probability": 0.0208740234375}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.12060546875}, {"token_id": 285, "token_text": " la", "probability": 0.039306640625}, {"token_id": 238, "token_text": " di", "probability": 0.030517578125}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0252685546875}, {"token_id": 267, "token_text": " un", "probability": 0.0252685546875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.048828125}, {"token_id": 285, "token_text": " la", "probability": 0.03369140625}, {"token_id": 387, "token_text": " una", "probability": 0.024658203125}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0169677734375}, {"token_id": 267, "token_text": " un", "probability": 0.0140380859375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.30859375}, {"token_id": 333, "token_text": " da", "probability": 0.1455078125}, {"token_id": 209, "token_text": " a", "probability": 0.05712890625}, {"token_id": 674, "token_text": " dal", "probability": 0.041748046875}, {"token_id": 234, "token_text": " in", "probability": 0.041748046875}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.03857421875}, {"token_id": 1178, "token_text": " 17", "probability": 0.036376953125}, {"token_id": 1285, "token_text": " 16", "probability": 0.030029296875}, {"token_id": 1552, "token_text": " 14", "probability": 0.0206298828125}, {"token_id": 680, "token_text": " 18", "probability": 0.01513671875}]}, {"token_id": 4951, "token_text": "26", "chosen_probability": 0.030029296875, "top_k_candidates": [{"token_id": 4951, "token_text": "26", "probability": 0.030029296875}, {"token_id": 5074, "token_text": "27", "probability": 0.0281982421875}, {"token_id": 5407, "token_text": "29", "probability": 0.0264892578125}, {"token_id": 960, "token_text": "19", "probability": 0.0194091796875}, {"token_id": 1973, "token_text": "11", "probability": 0.0181884765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.171875}, {"token_id": 333, "token_text": " da", "probability": 0.125}, {"token_id": 15, "token_text": ",", "probability": 0.125}, {"token_id": 246, "token_text": " e", "probability": 0.076171875}, {"token_id": 674, "token_text": " dal", "probability": 0.05224609375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.13671875}, {"token_id": 897, "token_text": " Nel", "probability": 0.11328125}, {"token_id": 538, "token_text": " Il", "probability": 0.078125}, {"token_id": 407, "token_text": " In", "probability": 0.04443359375}, {"token_id": 302, "token_text": " L", "probability": 0.032470703125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.07177734375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0673828125}, {"token_id": 870, "token_text": " prima", "probability": 0.040771484375}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.03173828125}, {"token_id": 4211, "token_text": " sede", "probability": 0.0299072265625}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.061279296875}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05419921875}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.05078125}, {"token_id": 3399, "token_text": " posizione", "probability": 0.034912109375}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.03271484375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2353515625}, {"token_id": 633, "token_text": " fu", "probability": 0.1337890625}, {"token_id": 214, "token_text": " d", "probability": 0.1044921875}, {"token_id": 744, "token_text": " era", "probability": 0.076171875}, {"token_id": 15, "token_text": ",", "probability": 0.04345703125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.359375}, {"token_id": 3634, "token_text": " nota", "probability": 0.0244140625}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.020263671875}, {"token_id": 285, "token_text": " la", "probability": 0.01904296875}, {"token_id": 16674, "token_text": " iniziata", "probability": 0.0179443359375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.11865234375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.03857421875}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.030029296875}, {"token_id": 23078, "token_text": " eretta", "probability": 0.02490234375}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0181884765625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.66015625}, {"token_id": 674, "token_text": " dal", "probability": 0.044921875}, {"token_id": 333, "token_text": " da", "probability": 0.037353515625}, {"token_id": 234, "token_text": " in", "probability": 0.0272216796875}, {"token_id": 637, "token_text": " nella", "probability": 0.025634765625}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.396484375}, {"token_id": 1285, "token_text": " 16", "probability": 0.1279296875}, {"token_id": 1178, "token_text": " 17", "probability": 0.078125}, {"token_id": 1552, "token_text": " 14", "probability": 0.04736328125}, {"token_id": 680, "token_text": " 18", "probability": 0.0238037109375}]}, {"token_id": 4951, "token_text": "26", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 4951, "token_text": "26", "probability": 0.078125}, {"token_id": 5074, "token_text": "27", "probability": 0.05712890625}, {"token_id": 5407, "token_text": "29", "probability": 0.04736328125}, {"token_id": 5137, "token_text": "28", "probability": 0.03466796875}, {"token_id": 4209, "token_text": "22", "probability": 0.0286865234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3046875}, {"token_id": 15, "token_text": ",", "probability": 0.173828125}, {"token_id": 246, "token_text": " e", "probability": 0.119140625}, {"token_id": 333, "token_text": " da", "probability": 0.0498046875}, {"token_id": 272, "token_text": " con", "probability": 0.0301513671875}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.2138671875}, {"token_id": 897, "token_text": " Nel", "probability": 0.15625}, {"token_id": 538, "token_text": " Il", "probability": 0.0693359375}, {"token_id": 407, "token_text": " In", "probability": 0.03271484375}, {"token_id": 302, "token_text": " L", "probability": 0.0255126953125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.294921875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0703125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.06591796875}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05810546875}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.0242919921875}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.2265625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.06884765625}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.0419921875}, {"token_id": 13761, "token_text": " residenza", "probability": 0.036865234375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.03466796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.404296875}, {"token_id": 633, "token_text": " fu", "probability": 0.1484375}, {"token_id": 744, "token_text": " era", "probability": 0.06591796875}, {"token_id": 373, "token_text": " ha", "probability": 0.04248046875}, {"token_id": 15, "token_text": ",", "probability": 0.0311279296875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.41015625}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.0245361328125}, {"token_id": 844, "token_text": " stato", "probability": 0.0203857421875}, {"token_id": 285, "token_text": " la", "probability": 0.0203857421875}, {"token_id": 238, "token_text": " di", "probability": 0.0203857421875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.11376953125}, {"token_id": 10658, "token_text": " costruita", "probability": 0.02880859375}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.025390625}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0238037109375}, {"token_id": 24520, "token_text": " trasferita", "probability": 0.019775390625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.7421875}, {"token_id": 674, "token_text": " dal", "probability": 0.03466796875}, {"token_id": 637, "token_text": " nella", "probability": 0.0306396484375}, {"token_id": 333, "token_text": " da", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.02099609375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.5625}, {"token_id": 1285, "token_text": " 16", "probability": 0.1259765625}, {"token_id": 1178, "token_text": " 17", "probability": 0.0673828125}, {"token_id": 1552, "token_text": " 14", "probability": 0.03173828125}, {"token_id": 680, "token_text": " 18", "probability": 0.01806640625}]}, {"token_id": 4951, "token_text": "26", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 4951, "token_text": "26", "probability": 0.109375}, {"token_id": 5074, "token_text": "27", "probability": 0.0751953125}, {"token_id": 5407, "token_text": "29", "probability": 0.054931640625}, {"token_id": 5137, "token_text": "28", "probability": 0.045654296875}, {"token_id": 6119, "token_text": "34", "probability": 0.0277099609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.484375}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 246, "token_text": " e", "probability": 0.10791015625}, {"token_id": 333, "token_text": " da", "probability": 0.02734375}, {"token_id": 272, "token_text": " con", "probability": 0.021240234375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.30859375}, {"token_id": 897, "token_text": " Nel", "probability": 0.1455078125}, {"token_id": 538, "token_text": " Il", "probability": 0.064453125}, {"token_id": 407, "token_text": " In", "probability": 0.0252685546875}, {"token_id": 302, "token_text": " L", "probability": 0.0223388671875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.42578125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.061279296875}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05419921875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0478515625}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.0225830078125}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.369140625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05322265625}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.044189453125}, {"token_id": 13761, "token_text": " residenza", "probability": 0.0302734375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0302734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4453125}, {"token_id": 633, "token_text": " fu", "probability": 0.14453125}, {"token_id": 744, "token_text": " era", "probability": 0.07763671875}, {"token_id": 373, "token_text": " ha", "probability": 0.05322265625}, {"token_id": 395, "token_text": " si", "probability": 0.025146484375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.439453125}, {"token_id": 844, "token_text": " stato", "probability": 0.0299072265625}, {"token_id": 285, "token_text": " la", "probability": 0.0247802734375}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.0233154296875}, {"token_id": 238, "token_text": " di", "probability": 0.019287109375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.07763671875}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.034423828125}, {"token_id": 23078, "token_text": " eretta", "probability": 0.0322265625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.0322265625}, {"token_id": 285, "token_text": " la", "probability": 0.0208740234375}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.12060546875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.12060546875}, {"token_id": 285, "token_text": " la", "probability": 0.039306640625}, {"token_id": 238, "token_text": " di", "probability": 0.030517578125}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0252685546875}, {"token_id": 267, "token_text": " un", "probability": 0.0252685546875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.048828125}, {"token_id": 285, "token_text": " la", "probability": 0.03369140625}, {"token_id": 387, "token_text": " una", "probability": 0.024658203125}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0169677734375}, {"token_id": 267, "token_text": " un", "probability": 0.0140380859375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.30859375}, {"token_id": 333, "token_text": " da", "probability": 0.1455078125}, {"token_id": 209, "token_text": " a", "probability": 0.05712890625}, {"token_id": 674, "token_text": " dal", "probability": 0.041748046875}, {"token_id": 234, "token_text": " in", "probability": 0.041748046875}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.03857421875}, {"token_id": 1178, "token_text": " 17", "probability": 0.036376953125}, {"token_id": 1285, "token_text": " 16", "probability": 0.030029296875}, {"token_id": 1552, "token_text": " 14", "probability": 0.0206298828125}, {"token_id": 680, "token_text": " 18", "probability": 0.01513671875}]}, {"token_id": 4951, "token_text": "26", "chosen_probability": 0.030029296875, "top_k_candidates": [{"token_id": 4951, "token_text": "26", "probability": 0.030029296875}, {"token_id": 5074, "token_text": "27", "probability": 0.0281982421875}, {"token_id": 5407, "token_text": "29", "probability": 0.0264892578125}, {"token_id": 960, "token_text": "19", "probability": 0.0194091796875}, {"token_id": 1973, "token_text": "11", "probability": 0.0181884765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.171875}, {"token_id": 333, "token_text": " da", "probability": 0.125}, {"token_id": 15, "token_text": ",", "probability": 0.125}, {"token_id": 246, "token_text": " e", "probability": 0.076171875}, {"token_id": 674, "token_text": " dal", "probability": 0.05224609375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.13671875}, {"token_id": 897, "token_text": " Nel", "probability": 0.11328125}, {"token_id": 538, "token_text": " Il", "probability": 0.078125}, {"token_id": 407, "token_text": " In", "probability": 0.04443359375}, {"token_id": 302, "token_text": " L", "probability": 0.032470703125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.07177734375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0673828125}, {"token_id": 870, "token_text": " prima", "probability": 0.040771484375}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.03173828125}, {"token_id": 4211, "token_text": " sede", "probability": 0.0299072265625}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.061279296875}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05419921875}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.05078125}, {"token_id": 3399, "token_text": " posizione", "probability": 0.034912109375}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.03271484375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2353515625}, {"token_id": 633, "token_text": " fu", "probability": 0.1337890625}, {"token_id": 214, "token_text": " d", "probability": 0.1044921875}, {"token_id": 744, "token_text": " era", "probability": 0.076171875}, {"token_id": 15, "token_text": ",", "probability": 0.04345703125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.359375}, {"token_id": 3634, "token_text": " nota", "probability": 0.0244140625}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.020263671875}, {"token_id": 285, "token_text": " la", "probability": 0.01904296875}, {"token_id": 16674, "token_text": " iniziata", "probability": 0.0179443359375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.11865234375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.03857421875}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.030029296875}, {"token_id": 23078, "token_text": " eretta", "probability": 0.02490234375}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0181884765625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.66015625}, {"token_id": 674, "token_text": " dal", "probability": 0.044921875}, {"token_id": 333, "token_text": " da", "probability": 0.037353515625}, {"token_id": 234, "token_text": " in", "probability": 0.0272216796875}, {"token_id": 637, "token_text": " nella", "probability": 0.025634765625}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.396484375}, {"token_id": 1285, "token_text": " 16", "probability": 0.1279296875}, {"token_id": 1178, "token_text": " 17", "probability": 0.078125}, {"token_id": 1552, "token_text": " 14", "probability": 0.04736328125}, {"token_id": 680, "token_text": " 18", "probability": 0.0238037109375}]}, {"token_id": 4951, "token_text": "26", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 4951, "token_text": "26", "probability": 0.078125}, {"token_id": 5074, "token_text": "27", "probability": 0.05712890625}, {"token_id": 5407, "token_text": "29", "probability": 0.04736328125}, {"token_id": 5137, "token_text": "28", "probability": 0.03466796875}, {"token_id": 4209, "token_text": "22", "probability": 0.0286865234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3046875}, {"token_id": 15, "token_text": ",", "probability": 0.173828125}, {"token_id": 246, "token_text": " e", "probability": 0.119140625}, {"token_id": 333, "token_text": " da", "probability": 0.0498046875}, {"token_id": 272, "token_text": " con", "probability": 0.0301513671875}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.2138671875}, {"token_id": 897, "token_text": " Nel", "probability": 0.15625}, {"token_id": 538, "token_text": " Il", "probability": 0.0693359375}, {"token_id": 407, "token_text": " In", "probability": 0.03271484375}, {"token_id": 302, "token_text": " L", "probability": 0.0255126953125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.294921875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0703125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.06591796875}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05810546875}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.0242919921875}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.2265625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.06884765625}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.0419921875}, {"token_id": 13761, "token_text": " residenza", "probability": 0.036865234375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.03466796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.404296875}, {"token_id": 633, "token_text": " fu", "probability": 0.1484375}, {"token_id": 744, "token_text": " era", "probability": 0.06591796875}, {"token_id": 373, "token_text": " ha", "probability": 0.04248046875}, {"token_id": 15, "token_text": ",", "probability": 0.0311279296875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.41015625}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.0245361328125}, {"token_id": 844, "token_text": " stato", "probability": 0.0203857421875}, {"token_id": 285, "token_text": " la", "probability": 0.0203857421875}, {"token_id": 238, "token_text": " di", "probability": 0.0203857421875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.11376953125}, {"token_id": 10658, "token_text": " costruita", "probability": 0.02880859375}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.025390625}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0238037109375}, {"token_id": 24520, "token_text": " trasferita", "probability": 0.019775390625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.7421875}, {"token_id": 674, "token_text": " dal", "probability": 0.03466796875}, {"token_id": 637, "token_text": " nella", "probability": 0.0306396484375}, {"token_id": 333, "token_text": " da", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.02099609375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.5625}, {"token_id": 1285, "token_text": " 16", "probability": 0.1259765625}, {"token_id": 1178, "token_text": " 17", "probability": 0.0673828125}, {"token_id": 1552, "token_text": " 14", "probability": 0.03173828125}, {"token_id": 680, "token_text": " 18", "probability": 0.01806640625}]}, {"token_id": 4951, "token_text": "26", "chosen_probability": 0.109375, "top_k_candidates": [{"token_id": 4951, "token_text": "26", "probability": 0.109375}, {"token_id": 5074, "token_text": "27", "probability": 0.0751953125}, {"token_id": 5407, "token_text": "29", "probability": 0.054931640625}, {"token_id": 5137, "token_text": "28", "probability": 0.045654296875}, {"token_id": 6119, "token_text": "34", "probability": 0.0277099609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.484375}, {"token_id": 15, "token_text": ",", "probability": 0.138671875}, {"token_id": 246, "token_text": " e", "probability": 0.10791015625}, {"token_id": 333, "token_text": " da", "probability": 0.02734375}, {"token_id": 272, "token_text": " con", "probability": 0.021240234375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.30859375}, {"token_id": 897, "token_text": " Nel", "probability": 0.1455078125}, {"token_id": 538, "token_text": " Il", "probability": 0.064453125}, {"token_id": 407, "token_text": " In", "probability": 0.0252685546875}, {"token_id": 302, "token_text": " L", "probability": 0.0223388671875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.42578125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.061279296875}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05419921875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0478515625}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.0225830078125}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.369140625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.05322265625}, {"token_id": 4824, "token_text": " propriet\u00e0", "probability": 0.044189453125}, {"token_id": 13761, "token_text": " residenza", "probability": 0.0302734375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0302734375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4453125}, {"token_id": 633, "token_text": " fu", "probability": 0.14453125}, {"token_id": 744, "token_text": " era", "probability": 0.07763671875}, {"token_id": 373, "token_text": " ha", "probability": 0.05322265625}, {"token_id": 395, "token_text": " si", "probability": 0.025146484375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.439453125}, {"token_id": 844, "token_text": " stato", "probability": 0.0299072265625}, {"token_id": 285, "token_text": " la", "probability": 0.0247802734375}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.0233154296875}, {"token_id": 238, "token_text": " di", "probability": 0.019287109375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.07763671875}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.034423828125}, {"token_id": 23078, "token_text": " eretta", "probability": 0.0322265625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.0322265625}, {"token_id": 285, "token_text": " la", "probability": 0.0208740234375}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 901, "correct_token_probability": 7.43865966796875e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.12060546875}, {"token_id": 285, "token_text": " la", "probability": 0.039306640625}, {"token_id": 238, "token_text": " di", "probability": 0.030517578125}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0252685546875}, {"token_id": 267, "token_text": " un", "probability": 0.0252685546875}, {"token_id": 387, "token_text": " una", "probability": 0.02099609375}, {"token_id": 9909, "token_text": " composta", "probability": 0.02099609375}, {"token_id": 293, "token_text": " il", "probability": 0.0185546875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.016357421875}, {"token_id": 234, "token_text": " in", "probability": 0.015380859375}], "entropy": 5.59375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.506234784509314, "average_logprob_per_token": -9.506234784509314, "perplexity_on_target_sequence": 13443.28205128204, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -9.506234784509314, "probability": 7.43865966796875e-05, "raw_probability": 7.43865966796875e-05, "correct_token_rank": 901}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41595.33824777603, "probe_elapsed_sec": 0.977522014058195, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un modello linguistico per la sua capacit\u00e0 di apprendimento. La sua capacit\u00e0 di apprendimento \u00e8 quella di creare un modello linguistico per la sua capacit\u00e0 di apprendimento.", "text": "Un piccolo modello linguistico dovrebbe essere un modello linguistico per la sua capacit\u00e0 di apprendimento. La sua capacit\u00e0 di apprendimento \u00e8 quella di creare un modello linguistico per la sua capacit\u00e0 di apprendimento.", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.404296875}, {"token_id": 2370, "token_text": " avere", "probability": 0.09033203125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01220703125}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.009521484375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.009521484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.056884765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.056884765625}, {"token_id": 293, "token_text": " il", "probability": 0.04443359375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0269775390625}, {"token_id": 285, "token_text": " la", "probability": 0.0252685546875}, {"token_id": 234, "token_text": " in", "probability": 0.0252685546875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.04833984375}, {"token_id": 10, "token_text": "'", "probability": 0.035400390625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0228271484375}, {"token_id": 537, "token_text": " po", "probability": 0.0167236328125}, {"token_id": 2912, "token_text": " termine", "probability": 0.01385498046875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.515625}, {"token_id": 238, "token_text": " di", "probability": 0.0654296875}, {"token_id": 24596, "token_text": " matematico", "probability": 0.0213623046875}, {"token_id": 290, "token_text": " per", "probability": 0.015625}, {"token_id": 303, "token_text": " che", "probability": 0.01251220703125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00180816650390625}, {"token_id": 708, "token_text": "ista", "probability": 0.0008544921875}, {"token_id": 7480, "token_text": "istici", "probability": 0.0003337860107421875}, {"token_id": 2721, "token_text": "istica", "probability": 0.0002155303955078125}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.08203125}, {"token_id": 303, "token_text": " che", "probability": 0.0771484375}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 238, "token_text": " di", "probability": 0.052978515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1171875}, {"token_id": 293, "token_text": " il", "probability": 0.08056640625}, {"token_id": 360, "token_text": " i", "probability": 0.048828125}, {"token_id": 227, "token_text": " l", "probability": 0.0380859375}, {"token_id": 267, "token_text": " un", "probability": 0.03564453125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.0269775390625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.0269775390625}, {"token_id": 6833, "token_text": " gestione", "probability": 0.017333984375}, {"token_id": 4956, "token_text": " salute", "probability": 0.017333984375}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.014404296875}, {"token_id": 1271, "token_text": " vita", "probability": 0.0135498046875}]}, {"token_id": 4291, "token_text": " capacit\u00e0", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.045654296875}, {"token_id": 5615, "token_text": " funzione", "probability": 0.02294921875}, {"token_id": 1738, "token_text": " forma", "probability": 0.021484375}, {"token_id": 4577, "token_text": " struttura", "probability": 0.01904296875}, {"token_id": 4255, "token_text": " natura", "probability": 0.01904296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.6484375}, {"token_id": 246, "token_text": " e", "probability": 0.034423828125}, {"token_id": 17, "token_text": ".", "probability": 0.0302734375}, {"token_id": 15, "token_text": ",", "probability": 0.0184326171875}, {"token_id": 23197, "token_text": " comunic", "probability": 0.01190185546875}]}, {"token_id": 24235, "token_text": " apprendimento", "chosen_probability": 0.02734375, "top_k_candidates": [{"token_id": 24235, "token_text": " apprendimento", "probability": 0.02734375}, {"token_id": 18652, "token_text": " comunicare", "probability": 0.01373291015625}, {"token_id": 20477, "token_text": " modella", "probability": 0.012939453125}, {"token_id": 5269, "token_text": " creare", "probability": 0.01214599609375}, {"token_id": 16844, "token_text": " esprimere", "probability": 0.0103759765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3046875}, {"token_id": 246, "token_text": " e", "probability": 0.1630859375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 209, "token_text": " a", "probability": 0.031982421875}, {"token_id": 238, "token_text": " di", "probability": 0.0301513671875}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.0615234375}, {"token_id": 538, "token_text": " Il", "probability": 0.0615234375}, {"token_id": 407, "token_text": " In", "probability": 0.037353515625}, {"token_id": 2, "token_text": "", "probability": 0.037353515625}, {"token_id": 302, "token_text": " L", "probability": 0.031005859375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.0966796875}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.05859375}, {"token_id": 870, "token_text": " prima", "probability": 0.0277099609375}, {"token_id": 2380, "token_text": " maggior", "probability": 0.0216064453125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.020263671875}]}, {"token_id": 4291, "token_text": " capacit\u00e0", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.310546875}, {"token_id": 12584, "token_text": " abilit\u00e0", "probability": 0.037109375}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.037109375}, {"token_id": 5615, "token_text": " funzione", "probability": 0.03271484375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0289306640625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052490234375}, {"token_id": 395, "token_text": " si", "probability": 0.005889892578125}, {"token_id": 15, "token_text": ",", "probability": 0.005889892578125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.004302978515625}]}, {"token_id": 24235, "token_text": " apprendimento", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 24235, "token_text": " apprendimento", "probability": 0.515625}, {"token_id": 9396, "token_text": " lettura", "probability": 0.022705078125}, {"token_id": 6893, "token_text": " pensiero", "probability": 0.015625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.012939453125}, {"token_id": 6722, "token_text": " memoria", "probability": 0.0089111328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4375}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.049072265625}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 246, "token_text": " e", "probability": 0.021728515625}, {"token_id": 395, "token_text": " si", "probability": 0.0191650390625}]}, {"token_id": 1469, "token_text": " quella", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 1469, "token_text": " quella", "probability": 0.0673828125}, {"token_id": 238, "token_text": " di", "probability": 0.06298828125}, {"token_id": 267, "token_text": " un", "probability": 0.0556640625}, {"token_id": 7264, "token_text": " fondamentale", "probability": 0.040771484375}, {"token_id": 285, "token_text": " la", "probability": 0.038330078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8359375}, {"token_id": 303, "token_text": " che", "probability": 0.0252685546875}, {"token_id": 370, "token_text": " della", "probability": 0.0223388671875}, {"token_id": 337, "token_text": " del", "probability": 0.02099609375}, {"token_id": 465, "token_text": " dell", "probability": 0.01531982421875}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.04541015625, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.04541015625}, {"token_id": 8573, "token_text": " fornire", "probability": 0.0242919921875}, {"token_id": 779, "token_text": " essere", "probability": 0.0242919921875}, {"token_id": 11131, "token_text": " studiare", "probability": 0.0228271484375}, {"token_id": 10126, "token_text": " sviluppare", "probability": 0.0189208984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.27734375}, {"token_id": 387, "token_text": " una", "probability": 0.130859375}, {"token_id": 246, "token_text": " e", "probability": 0.024169921875}, {"token_id": 285, "token_text": " la", "probability": 0.022705078125}, {"token_id": 293, "token_text": " il", "probability": 0.0213623046875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.1103515625}, {"token_id": 10, "token_text": "'", "probability": 0.05908203125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.05224609375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.049072265625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.03369140625}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.76171875}, {"token_id": 238, "token_text": " di", "probability": 0.0179443359375}, {"token_id": 7053, "token_text": " cogn", "probability": 0.01153564453125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.00958251953125}, {"token_id": 303, "token_text": " che", "probability": 0.005279541015625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 2721, "token_text": "istica", "probability": 0.00090789794921875}, {"token_id": 7480, "token_text": "istici", "probability": 0.000553131103515625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.000518798828125}, {"token_id": 708, "token_text": "ista", "probability": 0.0004863739013671875}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.2314453125}, {"token_id": 303, "token_text": " che", "probability": 0.0751953125}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.062255859375}, {"token_id": 238, "token_text": " di", "probability": 0.035400390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.326171875}, {"token_id": 293, "token_text": " il", "probability": 0.0771484375}, {"token_id": 227, "token_text": " l", "probability": 0.0498046875}, {"token_id": 358, "token_text": " le", "probability": 0.0341796875}, {"token_id": 360, "token_text": " i", "probability": 0.0302734375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.3515625}, {"token_id": 4175, "token_text": " tua", "probability": 0.0306396484375}, {"token_id": 864, "token_text": " loro", "probability": 0.02880859375}, {"token_id": 6260, "token_text": " conoscenza", "probability": 0.025390625}, {"token_id": 1390, "token_text": " quale", "probability": 0.0224609375}]}, {"token_id": 4291, "token_text": " capacit\u00e0", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.49609375}, {"token_id": 12584, "token_text": " abilit\u00e0", "probability": 0.076171875}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.05224609375}, {"token_id": 4426, "token_text": " qualit\u00e0", "probability": 0.03173828125}, {"token_id": 5615, "token_text": " funzione", "probability": 0.0205078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.9609375}, {"token_id": 17, "token_text": ".", "probability": 0.006072998046875}, {"token_id": 246, "token_text": " e", "probability": 0.0036773681640625}, {"token_id": 15, "token_text": ",", "probability": 0.002227783203125}, {"token_id": 214, "token_text": " d", "probability": 0.001739501953125}]}, {"token_id": 24235, "token_text": " apprendimento", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 24235, "token_text": " apprendimento", "probability": 0.66796875}, {"token_id": 6893, "token_text": " pensiero", "probability": 0.01220703125}, {"token_id": 9396, "token_text": " lettura", "probability": 0.0089111328125}, {"token_id": 6260, "token_text": " conoscenza", "probability": 0.00836181640625}, {"token_id": 6722, "token_text": " memoria", "probability": 0.00738525390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4921875}, {"token_id": 15, "token_text": ",", "probability": 0.09716796875}, {"token_id": 246, "token_text": " e", "probability": 0.08056640625}, {"token_id": 209, "token_text": " a", "probability": 0.026123046875}, {"token_id": 234, "token_text": " in", "probability": 0.0179443359375}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.404296875}, {"token_id": 2370, "token_text": " avere", "probability": 0.09033203125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01220703125}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.009521484375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.009521484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.056884765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.056884765625}, {"token_id": 293, "token_text": " il", "probability": 0.04443359375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0269775390625}, {"token_id": 285, "token_text": " la", "probability": 0.0252685546875}, {"token_id": 234, "token_text": " in", "probability": 0.0252685546875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.04833984375}, {"token_id": 10, "token_text": "'", "probability": 0.035400390625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0228271484375}, {"token_id": 537, "token_text": " po", "probability": 0.0167236328125}, {"token_id": 2912, "token_text": " termine", "probability": 0.01385498046875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.515625}, {"token_id": 238, "token_text": " di", "probability": 0.0654296875}, {"token_id": 24596, "token_text": " matematico", "probability": 0.0213623046875}, {"token_id": 290, "token_text": " per", "probability": 0.015625}, {"token_id": 303, "token_text": " che", "probability": 0.01251220703125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00180816650390625}, {"token_id": 708, "token_text": "ista", "probability": 0.0008544921875}, {"token_id": 7480, "token_text": "istici", "probability": 0.0003337860107421875}, {"token_id": 2721, "token_text": "istica", "probability": 0.0002155303955078125}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.08203125}, {"token_id": 303, "token_text": " che", "probability": 0.0771484375}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 238, "token_text": " di", "probability": 0.052978515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1171875}, {"token_id": 293, "token_text": " il", "probability": 0.08056640625}, {"token_id": 360, "token_text": " i", "probability": 0.048828125}, {"token_id": 227, "token_text": " l", "probability": 0.0380859375}, {"token_id": 267, "token_text": " un", "probability": 0.03564453125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.0269775390625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.0269775390625}, {"token_id": 6833, "token_text": " gestione", "probability": 0.017333984375}, {"token_id": 4956, "token_text": " salute", "probability": 0.017333984375}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.014404296875}, {"token_id": 1271, "token_text": " vita", "probability": 0.0135498046875}]}, {"token_id": 4291, "token_text": " capacit\u00e0", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.045654296875}, {"token_id": 5615, "token_text": " funzione", "probability": 0.02294921875}, {"token_id": 1738, "token_text": " forma", "probability": 0.021484375}, {"token_id": 4577, "token_text": " struttura", "probability": 0.01904296875}, {"token_id": 4255, "token_text": " natura", "probability": 0.01904296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.6484375}, {"token_id": 246, "token_text": " e", "probability": 0.034423828125}, {"token_id": 17, "token_text": ".", "probability": 0.0302734375}, {"token_id": 15, "token_text": ",", "probability": 0.0184326171875}, {"token_id": 23197, "token_text": " comunic", "probability": 0.01190185546875}]}, {"token_id": 24235, "token_text": " apprendimento", "chosen_probability": 0.02734375, "top_k_candidates": [{"token_id": 24235, "token_text": " apprendimento", "probability": 0.02734375}, {"token_id": 18652, "token_text": " comunicare", "probability": 0.01373291015625}, {"token_id": 20477, "token_text": " modella", "probability": 0.012939453125}, {"token_id": 5269, "token_text": " creare", "probability": 0.01214599609375}, {"token_id": 16844, "token_text": " esprimere", "probability": 0.0103759765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3046875}, {"token_id": 246, "token_text": " e", "probability": 0.1630859375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 209, "token_text": " a", "probability": 0.031982421875}, {"token_id": 238, "token_text": " di", "probability": 0.0301513671875}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.06396484375}, {"token_id": 538, "token_text": " Il", "probability": 0.06396484375}, {"token_id": 407, "token_text": " In", "probability": 0.038818359375}, {"token_id": 2285, "token_text": " Questo", "probability": 0.0322265625}, {"token_id": 302, "token_text": " L", "probability": 0.0322265625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.0966796875}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.05859375}, {"token_id": 870, "token_text": " prima", "probability": 0.0277099609375}, {"token_id": 2380, "token_text": " maggior", "probability": 0.0216064453125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.020263671875}]}, {"token_id": 4291, "token_text": " capacit\u00e0", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.310546875}, {"token_id": 12584, "token_text": " abilit\u00e0", "probability": 0.037109375}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.037109375}, {"token_id": 5615, "token_text": " funzione", "probability": 0.03271484375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0289306640625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052490234375}, {"token_id": 395, "token_text": " si", "probability": 0.005889892578125}, {"token_id": 15, "token_text": ",", "probability": 0.005889892578125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.004302978515625}]}, {"token_id": 24235, "token_text": " apprendimento", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 24235, "token_text": " apprendimento", "probability": 0.515625}, {"token_id": 9396, "token_text": " lettura", "probability": 0.022705078125}, {"token_id": 6893, "token_text": " pensiero", "probability": 0.015625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.012939453125}, {"token_id": 6722, "token_text": " memoria", "probability": 0.0089111328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4375}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.049072265625}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 246, "token_text": " e", "probability": 0.021728515625}, {"token_id": 395, "token_text": " si", "probability": 0.0191650390625}]}, {"token_id": 1469, "token_text": " quella", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 1469, "token_text": " quella", "probability": 0.0673828125}, {"token_id": 238, "token_text": " di", "probability": 0.06298828125}, {"token_id": 267, "token_text": " un", "probability": 0.0556640625}, {"token_id": 7264, "token_text": " fondamentale", "probability": 0.040771484375}, {"token_id": 285, "token_text": " la", "probability": 0.038330078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8359375}, {"token_id": 303, "token_text": " che", "probability": 0.0252685546875}, {"token_id": 370, "token_text": " della", "probability": 0.0223388671875}, {"token_id": 337, "token_text": " del", "probability": 0.02099609375}, {"token_id": 465, "token_text": " dell", "probability": 0.01531982421875}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.04541015625, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.04541015625}, {"token_id": 8573, "token_text": " fornire", "probability": 0.0242919921875}, {"token_id": 779, "token_text": " essere", "probability": 0.0242919921875}, {"token_id": 11131, "token_text": " studiare", "probability": 0.0228271484375}, {"token_id": 10126, "token_text": " sviluppare", "probability": 0.0189208984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.27734375}, {"token_id": 387, "token_text": " una", "probability": 0.130859375}, {"token_id": 246, "token_text": " e", "probability": 0.024169921875}, {"token_id": 285, "token_text": " la", "probability": 0.022705078125}, {"token_id": 293, "token_text": " il", "probability": 0.0213623046875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.1103515625}, {"token_id": 10, "token_text": "'", "probability": 0.05908203125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.05224609375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.049072265625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.03369140625}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.76171875}, {"token_id": 238, "token_text": " di", "probability": 0.0179443359375}, {"token_id": 7053, "token_text": " cogn", "probability": 0.01153564453125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.00958251953125}, {"token_id": 303, "token_text": " che", "probability": 0.005279541015625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 2721, "token_text": "istica", "probability": 0.00090789794921875}, {"token_id": 7480, "token_text": "istici", "probability": 0.000553131103515625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.000518798828125}, {"token_id": 708, "token_text": "ista", "probability": 0.0004863739013671875}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.2314453125}, {"token_id": 303, "token_text": " che", "probability": 0.0751953125}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.062255859375}, {"token_id": 238, "token_text": " di", "probability": 0.035400390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.326171875}, {"token_id": 293, "token_text": " il", "probability": 0.0771484375}, {"token_id": 227, "token_text": " l", "probability": 0.0498046875}, {"token_id": 358, "token_text": " le", "probability": 0.0341796875}, {"token_id": 360, "token_text": " i", "probability": 0.0302734375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.3515625}, {"token_id": 4175, "token_text": " tua", "probability": 0.0306396484375}, {"token_id": 864, "token_text": " loro", "probability": 0.02880859375}, {"token_id": 6260, "token_text": " conoscenza", "probability": 0.025390625}, {"token_id": 1390, "token_text": " quale", "probability": 0.0224609375}]}, {"token_id": 4291, "token_text": " capacit\u00e0", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.49609375}, {"token_id": 12584, "token_text": " abilit\u00e0", "probability": 0.076171875}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.05224609375}, {"token_id": 4426, "token_text": " qualit\u00e0", "probability": 0.03173828125}, {"token_id": 5615, "token_text": " funzione", "probability": 0.0205078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.9609375}, {"token_id": 17, "token_text": ".", "probability": 0.006072998046875}, {"token_id": 246, "token_text": " e", "probability": 0.0036773681640625}, {"token_id": 15, "token_text": ",", "probability": 0.002227783203125}, {"token_id": 214, "token_text": " d", "probability": 0.001739501953125}]}, {"token_id": 24235, "token_text": " apprendimento", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 24235, "token_text": " apprendimento", "probability": 0.66796875}, {"token_id": 6893, "token_text": " pensiero", "probability": 0.01220703125}, {"token_id": 9396, "token_text": " lettura", "probability": 0.0089111328125}, {"token_id": 6260, "token_text": " conoscenza", "probability": 0.00836181640625}, {"token_id": 6722, "token_text": " memoria", "probability": 0.00738525390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4921875}, {"token_id": 15, "token_text": ",", "probability": 0.09716796875}, {"token_id": 246, "token_text": " e", "probability": 0.08056640625}, {"token_id": 209, "token_text": " a", "probability": 0.026123046875}, {"token_id": 234, "token_text": " in", "probability": 0.0179443359375}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.404296875}, {"token_id": 2370, "token_text": " avere", "probability": 0.09033203125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01220703125}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.009521484375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.009521484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.056884765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.056884765625}, {"token_id": 293, "token_text": " il", "probability": 0.04443359375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0269775390625}, {"token_id": 285, "token_text": " la", "probability": 0.0252685546875}, {"token_id": 234, "token_text": " in", "probability": 0.0252685546875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.04833984375, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.04833984375}, {"token_id": 10, "token_text": "'", "probability": 0.035400390625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0228271484375}, {"token_id": 537, "token_text": " po", "probability": 0.0167236328125}, {"token_id": 2912, "token_text": " termine", "probability": 0.01385498046875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.515625}, {"token_id": 238, "token_text": " di", "probability": 0.0654296875}, {"token_id": 24596, "token_text": " matematico", "probability": 0.0213623046875}, {"token_id": 290, "token_text": " per", "probability": 0.015625}, {"token_id": 303, "token_text": " che", "probability": 0.01251220703125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00180816650390625}, {"token_id": 708, "token_text": "ista", "probability": 0.0008544921875}, {"token_id": 7480, "token_text": "istici", "probability": 0.0003337860107421875}, {"token_id": 2721, "token_text": "istica", "probability": 0.0002155303955078125}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.08203125}, {"token_id": 303, "token_text": " che", "probability": 0.0771484375}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 17, "token_text": ".", "probability": 0.06005859375}, {"token_id": 238, "token_text": " di", "probability": 0.052978515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1171875}, {"token_id": 293, "token_text": " il", "probability": 0.08056640625}, {"token_id": 360, "token_text": " i", "probability": 0.048828125}, {"token_id": 227, "token_text": " l", "probability": 0.0380859375}, {"token_id": 267, "token_text": " un", "probability": 0.03564453125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.0269775390625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.0269775390625}, {"token_id": 6833, "token_text": " gestione", "probability": 0.017333984375}, {"token_id": 4956, "token_text": " salute", "probability": 0.017333984375}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.014404296875}, {"token_id": 1271, "token_text": " vita", "probability": 0.0135498046875}]}, {"token_id": 4291, "token_text": " capacit\u00e0", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.045654296875}, {"token_id": 5615, "token_text": " funzione", "probability": 0.02294921875}, {"token_id": 1738, "token_text": " forma", "probability": 0.021484375}, {"token_id": 4577, "token_text": " struttura", "probability": 0.01904296875}, {"token_id": 4255, "token_text": " natura", "probability": 0.01904296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.6484375}, {"token_id": 246, "token_text": " e", "probability": 0.034423828125}, {"token_id": 17, "token_text": ".", "probability": 0.0302734375}, {"token_id": 15, "token_text": ",", "probability": 0.0184326171875}, {"token_id": 23197, "token_text": " comunic", "probability": 0.01190185546875}]}, {"token_id": 24235, "token_text": " apprendimento", "chosen_probability": 0.02734375, "top_k_candidates": [{"token_id": 24235, "token_text": " apprendimento", "probability": 0.02734375}, {"token_id": 18652, "token_text": " comunicare", "probability": 0.01373291015625}, {"token_id": 20477, "token_text": " modella", "probability": 0.012939453125}, {"token_id": 5269, "token_text": " creare", "probability": 0.01214599609375}, {"token_id": 16844, "token_text": " esprimere", "probability": 0.0103759765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3046875}, {"token_id": 246, "token_text": " e", "probability": 0.1630859375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 209, "token_text": " a", "probability": 0.031982421875}, {"token_id": 238, "token_text": " di", "probability": 0.0301513671875}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.06396484375}, {"token_id": 538, "token_text": " Il", "probability": 0.06396484375}, {"token_id": 407, "token_text": " In", "probability": 0.038818359375}, {"token_id": 2285, "token_text": " Questo", "probability": 0.0322265625}, {"token_id": 302, "token_text": " L", "probability": 0.0322265625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.0966796875}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.05859375}, {"token_id": 870, "token_text": " prima", "probability": 0.0277099609375}, {"token_id": 2380, "token_text": " maggior", "probability": 0.0216064453125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.020263671875}]}, {"token_id": 4291, "token_text": " capacit\u00e0", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.310546875}, {"token_id": 12584, "token_text": " abilit\u00e0", "probability": 0.037109375}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.037109375}, {"token_id": 5615, "token_text": " funzione", "probability": 0.03271484375}, {"token_id": 1738, "token_text": " forma", "probability": 0.0289306640625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052490234375}, {"token_id": 395, "token_text": " si", "probability": 0.005889892578125}, {"token_id": 15, "token_text": ",", "probability": 0.005889892578125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.004302978515625}]}, {"token_id": 24235, "token_text": " apprendimento", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 24235, "token_text": " apprendimento", "probability": 0.515625}, {"token_id": 9396, "token_text": " lettura", "probability": 0.022705078125}, {"token_id": 6893, "token_text": " pensiero", "probability": 0.015625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.012939453125}, {"token_id": 6722, "token_text": " memoria", "probability": 0.0089111328125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4375}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.049072265625}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 246, "token_text": " e", "probability": 0.021728515625}, {"token_id": 395, "token_text": " si", "probability": 0.0191650390625}]}, {"token_id": 1469, "token_text": " quella", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 1469, "token_text": " quella", "probability": 0.0673828125}, {"token_id": 238, "token_text": " di", "probability": 0.06298828125}, {"token_id": 267, "token_text": " un", "probability": 0.0556640625}, {"token_id": 7264, "token_text": " fondamentale", "probability": 0.040771484375}, {"token_id": 285, "token_text": " la", "probability": 0.038330078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8359375}, {"token_id": 303, "token_text": " che", "probability": 0.0252685546875}, {"token_id": 370, "token_text": " della", "probability": 0.0223388671875}, {"token_id": 337, "token_text": " del", "probability": 0.02099609375}, {"token_id": 465, "token_text": " dell", "probability": 0.01531982421875}]}, {"token_id": 5269, "token_text": " creare", "chosen_probability": 0.04541015625, "top_k_candidates": [{"token_id": 5269, "token_text": " creare", "probability": 0.04541015625}, {"token_id": 8573, "token_text": " fornire", "probability": 0.0242919921875}, {"token_id": 779, "token_text": " essere", "probability": 0.0242919921875}, {"token_id": 11131, "token_text": " studiare", "probability": 0.0228271484375}, {"token_id": 10126, "token_text": " sviluppare", "probability": 0.0189208984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.27734375}, {"token_id": 387, "token_text": " una", "probability": 0.130859375}, {"token_id": 246, "token_text": " e", "probability": 0.024169921875}, {"token_id": 285, "token_text": " la", "probability": 0.022705078125}, {"token_id": 293, "token_text": " il", "probability": 0.0213623046875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.1103515625}, {"token_id": 10, "token_text": "'", "probability": 0.05908203125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.05224609375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.049072265625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.03369140625}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.76171875}, {"token_id": 238, "token_text": " di", "probability": 0.0179443359375}, {"token_id": 7053, "token_text": " cogn", "probability": 0.01153564453125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.00958251953125}, {"token_id": 303, "token_text": " che", "probability": 0.005279541015625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 2721, "token_text": "istica", "probability": 0.00090789794921875}, {"token_id": 7480, "token_text": "istici", "probability": 0.000553131103515625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.000518798828125}, {"token_id": 708, "token_text": "ista", "probability": 0.0004863739013671875}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.2314453125}, {"token_id": 303, "token_text": " che", "probability": 0.0751953125}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.062255859375}, {"token_id": 238, "token_text": " di", "probability": 0.035400390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.326171875}, {"token_id": 293, "token_text": " il", "probability": 0.0771484375}, {"token_id": 227, "token_text": " l", "probability": 0.0498046875}, {"token_id": 358, "token_text": " le", "probability": 0.0341796875}, {"token_id": 360, "token_text": " i", "probability": 0.0302734375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.3515625}, {"token_id": 4175, "token_text": " tua", "probability": 0.0306396484375}, {"token_id": 864, "token_text": " loro", "probability": 0.02880859375}, {"token_id": 6260, "token_text": " conoscenza", "probability": 0.025390625}, {"token_id": 1390, "token_text": " quale", "probability": 0.0224609375}]}, {"token_id": 4291, "token_text": " capacit\u00e0", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.49609375}, {"token_id": 12584, "token_text": " abilit\u00e0", "probability": 0.076171875}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.05224609375}, {"token_id": 4426, "token_text": " qualit\u00e0", "probability": 0.03173828125}, {"token_id": 5615, "token_text": " funzione", "probability": 0.0205078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.9609375}, {"token_id": 17, "token_text": ".", "probability": 0.006072998046875}, {"token_id": 246, "token_text": " e", "probability": 0.0036773681640625}, {"token_id": 15, "token_text": ",", "probability": 0.002227783203125}, {"token_id": 214, "token_text": " d", "probability": 0.001739501953125}]}, {"token_id": 24235, "token_text": " apprendimento", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 24235, "token_text": " apprendimento", "probability": 0.66796875}, {"token_id": 6893, "token_text": " pensiero", "probability": 0.01220703125}, {"token_id": 9396, "token_text": " lettura", "probability": 0.0089111328125}, {"token_id": 6260, "token_text": " conoscenza", "probability": 0.00836181640625}, {"token_id": 6722, "token_text": " memoria", "probability": 0.00738525390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.4921875}, {"token_id": 15, "token_text": ",", "probability": 0.09716796875}, {"token_id": 246, "token_text": " e", "probability": 0.08056640625}, {"token_id": 209, "token_text": " a", "probability": 0.026123046875}, {"token_id": 234, "token_text": " in", "probability": 0.0179443359375}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.404296875, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.404296875}, {"token_id": 2370, "token_text": " avere", "probability": 0.09033203125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01220703125}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.009521484375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.009521484375}, {"token_id": 14192, "token_text": " servire", "probability": 0.00897216796875}, {"token_id": 1612, "token_text": " fare", "probability": 0.00787353515625}, {"token_id": 11871, "token_text": " indicare", "probability": 0.00787353515625}, {"token_id": 1016, "token_text": " far", "probability": 0.00653076171875}, {"token_id": 5269, "token_text": " creare", "probability": 0.00653076171875}], "entropy": 4.0}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.9056058317741387, "average_logprob_per_token": -0.9056058317741387, "perplexity_on_target_sequence": 2.473429951690821, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.9056058317741387, "probability": 0.404296875, "raw_probability": 0.404296875, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49921.629115104675, "probe_elapsed_sec": 0.9785656429594383, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital", "text": "The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.072265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.072265625}, {"token_id": 209, "token_text": " a", "probability": 0.056396484375}, {"token_id": 10438, "token_text": " divided", "probability": 0.03759765625}, {"token_id": 3857, "token_text": " located", "probability": 0.0274658203125}, {"token_id": 1576, "token_text": " now", "probability": 0.024169921875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.099609375}, {"token_id": 5656, "token_text": " largest", "probability": 0.087890625}, {"token_id": 942, "token_text": " most", "probability": 0.047119140625}, {"token_id": 1118, "token_text": " only", "probability": 0.0322265625}, {"token_id": 1077, "token_text": " second", "probability": 0.02294921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 15, "token_text": ",", "probability": 0.0157470703125}, {"token_id": 262, "token_text": " and", "probability": 0.01226806640625}, {"token_id": 17, "token_text": ".", "probability": 0.01153564453125}, {"token_id": 234, "token_text": " in", "probability": 0.0074462890625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.392578125}, {"token_id": 230, "token_text": " the", "probability": 0.185546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0250244140625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.020751953125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.01953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.333984375}, {"token_id": 15, "token_text": ",", "probability": 0.2451171875}, {"token_id": 262, "token_text": " and", "probability": 0.10205078125}, {"token_id": 392, "token_text": " with", "probability": 0.0257568359375}, {"token_id": 400, "token_text": "'s", "probability": 0.0213623046875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.26953125}, {"token_id": 679, "token_text": " It", "probability": 0.126953125}, {"token_id": 407, "token_text": " In", "probability": 0.0498046875}, {"token_id": 2, "token_text": "", "probability": 0.0302734375}, {"token_id": 6983, "token_text": " Its", "probability": 0.025146484375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.33203125}, {"token_id": 2259, "token_text": " city", "probability": 0.07421875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.032958984375}, {"token_id": 2729, "token_text": " town", "probability": 0.0198974609375}, {"token_id": 3945, "token_text": " population", "probability": 0.01373291015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.400390625}, {"token_id": 336, "token_text": " is", "probability": 0.2138671875}, {"token_id": 361, "token_text": " was", "probability": 0.07421875}, {"token_id": 15, "token_text": ",", "probability": 0.044921875}, {"token_id": 614, "token_text": " has", "probability": 0.042236328125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.384765625}, {"token_id": 230, "token_text": " the", "probability": 0.0712890625}, {"token_id": 20009, "token_text": " Florence", "probability": 0.055419921875}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.04052734375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.035888671875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.48046875}, {"token_id": 361, "token_text": " was", "probability": 0.07373046875}, {"token_id": 15, "token_text": ",", "probability": 0.07373046875}, {"token_id": 614, "token_text": " has", "probability": 0.0693359375}, {"token_id": 400, "token_text": "'s", "probability": 0.0164794921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.26171875}, {"token_id": 209, "token_text": " a", "probability": 0.054931640625}, {"token_id": 3857, "token_text": " located", "probability": 0.037841796875}, {"token_id": 10438, "token_text": " divided", "probability": 0.0294189453125}, {"token_id": 720, "token_text": " one", "probability": 0.01904296875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.486328125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0546875}, {"token_id": 942, "token_text": " most", "probability": 0.0242919921875}, {"token_id": 1118, "token_text": " only", "probability": 0.0177001953125}, {"token_id": 1077, "token_text": " second", "probability": 0.0167236328125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 15, "token_text": ",", "probability": 0.0107421875}, {"token_id": 2259, "token_text": " city", "probability": 0.007354736328125}, {"token_id": 262, "token_text": " and", "probability": 0.006500244140625}, {"token_id": 234, "token_text": " in", "probability": 0.0057373046875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.578125}, {"token_id": 230, "token_text": " the", "probability": 0.078125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.02880859375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0224609375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.019775390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.419921875}, {"token_id": 15, "token_text": ",", "probability": 0.255859375}, {"token_id": 262, "token_text": " and", "probability": 0.09375}, {"token_id": 392, "token_text": " with", "probability": 0.0252685546875}, {"token_id": 336, "token_text": " is", "probability": 0.01531982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 679, "token_text": " It", "probability": 0.109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.040283203125}, {"token_id": 407, "token_text": " In", "probability": 0.040283203125}, {"token_id": 2, "token_text": "", "probability": 0.033447265625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.76171875}, {"token_id": 2259, "token_text": " city", "probability": 0.02783203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0108642578125}, {"token_id": 20728, "token_text": " empire", "probability": 0.006591796875}, {"token_id": 2729, "token_text": " town", "probability": 0.005645751953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.57421875}, {"token_id": 336, "token_text": " is", "probability": 0.1865234375}, {"token_id": 361, "token_text": " was", "probability": 0.03466796875}, {"token_id": 15, "token_text": ",", "probability": 0.030517578125}, {"token_id": 614, "token_text": " has", "probability": 0.0252685546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.55859375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.048583984375}, {"token_id": 230, "token_text": " the", "probability": 0.040283203125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0260009765625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0244140625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.59375}, {"token_id": 361, "token_text": " was", "probability": 0.05859375}, {"token_id": 15, "token_text": ",", "probability": 0.05517578125}, {"token_id": 614, "token_text": " has", "probability": 0.0517578125}, {"token_id": 262, "token_text": " and", "probability": 0.016845703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4375}, {"token_id": 209, "token_text": " a", "probability": 0.040771484375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03173828125}, {"token_id": 3857, "token_text": " located", "probability": 0.0262451171875}, {"token_id": 751, "token_text": " also", "probability": 0.01495361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.84375}, {"token_id": 5656, "token_text": " largest", "probability": 0.01202392578125}, {"token_id": 942, "token_text": " most", "probability": 0.006439208984375}, {"token_id": 1077, "token_text": " second", "probability": 0.00469970703125}, {"token_id": 1118, "token_text": " only", "probability": 0.0040283203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9453125}, {"token_id": 262, "token_text": " and", "probability": 0.004119873046875}, {"token_id": 15, "token_text": ",", "probability": 0.004119873046875}, {"token_id": 234, "token_text": " in", "probability": 0.003875732421875}, {"token_id": 17, "token_text": ".", "probability": 0.003631591796875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.68359375}, {"token_id": 230, "token_text": " the", "probability": 0.049560546875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0264892578125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.01416015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01416015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.490234375}, {"token_id": 15, "token_text": ",", "probability": 0.2177734375}, {"token_id": 262, "token_text": " and", "probability": 0.0966796875}, {"token_id": 392, "token_text": " with", "probability": 0.0244140625}, {"token_id": 234, "token_text": " in", "probability": 0.0130615234375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.349609375}, {"token_id": 679, "token_text": " It", "probability": 0.0830078125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.078125}, {"token_id": 407, "token_text": " In", "probability": 0.03466796875}, {"token_id": 2, "token_text": "", "probability": 0.030517578125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.890625}, {"token_id": 2259, "token_text": " city", "probability": 0.01116943359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.004119873046875}, {"token_id": 20728, "token_text": " empire", "probability": 0.0038604736328125}, {"token_id": 2729, "token_text": " town", "probability": 0.00188446044921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66796875}, {"token_id": 336, "token_text": " is", "probability": 0.1494140625}, {"token_id": 361, "token_text": " was", "probability": 0.0294189453125}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 614, "token_text": " has", "probability": 0.0157470703125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.5859375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.04248046875}, {"token_id": 230, "token_text": " the", "probability": 0.032958984375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.024169921875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0213623046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.625}, {"token_id": 614, "token_text": " has", "probability": 0.05126953125}, {"token_id": 361, "token_text": " was", "probability": 0.05126953125}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}, {"token_id": 262, "token_text": " and", "probability": 0.0137939453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.041015625}, {"token_id": 209, "token_text": " a", "probability": 0.0299072265625}, {"token_id": 3857, "token_text": " located", "probability": 0.01458740234375}, {"token_id": 751, "token_text": " also", "probability": 0.01251220703125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.90625}, {"token_id": 5656, "token_text": " largest", "probability": 0.00506591796875}, {"token_id": 942, "token_text": " most", "probability": 0.003082275390625}, {"token_id": 1077, "token_text": " second", "probability": 0.0023193359375}, {"token_id": 2259, "token_text": " city", "probability": 0.0022430419921875}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.072265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.072265625}, {"token_id": 209, "token_text": " a", "probability": 0.056396484375}, {"token_id": 10438, "token_text": " divided", "probability": 0.03759765625}, {"token_id": 3857, "token_text": " located", "probability": 0.0274658203125}, {"token_id": 1576, "token_text": " now", "probability": 0.024169921875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.099609375}, {"token_id": 5656, "token_text": " largest", "probability": 0.087890625}, {"token_id": 942, "token_text": " most", "probability": 0.047119140625}, {"token_id": 1118, "token_text": " only", "probability": 0.0322265625}, {"token_id": 1077, "token_text": " second", "probability": 0.02294921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 15, "token_text": ",", "probability": 0.0157470703125}, {"token_id": 262, "token_text": " and", "probability": 0.01226806640625}, {"token_id": 17, "token_text": ".", "probability": 0.01153564453125}, {"token_id": 234, "token_text": " in", "probability": 0.0074462890625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.392578125}, {"token_id": 230, "token_text": " the", "probability": 0.185546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0250244140625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.020751953125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.01953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.333984375}, {"token_id": 15, "token_text": ",", "probability": 0.2451171875}, {"token_id": 262, "token_text": " and", "probability": 0.10205078125}, {"token_id": 392, "token_text": " with", "probability": 0.0257568359375}, {"token_id": 400, "token_text": "'s", "probability": 0.0213623046875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.27734375}, {"token_id": 679, "token_text": " It", "probability": 0.1318359375}, {"token_id": 407, "token_text": " In", "probability": 0.051513671875}, {"token_id": 6983, "token_text": " Its", "probability": 0.02587890625}, {"token_id": 277, "token_text": " A", "probability": 0.0242919921875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.33203125}, {"token_id": 2259, "token_text": " city", "probability": 0.07421875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.032958984375}, {"token_id": 2729, "token_text": " town", "probability": 0.0198974609375}, {"token_id": 3945, "token_text": " population", "probability": 0.01373291015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.400390625}, {"token_id": 336, "token_text": " is", "probability": 0.2138671875}, {"token_id": 361, "token_text": " was", "probability": 0.07421875}, {"token_id": 15, "token_text": ",", "probability": 0.044921875}, {"token_id": 614, "token_text": " has", "probability": 0.042236328125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.384765625}, {"token_id": 230, "token_text": " the", "probability": 0.0712890625}, {"token_id": 20009, "token_text": " Florence", "probability": 0.055419921875}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.04052734375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.035888671875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.48046875}, {"token_id": 361, "token_text": " was", "probability": 0.07373046875}, {"token_id": 15, "token_text": ",", "probability": 0.07373046875}, {"token_id": 614, "token_text": " has", "probability": 0.0693359375}, {"token_id": 400, "token_text": "'s", "probability": 0.0164794921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.26171875}, {"token_id": 209, "token_text": " a", "probability": 0.054931640625}, {"token_id": 3857, "token_text": " located", "probability": 0.037841796875}, {"token_id": 10438, "token_text": " divided", "probability": 0.0294189453125}, {"token_id": 720, "token_text": " one", "probability": 0.01904296875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.486328125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0546875}, {"token_id": 942, "token_text": " most", "probability": 0.0242919921875}, {"token_id": 1118, "token_text": " only", "probability": 0.0177001953125}, {"token_id": 1077, "token_text": " second", "probability": 0.0167236328125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 15, "token_text": ",", "probability": 0.0107421875}, {"token_id": 2259, "token_text": " city", "probability": 0.007354736328125}, {"token_id": 262, "token_text": " and", "probability": 0.006500244140625}, {"token_id": 234, "token_text": " in", "probability": 0.0057373046875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.578125}, {"token_id": 230, "token_text": " the", "probability": 0.078125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.02880859375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0224609375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.019775390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.419921875}, {"token_id": 15, "token_text": ",", "probability": 0.255859375}, {"token_id": 262, "token_text": " and", "probability": 0.09375}, {"token_id": 392, "token_text": " with", "probability": 0.0252685546875}, {"token_id": 336, "token_text": " is", "probability": 0.01531982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.328125}, {"token_id": 679, "token_text": " It", "probability": 0.11328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04150390625}, {"token_id": 407, "token_text": " In", "probability": 0.04150390625}, {"token_id": 6983, "token_text": " Its", "probability": 0.0303955078125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.76171875}, {"token_id": 2259, "token_text": " city", "probability": 0.02783203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0108642578125}, {"token_id": 20728, "token_text": " empire", "probability": 0.006591796875}, {"token_id": 2729, "token_text": " town", "probability": 0.005645751953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.57421875}, {"token_id": 336, "token_text": " is", "probability": 0.1865234375}, {"token_id": 361, "token_text": " was", "probability": 0.03466796875}, {"token_id": 15, "token_text": ",", "probability": 0.030517578125}, {"token_id": 614, "token_text": " has", "probability": 0.0252685546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.55859375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.048583984375}, {"token_id": 230, "token_text": " the", "probability": 0.040283203125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0260009765625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0244140625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.59375}, {"token_id": 361, "token_text": " was", "probability": 0.05859375}, {"token_id": 15, "token_text": ",", "probability": 0.05517578125}, {"token_id": 614, "token_text": " has", "probability": 0.0517578125}, {"token_id": 262, "token_text": " and", "probability": 0.016845703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4375}, {"token_id": 209, "token_text": " a", "probability": 0.040771484375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03173828125}, {"token_id": 3857, "token_text": " located", "probability": 0.0262451171875}, {"token_id": 751, "token_text": " also", "probability": 0.01495361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.84375}, {"token_id": 5656, "token_text": " largest", "probability": 0.01202392578125}, {"token_id": 942, "token_text": " most", "probability": 0.006439208984375}, {"token_id": 1077, "token_text": " second", "probability": 0.00469970703125}, {"token_id": 1118, "token_text": " only", "probability": 0.0040283203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9453125}, {"token_id": 262, "token_text": " and", "probability": 0.004119873046875}, {"token_id": 15, "token_text": ",", "probability": 0.004119873046875}, {"token_id": 234, "token_text": " in", "probability": 0.003875732421875}, {"token_id": 17, "token_text": ".", "probability": 0.003631591796875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.68359375}, {"token_id": 230, "token_text": " the", "probability": 0.049560546875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0264892578125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.01416015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01416015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.490234375}, {"token_id": 15, "token_text": ",", "probability": 0.2177734375}, {"token_id": 262, "token_text": " and", "probability": 0.0966796875}, {"token_id": 392, "token_text": " with", "probability": 0.0244140625}, {"token_id": 234, "token_text": " in", "probability": 0.0130615234375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.361328125}, {"token_id": 679, "token_text": " It", "probability": 0.0859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.08056640625}, {"token_id": 407, "token_text": " In", "probability": 0.03564453125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.031494140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.890625}, {"token_id": 2259, "token_text": " city", "probability": 0.01116943359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.004119873046875}, {"token_id": 20728, "token_text": " empire", "probability": 0.0038604736328125}, {"token_id": 2729, "token_text": " town", "probability": 0.00188446044921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66796875}, {"token_id": 336, "token_text": " is", "probability": 0.1494140625}, {"token_id": 361, "token_text": " was", "probability": 0.0294189453125}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 614, "token_text": " has", "probability": 0.0157470703125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.5859375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.04248046875}, {"token_id": 230, "token_text": " the", "probability": 0.032958984375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.024169921875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0213623046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.625}, {"token_id": 614, "token_text": " has", "probability": 0.05126953125}, {"token_id": 361, "token_text": " was", "probability": 0.05126953125}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}, {"token_id": 262, "token_text": " and", "probability": 0.0137939453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.041015625}, {"token_id": 209, "token_text": " a", "probability": 0.0299072265625}, {"token_id": 3857, "token_text": " located", "probability": 0.01458740234375}, {"token_id": 751, "token_text": " also", "probability": 0.01251220703125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.90625}, {"token_id": 5656, "token_text": " largest", "probability": 0.00506591796875}, {"token_id": 942, "token_text": " most", "probability": 0.003082275390625}, {"token_id": 1077, "token_text": " second", "probability": 0.0023193359375}, {"token_id": 2259, "token_text": " city", "probability": 0.0022430419921875}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.072265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.072265625}, {"token_id": 209, "token_text": " a", "probability": 0.056396484375}, {"token_id": 10438, "token_text": " divided", "probability": 0.03759765625}, {"token_id": 3857, "token_text": " located", "probability": 0.0274658203125}, {"token_id": 1576, "token_text": " now", "probability": 0.024169921875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.099609375}, {"token_id": 5656, "token_text": " largest", "probability": 0.087890625}, {"token_id": 942, "token_text": " most", "probability": 0.047119140625}, {"token_id": 1118, "token_text": " only", "probability": 0.0322265625}, {"token_id": 1077, "token_text": " second", "probability": 0.02294921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 15, "token_text": ",", "probability": 0.0157470703125}, {"token_id": 262, "token_text": " and", "probability": 0.01226806640625}, {"token_id": 17, "token_text": ".", "probability": 0.01153564453125}, {"token_id": 234, "token_text": " in", "probability": 0.0074462890625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.392578125}, {"token_id": 230, "token_text": " the", "probability": 0.185546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0250244140625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.020751953125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.01953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.333984375}, {"token_id": 15, "token_text": ",", "probability": 0.2451171875}, {"token_id": 262, "token_text": " and", "probability": 0.10205078125}, {"token_id": 392, "token_text": " with", "probability": 0.0257568359375}, {"token_id": 400, "token_text": "'s", "probability": 0.0213623046875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.27734375}, {"token_id": 679, "token_text": " It", "probability": 0.1318359375}, {"token_id": 407, "token_text": " In", "probability": 0.051513671875}, {"token_id": 6983, "token_text": " Its", "probability": 0.02587890625}, {"token_id": 277, "token_text": " A", "probability": 0.0242919921875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.33203125}, {"token_id": 2259, "token_text": " city", "probability": 0.07421875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.032958984375}, {"token_id": 2729, "token_text": " town", "probability": 0.0198974609375}, {"token_id": 3945, "token_text": " population", "probability": 0.01373291015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.400390625}, {"token_id": 336, "token_text": " is", "probability": 0.2138671875}, {"token_id": 361, "token_text": " was", "probability": 0.07421875}, {"token_id": 15, "token_text": ",", "probability": 0.044921875}, {"token_id": 614, "token_text": " has", "probability": 0.042236328125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.384765625}, {"token_id": 230, "token_text": " the", "probability": 0.0712890625}, {"token_id": 20009, "token_text": " Florence", "probability": 0.055419921875}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.04052734375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.035888671875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.48046875}, {"token_id": 361, "token_text": " was", "probability": 0.07373046875}, {"token_id": 15, "token_text": ",", "probability": 0.07373046875}, {"token_id": 614, "token_text": " has", "probability": 0.0693359375}, {"token_id": 400, "token_text": "'s", "probability": 0.0164794921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.26171875}, {"token_id": 209, "token_text": " a", "probability": 0.054931640625}, {"token_id": 3857, "token_text": " located", "probability": 0.037841796875}, {"token_id": 10438, "token_text": " divided", "probability": 0.0294189453125}, {"token_id": 720, "token_text": " one", "probability": 0.01904296875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.486328125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0546875}, {"token_id": 942, "token_text": " most", "probability": 0.0242919921875}, {"token_id": 1118, "token_text": " only", "probability": 0.0177001953125}, {"token_id": 1077, "token_text": " second", "probability": 0.0167236328125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 15, "token_text": ",", "probability": 0.0107421875}, {"token_id": 2259, "token_text": " city", "probability": 0.007354736328125}, {"token_id": 262, "token_text": " and", "probability": 0.006500244140625}, {"token_id": 234, "token_text": " in", "probability": 0.0057373046875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.578125}, {"token_id": 230, "token_text": " the", "probability": 0.078125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.02880859375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0224609375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.019775390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.419921875}, {"token_id": 15, "token_text": ",", "probability": 0.255859375}, {"token_id": 262, "token_text": " and", "probability": 0.09375}, {"token_id": 392, "token_text": " with", "probability": 0.0252685546875}, {"token_id": 336, "token_text": " is", "probability": 0.01531982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.328125}, {"token_id": 679, "token_text": " It", "probability": 0.11328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04150390625}, {"token_id": 407, "token_text": " In", "probability": 0.04150390625}, {"token_id": 6983, "token_text": " Its", "probability": 0.0303955078125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.76171875}, {"token_id": 2259, "token_text": " city", "probability": 0.02783203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0108642578125}, {"token_id": 20728, "token_text": " empire", "probability": 0.006591796875}, {"token_id": 2729, "token_text": " town", "probability": 0.005645751953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.57421875}, {"token_id": 336, "token_text": " is", "probability": 0.1865234375}, {"token_id": 361, "token_text": " was", "probability": 0.03466796875}, {"token_id": 15, "token_text": ",", "probability": 0.030517578125}, {"token_id": 614, "token_text": " has", "probability": 0.0252685546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.55859375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.048583984375}, {"token_id": 230, "token_text": " the", "probability": 0.040283203125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0260009765625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0244140625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.59375}, {"token_id": 361, "token_text": " was", "probability": 0.05859375}, {"token_id": 15, "token_text": ",", "probability": 0.05517578125}, {"token_id": 614, "token_text": " has", "probability": 0.0517578125}, {"token_id": 262, "token_text": " and", "probability": 0.016845703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.4375}, {"token_id": 209, "token_text": " a", "probability": 0.040771484375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03173828125}, {"token_id": 3857, "token_text": " located", "probability": 0.0262451171875}, {"token_id": 751, "token_text": " also", "probability": 0.01495361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.84375}, {"token_id": 5656, "token_text": " largest", "probability": 0.01202392578125}, {"token_id": 942, "token_text": " most", "probability": 0.006439208984375}, {"token_id": 1077, "token_text": " second", "probability": 0.00469970703125}, {"token_id": 1118, "token_text": " only", "probability": 0.0040283203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9453125}, {"token_id": 262, "token_text": " and", "probability": 0.004119873046875}, {"token_id": 15, "token_text": ",", "probability": 0.004119873046875}, {"token_id": 234, "token_text": " in", "probability": 0.003875732421875}, {"token_id": 17, "token_text": ".", "probability": 0.003631591796875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.68359375}, {"token_id": 230, "token_text": " the", "probability": 0.049560546875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0264892578125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.01416015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01416015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.490234375}, {"token_id": 15, "token_text": ",", "probability": 0.2177734375}, {"token_id": 262, "token_text": " and", "probability": 0.0966796875}, {"token_id": 392, "token_text": " with", "probability": 0.0244140625}, {"token_id": 234, "token_text": " in", "probability": 0.0130615234375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.361328125}, {"token_id": 679, "token_text": " It", "probability": 0.0859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.08056640625}, {"token_id": 407, "token_text": " In", "probability": 0.03564453125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.031494140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.890625}, {"token_id": 2259, "token_text": " city", "probability": 0.01116943359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.004119873046875}, {"token_id": 20728, "token_text": " empire", "probability": 0.0038604736328125}, {"token_id": 2729, "token_text": " town", "probability": 0.00188446044921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66796875}, {"token_id": 336, "token_text": " is", "probability": 0.1494140625}, {"token_id": 361, "token_text": " was", "probability": 0.0294189453125}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 614, "token_text": " has", "probability": 0.0157470703125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.5859375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.04248046875}, {"token_id": 230, "token_text": " the", "probability": 0.032958984375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.024169921875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0213623046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.625}, {"token_id": 614, "token_text": " has", "probability": 0.05126953125}, {"token_id": 361, "token_text": " was", "probability": 0.05126953125}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}, {"token_id": 262, "token_text": " and", "probability": 0.0137939453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.041015625}, {"token_id": 209, "token_text": " a", "probability": 0.0299072265625}, {"token_id": 3857, "token_text": " located", "probability": 0.01458740234375}, {"token_id": 751, "token_text": " also", "probability": 0.01251220703125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.90625}, {"token_id": 5656, "token_text": " largest", "probability": 0.00506591796875}, {"token_id": 942, "token_text": " most", "probability": 0.003082275390625}, {"token_id": 1077, "token_text": " second", "probability": 0.0023193359375}, {"token_id": 2259, "token_text": " city", "probability": 0.0022430419921875}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 556, "correct_token_probability": 0.00022602081298828125, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.072265625}, {"token_id": 209, "token_text": " a", "probability": 0.056396484375}, {"token_id": 10438, "token_text": " divided", "probability": 0.03759765625}, {"token_id": 3857, "token_text": " located", "probability": 0.0274658203125}, {"token_id": 1576, "token_text": " now", "probability": 0.024169921875}, {"token_id": 14812, "token_text": " situated", "probability": 0.018798828125}, {"token_id": 720, "token_text": " one", "probability": 0.0166015625}, {"token_id": 234, "token_text": " in", "probability": 0.01422119140625}, {"token_id": 1933, "token_text": " still", "probability": 0.012939453125}, {"token_id": 1280, "token_text": " under", "probability": 0.0107421875}], "entropy": 6.3125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.394883470063775, "average_logprob_per_token": -8.394883470063775, "perplexity_on_target_sequence": 4424.371308016876, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -8.394883470063775, "probability": 0.00022602081298828125, "raw_probability": 0.00022602081298828125, "correct_token_rank": 556}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49921.629769563675, "probe_elapsed_sec": 0.9785656429594383, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the characteristics of the language. The term \"A\" is used to describe the language as a language model for the language. The term \"", "text": "A small language model should be used to describe the characteristics of the language. The term \"A\" is used to describe the language as a language model for the language. The term \"", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.416015625}, {"token_id": 534, "token_text": " not", "probability": 0.056396484375}, {"token_id": 581, "token_text": " have", "probability": 0.0250244140625}, {"token_id": 1466, "token_text": " help", "probability": 0.01611328125}, {"token_id": 751, "token_text": " also", "probability": 0.01611328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1982421875}, {"token_id": 209, "token_text": " a", "probability": 0.0303955078125}, {"token_id": 2956, "token_text": " able", "probability": 0.02685546875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0252685546875}, {"token_id": 10227, "token_text": " defined", "probability": 0.01153564453125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.228515625}, {"token_id": 234, "token_text": " in", "probability": 0.201171875}, {"token_id": 321, "token_text": " for", "probability": 0.1572265625}, {"token_id": 347, "token_text": " as", "probability": 0.1220703125}, {"token_id": 17, "token_text": ".", "probability": 0.03955078125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.052490234375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.052490234375}, {"token_id": 7749, "token_text": " measure", "probability": 0.033935546875}, {"token_id": 8550, "token_text": " determine", "probability": 0.0233154296875}, {"token_id": 2887, "token_text": " refer", "probability": 0.0205078125}, {"token_id": 7501, "token_text": " construct", "probability": 0.019287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.244140625}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 262, "token_text": " and", "probability": 0.04248046875}, {"token_id": 410, "token_text": " or", "probability": 0.018310546875}, {"token_id": 248, "token_text": " an", "probability": 0.0125732421875}]}, {"token_id": 14128, "token_text": " characteristics", "chosen_probability": 0.01251220703125, "top_k_candidates": [{"token_id": 14128, "token_text": " characteristics", "probability": 0.01251220703125}, {"token_id": 11632, "token_text": " differences", "probability": 0.0120849609375}, {"token_id": 3145, "token_text": " role", "probability": 0.0103759765625}, {"token_id": 7470, "token_text": " basic", "probability": 0.0078125}, {"token_id": 3965, "token_text": " language", "probability": 0.0078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 262, "token_text": " and", "probability": 0.0810546875}, {"token_id": 379, "token_text": " that", "probability": 0.01324462890625}, {"token_id": 234, "token_text": " in", "probability": 0.012451171875}, {"token_id": 15, "token_text": ",", "probability": 0.010986328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.27734375}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 3965, "token_text": " language", "probability": 0.041015625}, {"token_id": 248, "token_text": " an", "probability": 0.01422119140625}, {"token_id": 587, "token_text": " this", "probability": 0.012939453125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.029052734375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.029052734375}, {"token_id": 2185, "token_text": " word", "probability": 0.01556396484375}, {"token_id": 929, "token_text": " two", "probability": 0.01177978515625}, {"token_id": 3575, "token_text": " original", "probability": 0.0091552734375}, {"token_id": 2803, "token_text": " human", "probability": 0.00836181640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.158203125}, {"token_id": 4621, "token_text": " model", "probability": 0.1396484375}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 256, "token_text": " of", "probability": 0.0703125}, {"token_id": 262, "token_text": " and", "probability": 0.06591796875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1328125}, {"token_id": 407, "token_text": " In", "probability": 0.052001953125}, {"token_id": 277, "token_text": " A", "probability": 0.049072265625}, {"token_id": 679, "token_text": " It", "probability": 0.0380859375}, {"token_id": 1062, "token_text": " This", "probability": 0.03369140625}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.0230712890625, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.0230712890625}, {"token_id": 4621, "token_text": " model", "probability": 0.021728515625}, {"token_id": 3965, "token_text": " language", "probability": 0.0185546875}, {"token_id": 7470, "token_text": " basic", "probability": 0.014892578125}, {"token_id": 5752, "token_text": " concept", "probability": 0.014892578125}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.181640625}, {"token_id": 336, "token_text": " is", "probability": 0.09130859375}, {"token_id": 1035, "token_text": " '", "probability": 0.039306640625}, {"token_id": 653, "token_text": " \u201c", "probability": 0.0306396484375}, {"token_id": 321, "token_text": " for", "probability": 0.0224609375}]}, {"token_id": 36, "token_text": "A", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 36, "token_text": "A", "probability": 0.06591796875}, {"token_id": 86, "token_text": "s", "probability": 0.0274658203125}, {"token_id": 68, "token_text": "a", "probability": 0.0167236328125}, {"token_id": 69, "token_text": "b", "probability": 0.0137939453125}, {"token_id": 83, "token_text": "p", "probability": 0.01300048828125}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.2197265625, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.2197265625}, {"token_id": 16, "token_text": "-", "probability": 0.032470703125}, {"token_id": 1205, "token_text": "\",", "probability": 0.0140380859375}, {"token_id": 3965, "token_text": " language", "probability": 0.0115966796875}, {"token_id": 1010, "token_text": ",\"", "probability": 0.00994873046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.466796875}, {"token_id": 3693, "token_text": " means", "probability": 0.040771484375}, {"token_id": 13040, "token_text": " refers", "probability": 0.038330078125}, {"token_id": 614, "token_text": " has", "probability": 0.033935546875}, {"token_id": 361, "token_text": " was", "probability": 0.028076171875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1201171875}, {"token_id": 209, "token_text": " a", "probability": 0.099609375}, {"token_id": 13263, "token_text": " derived", "probability": 0.064453125}, {"token_id": 230, "token_text": " the", "probability": 0.060302734375}, {"token_id": 534, "token_text": " not", "probability": 0.05322265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.12060546875}, {"token_id": 321, "token_text": " for", "probability": 0.060791015625}, {"token_id": 347, "token_text": " as", "probability": 0.053466796875}, {"token_id": 443, "token_text": " by", "probability": 0.02099609375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.8515625}, {"token_id": 2887, "token_text": " refer", "probability": 0.06591796875}, {"token_id": 21548, "token_text": " deno", "probability": 0.012939453125}, {"token_id": 25373, "token_text": " distinguish", "probability": 0.006927490234375}, {"token_id": 11602, "token_text": " indicate", "probability": 0.00506591796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.63671875}, {"token_id": 209, "token_text": " a", "probability": 0.05224609375}, {"token_id": 3965, "token_text": " language", "probability": 0.024658203125}, {"token_id": 262, "token_text": " and", "probability": 0.00994873046875}, {"token_id": 1168, "token_text": " how", "probability": 0.0096435546875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.07470703125}, {"token_id": 5913, "token_text": " meaning", "probability": 0.039794921875}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.0291748046875}, {"token_id": 7986, "token_text": " elements", "probability": 0.02001953125}, {"token_id": 4134, "token_text": " specific", "probability": 0.018798828125}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.1826171875}, {"token_id": 234, "token_text": " in", "probability": 0.1181640625}, {"token_id": 256, "token_text": " of", "probability": 0.09814453125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.0673828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.3359375}, {"token_id": 230, "token_text": " the", "probability": 0.0849609375}, {"token_id": 363, "token_text": " \"", "probability": 0.080078125}, {"token_id": 1286, "token_text": " well", "probability": 0.054931640625}, {"token_id": 248, "token_text": " an", "probability": 0.054931640625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1025390625}, {"token_id": 363, "token_text": " \"", "probability": 0.04541015625}, {"token_id": 4687, "token_text": " whole", "probability": 0.0228271484375}, {"token_id": 3693, "token_text": " means", "probability": 0.0228271484375}, {"token_id": 4570, "token_text": " function", "probability": 0.021484375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.359375}, {"token_id": 17, "token_text": ".", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.05859375}, {"token_id": 256, "token_text": " of", "probability": 0.040283203125}, {"token_id": 234, "token_text": " in", "probability": 0.03564453125}]}, {"token_id": 321, "token_text": " for", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 321, "token_text": " for", "probability": 0.265625}, {"token_id": 17, "token_text": ".", "probability": 0.25}, {"token_id": 15, "token_text": ",", "probability": 0.1044921875}, {"token_id": 262, "token_text": " and", "probability": 0.052490234375}, {"token_id": 263, "token_text": " to", "probability": 0.04345703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1904296875}, {"token_id": 209, "token_text": " a", "probability": 0.06591796875}, {"token_id": 647, "token_text": " which", "probability": 0.0189208984375}, {"token_id": 3965, "token_text": " language", "probability": 0.0177001953125}, {"token_id": 440, "token_text": " all", "probability": 0.01611328125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.10400390625}, {"token_id": 7338, "token_text": " purpose", "probability": 0.02392578125}, {"token_id": 4134, "token_text": " specific", "probability": 0.0224609375}, {"token_id": 11484, "token_text": " purposes", "probability": 0.0205078125}, {"token_id": 1300, "token_text": " use", "probability": 0.013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.306640625}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 4621, "token_text": " model", "probability": 0.0771484375}, {"token_id": 347, "token_text": " as", "probability": 0.06396484375}, {"token_id": 234, "token_text": " in", "probability": 0.046875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2109375}, {"token_id": 277, "token_text": " A", "probability": 0.11279296875}, {"token_id": 679, "token_text": " It", "probability": 0.099609375}, {"token_id": 407, "token_text": " In", "probability": 0.056640625}, {"token_id": 1062, "token_text": " This", "probability": 0.04150390625}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.263671875}, {"token_id": 11918, "token_text": " definition", "probability": 0.0277099609375}, {"token_id": 5752, "token_text": " concept", "probability": 0.0277099609375}, {"token_id": 3965, "token_text": " language", "probability": 0.0252685546875}, {"token_id": 277, "token_text": " A", "probability": 0.0252685546875}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.59765625}, {"token_id": 336, "token_text": " is", "probability": 0.06689453125}, {"token_id": 1035, "token_text": " '", "probability": 0.02978515625}, {"token_id": 614, "token_text": " has", "probability": 0.01544189453125}, {"token_id": 277, "token_text": " A", "probability": 0.01202392578125}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.416015625}, {"token_id": 534, "token_text": " not", "probability": 0.056396484375}, {"token_id": 581, "token_text": " have", "probability": 0.0250244140625}, {"token_id": 1466, "token_text": " help", "probability": 0.01611328125}, {"token_id": 751, "token_text": " also", "probability": 0.01611328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1982421875}, {"token_id": 209, "token_text": " a", "probability": 0.0303955078125}, {"token_id": 2956, "token_text": " able", "probability": 0.02685546875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0252685546875}, {"token_id": 10227, "token_text": " defined", "probability": 0.01153564453125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.228515625}, {"token_id": 234, "token_text": " in", "probability": 0.201171875}, {"token_id": 321, "token_text": " for", "probability": 0.1572265625}, {"token_id": 347, "token_text": " as", "probability": 0.1220703125}, {"token_id": 17, "token_text": ".", "probability": 0.03955078125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.052490234375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.052490234375}, {"token_id": 7749, "token_text": " measure", "probability": 0.033935546875}, {"token_id": 8550, "token_text": " determine", "probability": 0.0233154296875}, {"token_id": 2887, "token_text": " refer", "probability": 0.0205078125}, {"token_id": 7501, "token_text": " construct", "probability": 0.019287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.244140625}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 262, "token_text": " and", "probability": 0.04248046875}, {"token_id": 410, "token_text": " or", "probability": 0.018310546875}, {"token_id": 248, "token_text": " an", "probability": 0.0125732421875}]}, {"token_id": 14128, "token_text": " characteristics", "chosen_probability": 0.01251220703125, "top_k_candidates": [{"token_id": 14128, "token_text": " characteristics", "probability": 0.01251220703125}, {"token_id": 11632, "token_text": " differences", "probability": 0.0120849609375}, {"token_id": 3145, "token_text": " role", "probability": 0.0103759765625}, {"token_id": 7470, "token_text": " basic", "probability": 0.0078125}, {"token_id": 3965, "token_text": " language", "probability": 0.0078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 262, "token_text": " and", "probability": 0.0810546875}, {"token_id": 379, "token_text": " that", "probability": 0.01324462890625}, {"token_id": 234, "token_text": " in", "probability": 0.012451171875}, {"token_id": 15, "token_text": ",", "probability": 0.010986328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.27734375}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 3965, "token_text": " language", "probability": 0.041015625}, {"token_id": 248, "token_text": " an", "probability": 0.01422119140625}, {"token_id": 587, "token_text": " this", "probability": 0.012939453125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.029052734375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.029052734375}, {"token_id": 2185, "token_text": " word", "probability": 0.01556396484375}, {"token_id": 929, "token_text": " two", "probability": 0.01177978515625}, {"token_id": 3575, "token_text": " original", "probability": 0.0091552734375}, {"token_id": 2803, "token_text": " human", "probability": 0.00836181640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.158203125}, {"token_id": 4621, "token_text": " model", "probability": 0.1396484375}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 256, "token_text": " of", "probability": 0.0703125}, {"token_id": 262, "token_text": " and", "probability": 0.06591796875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.13671875}, {"token_id": 407, "token_text": " In", "probability": 0.053466796875}, {"token_id": 277, "token_text": " A", "probability": 0.05029296875}, {"token_id": 679, "token_text": " It", "probability": 0.0390625}, {"token_id": 1062, "token_text": " This", "probability": 0.034423828125}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.0230712890625, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.0230712890625}, {"token_id": 4621, "token_text": " model", "probability": 0.021728515625}, {"token_id": 3965, "token_text": " language", "probability": 0.0185546875}, {"token_id": 7470, "token_text": " basic", "probability": 0.014892578125}, {"token_id": 5752, "token_text": " concept", "probability": 0.014892578125}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.181640625}, {"token_id": 336, "token_text": " is", "probability": 0.09130859375}, {"token_id": 1035, "token_text": " '", "probability": 0.039306640625}, {"token_id": 653, "token_text": " \u201c", "probability": 0.0306396484375}, {"token_id": 321, "token_text": " for", "probability": 0.0224609375}]}, {"token_id": 36, "token_text": "A", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 36, "token_text": "A", "probability": 0.06591796875}, {"token_id": 86, "token_text": "s", "probability": 0.0274658203125}, {"token_id": 68, "token_text": "a", "probability": 0.0167236328125}, {"token_id": 69, "token_text": "b", "probability": 0.0137939453125}, {"token_id": 83, "token_text": "p", "probability": 0.01300048828125}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.2197265625, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.2197265625}, {"token_id": 16, "token_text": "-", "probability": 0.03271484375}, {"token_id": 1205, "token_text": "\",", "probability": 0.0140380859375}, {"token_id": 3965, "token_text": " language", "probability": 0.0115966796875}, {"token_id": 1010, "token_text": ",\"", "probability": 0.00994873046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.466796875}, {"token_id": 3693, "token_text": " means", "probability": 0.040771484375}, {"token_id": 13040, "token_text": " refers", "probability": 0.038330078125}, {"token_id": 614, "token_text": " has", "probability": 0.033935546875}, {"token_id": 361, "token_text": " was", "probability": 0.028076171875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1201171875}, {"token_id": 209, "token_text": " a", "probability": 0.099609375}, {"token_id": 13263, "token_text": " derived", "probability": 0.064453125}, {"token_id": 230, "token_text": " the", "probability": 0.060302734375}, {"token_id": 534, "token_text": " not", "probability": 0.05322265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.12060546875}, {"token_id": 321, "token_text": " for", "probability": 0.060791015625}, {"token_id": 347, "token_text": " as", "probability": 0.053466796875}, {"token_id": 443, "token_text": " by", "probability": 0.02099609375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.8515625}, {"token_id": 2887, "token_text": " refer", "probability": 0.06591796875}, {"token_id": 21548, "token_text": " deno", "probability": 0.012939453125}, {"token_id": 25373, "token_text": " distinguish", "probability": 0.006927490234375}, {"token_id": 11602, "token_text": " indicate", "probability": 0.00506591796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.63671875}, {"token_id": 209, "token_text": " a", "probability": 0.05224609375}, {"token_id": 3965, "token_text": " language", "probability": 0.024658203125}, {"token_id": 262, "token_text": " and", "probability": 0.00994873046875}, {"token_id": 1168, "token_text": " how", "probability": 0.0096435546875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.07470703125}, {"token_id": 5913, "token_text": " meaning", "probability": 0.039794921875}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.0291748046875}, {"token_id": 7986, "token_text": " elements", "probability": 0.02001953125}, {"token_id": 4134, "token_text": " specific", "probability": 0.018798828125}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.1826171875}, {"token_id": 234, "token_text": " in", "probability": 0.1181640625}, {"token_id": 256, "token_text": " of", "probability": 0.09814453125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.0673828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.3359375}, {"token_id": 230, "token_text": " the", "probability": 0.0849609375}, {"token_id": 363, "token_text": " \"", "probability": 0.080078125}, {"token_id": 1286, "token_text": " well", "probability": 0.054931640625}, {"token_id": 248, "token_text": " an", "probability": 0.054931640625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1025390625}, {"token_id": 363, "token_text": " \"", "probability": 0.04541015625}, {"token_id": 4687, "token_text": " whole", "probability": 0.0228271484375}, {"token_id": 3693, "token_text": " means", "probability": 0.0228271484375}, {"token_id": 4570, "token_text": " function", "probability": 0.021484375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.359375}, {"token_id": 17, "token_text": ".", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.05859375}, {"token_id": 256, "token_text": " of", "probability": 0.040283203125}, {"token_id": 234, "token_text": " in", "probability": 0.03564453125}]}, {"token_id": 321, "token_text": " for", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 321, "token_text": " for", "probability": 0.265625}, {"token_id": 17, "token_text": ".", "probability": 0.25}, {"token_id": 15, "token_text": ",", "probability": 0.1044921875}, {"token_id": 262, "token_text": " and", "probability": 0.052490234375}, {"token_id": 263, "token_text": " to", "probability": 0.04345703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1904296875}, {"token_id": 209, "token_text": " a", "probability": 0.06591796875}, {"token_id": 647, "token_text": " which", "probability": 0.0189208984375}, {"token_id": 3965, "token_text": " language", "probability": 0.0177001953125}, {"token_id": 440, "token_text": " all", "probability": 0.01611328125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.10400390625}, {"token_id": 7338, "token_text": " purpose", "probability": 0.02392578125}, {"token_id": 4134, "token_text": " specific", "probability": 0.0224609375}, {"token_id": 11484, "token_text": " purposes", "probability": 0.0205078125}, {"token_id": 1300, "token_text": " use", "probability": 0.013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.306640625}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 4621, "token_text": " model", "probability": 0.07763671875}, {"token_id": 347, "token_text": " as", "probability": 0.06396484375}, {"token_id": 234, "token_text": " in", "probability": 0.046875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2158203125}, {"token_id": 277, "token_text": " A", "probability": 0.115234375}, {"token_id": 679, "token_text": " It", "probability": 0.10205078125}, {"token_id": 407, "token_text": " In", "probability": 0.05810546875}, {"token_id": 1062, "token_text": " This", "probability": 0.04248046875}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.263671875}, {"token_id": 11918, "token_text": " definition", "probability": 0.0277099609375}, {"token_id": 5752, "token_text": " concept", "probability": 0.0277099609375}, {"token_id": 3965, "token_text": " language", "probability": 0.0252685546875}, {"token_id": 277, "token_text": " A", "probability": 0.0252685546875}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.59765625}, {"token_id": 336, "token_text": " is", "probability": 0.06689453125}, {"token_id": 1035, "token_text": " '", "probability": 0.02978515625}, {"token_id": 614, "token_text": " has", "probability": 0.01544189453125}, {"token_id": 277, "token_text": " A", "probability": 0.01202392578125}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.416015625}, {"token_id": 534, "token_text": " not", "probability": 0.056396484375}, {"token_id": 581, "token_text": " have", "probability": 0.0250244140625}, {"token_id": 1466, "token_text": " help", "probability": 0.01611328125}, {"token_id": 751, "token_text": " also", "probability": 0.01611328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1982421875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1982421875}, {"token_id": 209, "token_text": " a", "probability": 0.0303955078125}, {"token_id": 2956, "token_text": " able", "probability": 0.02685546875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0252685546875}, {"token_id": 10227, "token_text": " defined", "probability": 0.01153564453125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.228515625}, {"token_id": 234, "token_text": " in", "probability": 0.201171875}, {"token_id": 321, "token_text": " for", "probability": 0.1572265625}, {"token_id": 347, "token_text": " as", "probability": 0.1220703125}, {"token_id": 17, "token_text": ".", "probability": 0.03955078125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.052490234375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.052490234375}, {"token_id": 7749, "token_text": " measure", "probability": 0.033935546875}, {"token_id": 8550, "token_text": " determine", "probability": 0.0233154296875}, {"token_id": 2887, "token_text": " refer", "probability": 0.0205078125}, {"token_id": 7501, "token_text": " construct", "probability": 0.019287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.244140625}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 262, "token_text": " and", "probability": 0.04248046875}, {"token_id": 410, "token_text": " or", "probability": 0.018310546875}, {"token_id": 248, "token_text": " an", "probability": 0.0125732421875}]}, {"token_id": 14128, "token_text": " characteristics", "chosen_probability": 0.01251220703125, "top_k_candidates": [{"token_id": 14128, "token_text": " characteristics", "probability": 0.01251220703125}, {"token_id": 11632, "token_text": " differences", "probability": 0.0120849609375}, {"token_id": 3145, "token_text": " role", "probability": 0.0103759765625}, {"token_id": 7470, "token_text": " basic", "probability": 0.0078125}, {"token_id": 3965, "token_text": " language", "probability": 0.0078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 262, "token_text": " and", "probability": 0.0810546875}, {"token_id": 379, "token_text": " that", "probability": 0.01324462890625}, {"token_id": 234, "token_text": " in", "probability": 0.012451171875}, {"token_id": 15, "token_text": ",", "probability": 0.010986328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.27734375}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 3965, "token_text": " language", "probability": 0.041015625}, {"token_id": 248, "token_text": " an", "probability": 0.01422119140625}, {"token_id": 587, "token_text": " this", "probability": 0.012939453125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.029052734375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.029052734375}, {"token_id": 2185, "token_text": " word", "probability": 0.01556396484375}, {"token_id": 929, "token_text": " two", "probability": 0.01177978515625}, {"token_id": 3575, "token_text": " original", "probability": 0.0091552734375}, {"token_id": 2803, "token_text": " human", "probability": 0.00836181640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.158203125}, {"token_id": 4621, "token_text": " model", "probability": 0.1396484375}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 256, "token_text": " of", "probability": 0.0703125}, {"token_id": 262, "token_text": " and", "probability": 0.06591796875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.13671875}, {"token_id": 407, "token_text": " In", "probability": 0.053466796875}, {"token_id": 277, "token_text": " A", "probability": 0.05029296875}, {"token_id": 679, "token_text": " It", "probability": 0.0390625}, {"token_id": 1062, "token_text": " This", "probability": 0.034423828125}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.0230712890625, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.0230712890625}, {"token_id": 4621, "token_text": " model", "probability": 0.021728515625}, {"token_id": 3965, "token_text": " language", "probability": 0.0185546875}, {"token_id": 7470, "token_text": " basic", "probability": 0.014892578125}, {"token_id": 5752, "token_text": " concept", "probability": 0.014892578125}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.181640625}, {"token_id": 336, "token_text": " is", "probability": 0.09130859375}, {"token_id": 1035, "token_text": " '", "probability": 0.039306640625}, {"token_id": 653, "token_text": " \u201c", "probability": 0.0306396484375}, {"token_id": 321, "token_text": " for", "probability": 0.0224609375}]}, {"token_id": 36, "token_text": "A", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 36, "token_text": "A", "probability": 0.06591796875}, {"token_id": 86, "token_text": "s", "probability": 0.0274658203125}, {"token_id": 68, "token_text": "a", "probability": 0.0167236328125}, {"token_id": 69, "token_text": "b", "probability": 0.0137939453125}, {"token_id": 83, "token_text": "p", "probability": 0.01300048828125}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.2197265625, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.2197265625}, {"token_id": 16, "token_text": "-", "probability": 0.03271484375}, {"token_id": 1205, "token_text": "\",", "probability": 0.0140380859375}, {"token_id": 3965, "token_text": " language", "probability": 0.0115966796875}, {"token_id": 1010, "token_text": ",\"", "probability": 0.00994873046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.466796875}, {"token_id": 3693, "token_text": " means", "probability": 0.040771484375}, {"token_id": 13040, "token_text": " refers", "probability": 0.038330078125}, {"token_id": 614, "token_text": " has", "probability": 0.033935546875}, {"token_id": 361, "token_text": " was", "probability": 0.028076171875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1201171875}, {"token_id": 209, "token_text": " a", "probability": 0.099609375}, {"token_id": 13263, "token_text": " derived", "probability": 0.064453125}, {"token_id": 230, "token_text": " the", "probability": 0.060302734375}, {"token_id": 534, "token_text": " not", "probability": 0.05322265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.12060546875}, {"token_id": 321, "token_text": " for", "probability": 0.060791015625}, {"token_id": 347, "token_text": " as", "probability": 0.053466796875}, {"token_id": 443, "token_text": " by", "probability": 0.02099609375}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.8515625}, {"token_id": 2887, "token_text": " refer", "probability": 0.06591796875}, {"token_id": 21548, "token_text": " deno", "probability": 0.012939453125}, {"token_id": 25373, "token_text": " distinguish", "probability": 0.006927490234375}, {"token_id": 11602, "token_text": " indicate", "probability": 0.00506591796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.63671875}, {"token_id": 209, "token_text": " a", "probability": 0.05224609375}, {"token_id": 3965, "token_text": " language", "probability": 0.024658203125}, {"token_id": 262, "token_text": " and", "probability": 0.00994873046875}, {"token_id": 1168, "token_text": " how", "probability": 0.0096435546875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.07470703125}, {"token_id": 5913, "token_text": " meaning", "probability": 0.039794921875}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.0291748046875}, {"token_id": 7986, "token_text": " elements", "probability": 0.02001953125}, {"token_id": 4134, "token_text": " specific", "probability": 0.018798828125}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.1826171875}, {"token_id": 234, "token_text": " in", "probability": 0.1181640625}, {"token_id": 256, "token_text": " of", "probability": 0.09814453125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.0673828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.3359375}, {"token_id": 230, "token_text": " the", "probability": 0.0849609375}, {"token_id": 363, "token_text": " \"", "probability": 0.080078125}, {"token_id": 1286, "token_text": " well", "probability": 0.054931640625}, {"token_id": 248, "token_text": " an", "probability": 0.054931640625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1025390625}, {"token_id": 363, "token_text": " \"", "probability": 0.04541015625}, {"token_id": 4687, "token_text": " whole", "probability": 0.0228271484375}, {"token_id": 3693, "token_text": " means", "probability": 0.0228271484375}, {"token_id": 4570, "token_text": " function", "probability": 0.021484375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.359375}, {"token_id": 17, "token_text": ".", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.05859375}, {"token_id": 256, "token_text": " of", "probability": 0.040283203125}, {"token_id": 234, "token_text": " in", "probability": 0.03564453125}]}, {"token_id": 321, "token_text": " for", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 321, "token_text": " for", "probability": 0.265625}, {"token_id": 17, "token_text": ".", "probability": 0.25}, {"token_id": 15, "token_text": ",", "probability": 0.1044921875}, {"token_id": 262, "token_text": " and", "probability": 0.052490234375}, {"token_id": 263, "token_text": " to", "probability": 0.04345703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1904296875}, {"token_id": 209, "token_text": " a", "probability": 0.06591796875}, {"token_id": 647, "token_text": " which", "probability": 0.0189208984375}, {"token_id": 3965, "token_text": " language", "probability": 0.0177001953125}, {"token_id": 440, "token_text": " all", "probability": 0.01611328125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.10400390625}, {"token_id": 7338, "token_text": " purpose", "probability": 0.02392578125}, {"token_id": 4134, "token_text": " specific", "probability": 0.0224609375}, {"token_id": 11484, "token_text": " purposes", "probability": 0.0205078125}, {"token_id": 1300, "token_text": " use", "probability": 0.013671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.306640625}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 4621, "token_text": " model", "probability": 0.07763671875}, {"token_id": 347, "token_text": " as", "probability": 0.06396484375}, {"token_id": 234, "token_text": " in", "probability": 0.046875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2158203125}, {"token_id": 277, "token_text": " A", "probability": 0.115234375}, {"token_id": 679, "token_text": " It", "probability": 0.10205078125}, {"token_id": 407, "token_text": " In", "probability": 0.05810546875}, {"token_id": 1062, "token_text": " This", "probability": 0.04248046875}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.263671875}, {"token_id": 11918, "token_text": " definition", "probability": 0.0277099609375}, {"token_id": 5752, "token_text": " concept", "probability": 0.0277099609375}, {"token_id": 3965, "token_text": " language", "probability": 0.0252685546875}, {"token_id": 277, "token_text": " A", "probability": 0.0252685546875}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.59765625}, {"token_id": 336, "token_text": " is", "probability": 0.06689453125}, {"token_id": 1035, "token_text": " '", "probability": 0.02978515625}, {"token_id": 614, "token_text": " has", "probability": 0.01544189453125}, {"token_id": 277, "token_text": " A", "probability": 0.01202392578125}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.416015625, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.416015625}, {"token_id": 534, "token_text": " not", "probability": 0.056396484375}, {"token_id": 581, "token_text": " have", "probability": 0.0250244140625}, {"token_id": 1466, "token_text": " help", "probability": 0.01611328125}, {"token_id": 751, "token_text": " also", "probability": 0.01611328125}, {"token_id": 3173, "token_text": " always", "probability": 0.01422119140625}, {"token_id": 1300, "token_text": " use", "probability": 0.01177978515625}, {"token_id": 3710, "token_text": " provide", "probability": 0.01043701171875}, {"token_id": 846, "token_text": " work", "probability": 0.00921630859375}, {"token_id": 1882, "token_text": " take", "probability": 0.00921630859375}], "entropy": 4.0}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.8770324593300827, "average_logprob_per_token": -0.8770324593300827, "perplexity_on_target_sequence": 2.403755868544601, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.8770324593300827, "probability": 0.416015625, "raw_probability": 0.416015625, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49921.6303293705, "probe_elapsed_sec": 0.9785656429594383, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata fondata nel 1593 da Carlo V e da Carlo V e da Carlo V e da Carlo V e da Carlo V e da Carlo V e da Carlo V", "text": "La capitale d'Italia \u00e8 stata fondata nel 1593 da Carlo V e da Carlo V e da Carlo V e da Carlo V e da Carlo V e da Carlo V e da Carlo V", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.162109375}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 267, "token_text": " un", "probability": 0.0299072265625}, {"token_id": 387, "token_text": " una", "probability": 0.0263671875}, {"token_id": 234, "token_text": " in", "probability": 0.0263671875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.041259765625}, {"token_id": 387, "token_text": " una", "probability": 0.038818359375}, {"token_id": 285, "token_text": " la", "probability": 0.038818359375}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0267333984375}, {"token_id": 267, "token_text": " un", "probability": 0.025146484375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.37890625}, {"token_id": 333, "token_text": " da", "probability": 0.095703125}, {"token_id": 294, "token_text": " su", "probability": 0.04541015625}, {"token_id": 234, "token_text": " in", "probability": 0.0400390625}, {"token_id": 674, "token_text": " dal", "probability": 0.03759765625}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.044921875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.044921875}, {"token_id": 1178, "token_text": " 17", "probability": 0.03955078125}, {"token_id": 1285, "token_text": " 16", "probability": 0.037109375}, {"token_id": 1552, "token_text": " 14", "probability": 0.0308837890625}, {"token_id": 1374, "token_text": " 12", "probability": 0.013671875}]}, {"token_id": 12217, "token_text": "93", "chosen_probability": 0.0283203125, "top_k_candidates": [{"token_id": 12217, "token_text": "93", "probability": 0.0283203125}, {"token_id": 11681, "token_text": "71", "probability": 0.0220947265625}, {"token_id": 6369, "token_text": "99", "probability": 0.020751953125}, {"token_id": 9385, "token_text": "52", "probability": 0.01953125}, {"token_id": 7627, "token_text": "95", "probability": 0.01953125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.2177734375}, {"token_id": 15, "token_text": ",", "probability": 0.10302734375}, {"token_id": 17, "token_text": ".", "probability": 0.0751953125}, {"token_id": 674, "token_text": " dal", "probability": 0.0625}, {"token_id": 246, "token_text": " e", "probability": 0.05517578125}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.0712890625}, {"token_id": 267, "token_text": " un", "probability": 0.0556640625}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.04345703125}, {"token_id": 387, "token_text": " una", "probability": 0.040771484375}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.035888671875}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.0810546875}, {"token_id": 274, "token_text": " I", "probability": 0.0634765625}, {"token_id": 11845, "token_text": " Alberto", "probability": 0.052490234375}, {"token_id": 19118, "token_text": " Emanuele", "probability": 0.040771484375}, {"token_id": 238, "token_text": " di", "probability": 0.0247802734375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.1708984375}, {"token_id": 238, "token_text": " di", "probability": 0.1513671875}, {"token_id": 15, "token_text": ",", "probability": 0.09765625}, {"token_id": 17, "token_text": ".", "probability": 0.049072265625}, {"token_id": 214, "token_text": " d", "probability": 0.04052734375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.314453125}, {"token_id": 238, "token_text": " di", "probability": 0.033203125}, {"token_id": 674, "token_text": " dal", "probability": 0.0242919921875}, {"token_id": 303, "token_text": " che", "probability": 0.021484375}, {"token_id": 633, "token_text": " fu", "probability": 0.017822265625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.12158203125, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.12158203125}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.06103515625}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.034912109375}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.03271484375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.0224609375}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.76171875}, {"token_id": 6109, "token_text": " IV", "probability": 0.0216064453125}, {"token_id": 15934, "token_text": " VIII", "probability": 0.01483154296875}, {"token_id": 9102, "token_text": " VI", "probability": 0.01019287109375}, {"token_id": 274, "token_text": " I", "probability": 0.0079345703125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.23828125, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.23828125}, {"token_id": 15, "token_text": ",", "probability": 0.1533203125}, {"token_id": 17, "token_text": ".", "probability": 0.11962890625}, {"token_id": 238, "token_text": " di", "probability": 0.08740234375}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.443359375}, {"token_id": 238, "token_text": " di", "probability": 0.0283203125}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.02197265625}, {"token_id": 674, "token_text": " dal", "probability": 0.020751953125}, {"token_id": 845, "token_text": " dalla", "probability": 0.01104736328125}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.2412109375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.2412109375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.06103515625}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.044677734375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.03466796875}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0306396484375}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.84765625}, {"token_id": 6109, "token_text": " IV", "probability": 0.01373291015625}, {"token_id": 9102, "token_text": " VI", "probability": 0.01007080078125}, {"token_id": 15934, "token_text": " VIII", "probability": 0.00885009765625}, {"token_id": 310, "token_text": " B", "probability": 0.005035400390625}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.314453125}, {"token_id": 17, "token_text": ".", "probability": 0.16796875}, {"token_id": 15, "token_text": ",", "probability": 0.1572265625}, {"token_id": 238, "token_text": " di", "probability": 0.061767578125}, {"token_id": 592, "token_text": " ed", "probability": 0.022705078125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.51171875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.037109375}, {"token_id": 238, "token_text": " di", "probability": 0.027099609375}, {"token_id": 674, "token_text": " dal", "probability": 0.0174560546875}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.01361083984375}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.30859375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.0537109375}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.044677734375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.039306640625}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.03466796875}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.9140625}, {"token_id": 6109, "token_text": " IV", "probability": 0.00897216796875}, {"token_id": 9102, "token_text": " VI", "probability": 0.0084228515625}, {"token_id": 15934, "token_text": " VIII", "probability": 0.005096435546875}, {"token_id": 12191, "token_text": " VII", "probability": 0.004241943359375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.384765625}, {"token_id": 17, "token_text": ".", "probability": 0.2060546875}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 238, "token_text": " di", "probability": 0.043212890625}, {"token_id": 592, "token_text": " ed", "probability": 0.0279541015625}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.578125}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0419921875}, {"token_id": 238, "token_text": " di", "probability": 0.0224609375}, {"token_id": 674, "token_text": " dal", "probability": 0.0198974609375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.01031494140625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.380859375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.045654296875}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.037841796875}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.03125}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.03125}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.93359375}, {"token_id": 9102, "token_text": " VI", "probability": 0.00860595703125}, {"token_id": 6109, "token_text": " IV", "probability": 0.008056640625}, {"token_id": 15934, "token_text": " VIII", "probability": 0.0048828125}, {"token_id": 12191, "token_text": " VII", "probability": 0.0031585693359375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.435546875}, {"token_id": 17, "token_text": ".", "probability": 0.21875}, {"token_id": 15, "token_text": ",", "probability": 0.1171875}, {"token_id": 592, "token_text": " ed", "probability": 0.031494140625}, {"token_id": 238, "token_text": " di", "probability": 0.0296630859375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.63671875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.040771484375}, {"token_id": 238, "token_text": " di", "probability": 0.021728515625}, {"token_id": 674, "token_text": " dal", "probability": 0.0191650390625}, {"token_id": 845, "token_text": " dalla", "probability": 0.01031494140625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.416015625}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.03857421875}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.036376953125}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0341796875}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.0283203125}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.91015625}, {"token_id": 9102, "token_text": " VI", "probability": 0.0137939453125}, {"token_id": 6109, "token_text": " IV", "probability": 0.011474609375}, {"token_id": 15934, "token_text": " VIII", "probability": 0.00738525390625}, {"token_id": 12191, "token_text": " VII", "probability": 0.005401611328125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.4375}, {"token_id": 17, "token_text": ".", "probability": 0.25}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 592, "token_text": " ed", "probability": 0.02978515625}, {"token_id": 238, "token_text": " di", "probability": 0.0218505859375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.734375}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0284423828125}, {"token_id": 674, "token_text": " dal", "probability": 0.020751953125}, {"token_id": 238, "token_text": " di", "probability": 0.0162353515625}, {"token_id": 845, "token_text": " dalla", "probability": 0.0111083984375}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.458984375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.458984375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.035400390625}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.033203125}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0294189453125}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.02587890625}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.95703125}, {"token_id": 9102, "token_text": " VI", "probability": 0.007781982421875}, {"token_id": 6109, "token_text": " IV", "probability": 0.0050048828125}, {"token_id": 15934, "token_text": " VIII", "probability": 0.0030364990234375}, {"token_id": 12191, "token_text": " VII", "probability": 0.002685546875}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.162109375}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 267, "token_text": " un", "probability": 0.0299072265625}, {"token_id": 387, "token_text": " una", "probability": 0.0263671875}, {"token_id": 234, "token_text": " in", "probability": 0.0263671875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.041259765625}, {"token_id": 387, "token_text": " una", "probability": 0.038818359375}, {"token_id": 285, "token_text": " la", "probability": 0.038818359375}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0267333984375}, {"token_id": 267, "token_text": " un", "probability": 0.025146484375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.37890625}, {"token_id": 333, "token_text": " da", "probability": 0.095703125}, {"token_id": 294, "token_text": " su", "probability": 0.04541015625}, {"token_id": 234, "token_text": " in", "probability": 0.0400390625}, {"token_id": 674, "token_text": " dal", "probability": 0.03759765625}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.044921875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.044921875}, {"token_id": 1178, "token_text": " 17", "probability": 0.03955078125}, {"token_id": 1285, "token_text": " 16", "probability": 0.037109375}, {"token_id": 1552, "token_text": " 14", "probability": 0.0308837890625}, {"token_id": 1374, "token_text": " 12", "probability": 0.013671875}]}, {"token_id": 12217, "token_text": "93", "chosen_probability": 0.0283203125, "top_k_candidates": [{"token_id": 12217, "token_text": "93", "probability": 0.0283203125}, {"token_id": 11681, "token_text": "71", "probability": 0.0220947265625}, {"token_id": 6369, "token_text": "99", "probability": 0.020751953125}, {"token_id": 9385, "token_text": "52", "probability": 0.01953125}, {"token_id": 7627, "token_text": "95", "probability": 0.01953125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.2177734375}, {"token_id": 15, "token_text": ",", "probability": 0.10302734375}, {"token_id": 17, "token_text": ".", "probability": 0.0751953125}, {"token_id": 674, "token_text": " dal", "probability": 0.0625}, {"token_id": 246, "token_text": " e", "probability": 0.05517578125}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.0712890625}, {"token_id": 267, "token_text": " un", "probability": 0.0556640625}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.04345703125}, {"token_id": 387, "token_text": " una", "probability": 0.040771484375}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.035888671875}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.0810546875}, {"token_id": 274, "token_text": " I", "probability": 0.0634765625}, {"token_id": 11845, "token_text": " Alberto", "probability": 0.052490234375}, {"token_id": 19118, "token_text": " Emanuele", "probability": 0.040771484375}, {"token_id": 238, "token_text": " di", "probability": 0.0247802734375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.1708984375}, {"token_id": 238, "token_text": " di", "probability": 0.1513671875}, {"token_id": 15, "token_text": ",", "probability": 0.09765625}, {"token_id": 17, "token_text": ".", "probability": 0.049072265625}, {"token_id": 214, "token_text": " d", "probability": 0.04052734375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.314453125}, {"token_id": 238, "token_text": " di", "probability": 0.033203125}, {"token_id": 674, "token_text": " dal", "probability": 0.0242919921875}, {"token_id": 303, "token_text": " che", "probability": 0.021484375}, {"token_id": 633, "token_text": " fu", "probability": 0.017822265625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.12158203125, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.12158203125}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.06103515625}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.034912109375}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.03271484375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.0224609375}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.76171875}, {"token_id": 6109, "token_text": " IV", "probability": 0.0216064453125}, {"token_id": 15934, "token_text": " VIII", "probability": 0.01483154296875}, {"token_id": 9102, "token_text": " VI", "probability": 0.01019287109375}, {"token_id": 274, "token_text": " I", "probability": 0.0079345703125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.23828125, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.23828125}, {"token_id": 15, "token_text": ",", "probability": 0.1533203125}, {"token_id": 17, "token_text": ".", "probability": 0.11962890625}, {"token_id": 238, "token_text": " di", "probability": 0.08740234375}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.443359375}, {"token_id": 238, "token_text": " di", "probability": 0.0283203125}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.02197265625}, {"token_id": 674, "token_text": " dal", "probability": 0.020751953125}, {"token_id": 845, "token_text": " dalla", "probability": 0.01104736328125}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.2412109375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.2412109375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.06103515625}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.044677734375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.03466796875}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0306396484375}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.84765625}, {"token_id": 6109, "token_text": " IV", "probability": 0.01373291015625}, {"token_id": 9102, "token_text": " VI", "probability": 0.01007080078125}, {"token_id": 15934, "token_text": " VIII", "probability": 0.00885009765625}, {"token_id": 310, "token_text": " B", "probability": 0.005035400390625}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.314453125}, {"token_id": 17, "token_text": ".", "probability": 0.16796875}, {"token_id": 15, "token_text": ",", "probability": 0.1572265625}, {"token_id": 238, "token_text": " di", "probability": 0.061767578125}, {"token_id": 592, "token_text": " ed", "probability": 0.022705078125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.51171875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.037109375}, {"token_id": 238, "token_text": " di", "probability": 0.027099609375}, {"token_id": 674, "token_text": " dal", "probability": 0.0174560546875}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.01361083984375}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.30859375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.0537109375}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.044677734375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.039306640625}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.03466796875}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.9140625}, {"token_id": 6109, "token_text": " IV", "probability": 0.00897216796875}, {"token_id": 9102, "token_text": " VI", "probability": 0.0084228515625}, {"token_id": 15934, "token_text": " VIII", "probability": 0.005096435546875}, {"token_id": 12191, "token_text": " VII", "probability": 0.004241943359375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.384765625}, {"token_id": 17, "token_text": ".", "probability": 0.2060546875}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 238, "token_text": " di", "probability": 0.043212890625}, {"token_id": 592, "token_text": " ed", "probability": 0.0279541015625}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.578125}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0419921875}, {"token_id": 238, "token_text": " di", "probability": 0.0224609375}, {"token_id": 674, "token_text": " dal", "probability": 0.0198974609375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.01031494140625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.380859375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.045654296875}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.037841796875}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.03125}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.03125}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.93359375}, {"token_id": 9102, "token_text": " VI", "probability": 0.00860595703125}, {"token_id": 6109, "token_text": " IV", "probability": 0.008056640625}, {"token_id": 15934, "token_text": " VIII", "probability": 0.0048828125}, {"token_id": 12191, "token_text": " VII", "probability": 0.0031585693359375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.435546875}, {"token_id": 17, "token_text": ".", "probability": 0.21875}, {"token_id": 15, "token_text": ",", "probability": 0.1171875}, {"token_id": 592, "token_text": " ed", "probability": 0.031494140625}, {"token_id": 238, "token_text": " di", "probability": 0.0296630859375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.63671875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.040771484375}, {"token_id": 238, "token_text": " di", "probability": 0.021728515625}, {"token_id": 674, "token_text": " dal", "probability": 0.0191650390625}, {"token_id": 845, "token_text": " dalla", "probability": 0.01031494140625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.416015625}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.03857421875}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.036376953125}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0341796875}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.0283203125}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.91015625}, {"token_id": 9102, "token_text": " VI", "probability": 0.0137939453125}, {"token_id": 6109, "token_text": " IV", "probability": 0.011474609375}, {"token_id": 15934, "token_text": " VIII", "probability": 0.00738525390625}, {"token_id": 12191, "token_text": " VII", "probability": 0.005401611328125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.4375}, {"token_id": 17, "token_text": ".", "probability": 0.25}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 592, "token_text": " ed", "probability": 0.02978515625}, {"token_id": 238, "token_text": " di", "probability": 0.0218505859375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.734375}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0284423828125}, {"token_id": 674, "token_text": " dal", "probability": 0.020751953125}, {"token_id": 238, "token_text": " di", "probability": 0.0162353515625}, {"token_id": 845, "token_text": " dalla", "probability": 0.0111083984375}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.458984375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.458984375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.035400390625}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.033203125}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0294189453125}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.02587890625}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.95703125}, {"token_id": 9102, "token_text": " VI", "probability": 0.007781982421875}, {"token_id": 6109, "token_text": " IV", "probability": 0.0050048828125}, {"token_id": 15934, "token_text": " VIII", "probability": 0.0030364990234375}, {"token_id": 12191, "token_text": " VII", "probability": 0.002685546875}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.162109375}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 267, "token_text": " un", "probability": 0.0299072265625}, {"token_id": 387, "token_text": " una", "probability": 0.0263671875}, {"token_id": 234, "token_text": " in", "probability": 0.0263671875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.041259765625}, {"token_id": 387, "token_text": " una", "probability": 0.038818359375}, {"token_id": 285, "token_text": " la", "probability": 0.038818359375}, {"token_id": 7121, "token_text": " oggetto", "probability": 0.0267333984375}, {"token_id": 267, "token_text": " un", "probability": 0.025146484375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.37890625}, {"token_id": 333, "token_text": " da", "probability": 0.095703125}, {"token_id": 294, "token_text": " su", "probability": 0.04541015625}, {"token_id": 234, "token_text": " in", "probability": 0.0400390625}, {"token_id": 674, "token_text": " dal", "probability": 0.03759765625}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.044921875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.044921875}, {"token_id": 1178, "token_text": " 17", "probability": 0.03955078125}, {"token_id": 1285, "token_text": " 16", "probability": 0.037109375}, {"token_id": 1552, "token_text": " 14", "probability": 0.0308837890625}, {"token_id": 1374, "token_text": " 12", "probability": 0.013671875}]}, {"token_id": 12217, "token_text": "93", "chosen_probability": 0.0283203125, "top_k_candidates": [{"token_id": 12217, "token_text": "93", "probability": 0.0283203125}, {"token_id": 11681, "token_text": "71", "probability": 0.0220947265625}, {"token_id": 6369, "token_text": "99", "probability": 0.020751953125}, {"token_id": 9385, "token_text": "52", "probability": 0.01953125}, {"token_id": 7627, "token_text": "95", "probability": 0.01953125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.2177734375}, {"token_id": 15, "token_text": ",", "probability": 0.10302734375}, {"token_id": 17, "token_text": ".", "probability": 0.0751953125}, {"token_id": 674, "token_text": " dal", "probability": 0.0625}, {"token_id": 246, "token_text": " e", "probability": 0.05517578125}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.0712890625}, {"token_id": 267, "token_text": " un", "probability": 0.0556640625}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.04345703125}, {"token_id": 387, "token_text": " una", "probability": 0.040771484375}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.035888671875}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.0810546875}, {"token_id": 274, "token_text": " I", "probability": 0.0634765625}, {"token_id": 11845, "token_text": " Alberto", "probability": 0.052490234375}, {"token_id": 19118, "token_text": " Emanuele", "probability": 0.040771484375}, {"token_id": 238, "token_text": " di", "probability": 0.0247802734375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.1708984375}, {"token_id": 238, "token_text": " di", "probability": 0.1513671875}, {"token_id": 15, "token_text": ",", "probability": 0.09765625}, {"token_id": 17, "token_text": ".", "probability": 0.049072265625}, {"token_id": 214, "token_text": " d", "probability": 0.04052734375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.314453125}, {"token_id": 238, "token_text": " di", "probability": 0.033203125}, {"token_id": 674, "token_text": " dal", "probability": 0.0242919921875}, {"token_id": 303, "token_text": " che", "probability": 0.021484375}, {"token_id": 633, "token_text": " fu", "probability": 0.017822265625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.12158203125, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.12158203125}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.06103515625}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.034912109375}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.03271484375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.0224609375}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.76171875}, {"token_id": 6109, "token_text": " IV", "probability": 0.0216064453125}, {"token_id": 15934, "token_text": " VIII", "probability": 0.01483154296875}, {"token_id": 9102, "token_text": " VI", "probability": 0.01019287109375}, {"token_id": 274, "token_text": " I", "probability": 0.0079345703125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.23828125, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.23828125}, {"token_id": 15, "token_text": ",", "probability": 0.1533203125}, {"token_id": 17, "token_text": ".", "probability": 0.11962890625}, {"token_id": 238, "token_text": " di", "probability": 0.08740234375}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.443359375}, {"token_id": 238, "token_text": " di", "probability": 0.0283203125}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.02197265625}, {"token_id": 674, "token_text": " dal", "probability": 0.020751953125}, {"token_id": 845, "token_text": " dalla", "probability": 0.01104736328125}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.2412109375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.2412109375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.06103515625}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.044677734375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.03466796875}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0306396484375}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.84765625}, {"token_id": 6109, "token_text": " IV", "probability": 0.01373291015625}, {"token_id": 9102, "token_text": " VI", "probability": 0.01007080078125}, {"token_id": 15934, "token_text": " VIII", "probability": 0.00885009765625}, {"token_id": 310, "token_text": " B", "probability": 0.005035400390625}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.314453125}, {"token_id": 17, "token_text": ".", "probability": 0.16796875}, {"token_id": 15, "token_text": ",", "probability": 0.1572265625}, {"token_id": 238, "token_text": " di", "probability": 0.061767578125}, {"token_id": 592, "token_text": " ed", "probability": 0.022705078125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.51171875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.037109375}, {"token_id": 238, "token_text": " di", "probability": 0.027099609375}, {"token_id": 674, "token_text": " dal", "probability": 0.0174560546875}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.01361083984375}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.30859375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.0537109375}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.044677734375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.039306640625}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.03466796875}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.9140625}, {"token_id": 6109, "token_text": " IV", "probability": 0.00897216796875}, {"token_id": 9102, "token_text": " VI", "probability": 0.0084228515625}, {"token_id": 15934, "token_text": " VIII", "probability": 0.005096435546875}, {"token_id": 12191, "token_text": " VII", "probability": 0.004241943359375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.384765625}, {"token_id": 17, "token_text": ".", "probability": 0.2060546875}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 238, "token_text": " di", "probability": 0.043212890625}, {"token_id": 592, "token_text": " ed", "probability": 0.0279541015625}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.578125}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0419921875}, {"token_id": 238, "token_text": " di", "probability": 0.0224609375}, {"token_id": 674, "token_text": " dal", "probability": 0.0198974609375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.01031494140625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.380859375}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.045654296875}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.037841796875}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.03125}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.03125}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.93359375}, {"token_id": 9102, "token_text": " VI", "probability": 0.00860595703125}, {"token_id": 6109, "token_text": " IV", "probability": 0.008056640625}, {"token_id": 15934, "token_text": " VIII", "probability": 0.0048828125}, {"token_id": 12191, "token_text": " VII", "probability": 0.0031585693359375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.435546875}, {"token_id": 17, "token_text": ".", "probability": 0.21875}, {"token_id": 15, "token_text": ",", "probability": 0.1171875}, {"token_id": 592, "token_text": " ed", "probability": 0.031494140625}, {"token_id": 238, "token_text": " di", "probability": 0.0296630859375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.63671875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.040771484375}, {"token_id": 238, "token_text": " di", "probability": 0.021728515625}, {"token_id": 674, "token_text": " dal", "probability": 0.0191650390625}, {"token_id": 845, "token_text": " dalla", "probability": 0.01031494140625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.416015625}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.03857421875}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.036376953125}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0341796875}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.0283203125}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.91015625}, {"token_id": 9102, "token_text": " VI", "probability": 0.0137939453125}, {"token_id": 6109, "token_text": " IV", "probability": 0.011474609375}, {"token_id": 15934, "token_text": " VIII", "probability": 0.00738525390625}, {"token_id": 12191, "token_text": " VII", "probability": 0.005401611328125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.4375}, {"token_id": 17, "token_text": ".", "probability": 0.25}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 592, "token_text": " ed", "probability": 0.02978515625}, {"token_id": 238, "token_text": " di", "probability": 0.0218505859375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.734375}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0284423828125}, {"token_id": 674, "token_text": " dal", "probability": 0.020751953125}, {"token_id": 238, "token_text": " di", "probability": 0.0162353515625}, {"token_id": 845, "token_text": " dalla", "probability": 0.0111083984375}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.458984375, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.458984375}, {"token_id": 11069, "token_text": " Filippo", "probability": 0.035400390625}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.033203125}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0294189453125}, {"token_id": 5661, "token_text": " Antonio", "probability": 0.02587890625}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.95703125}, {"token_id": 9102, "token_text": " VI", "probability": 0.007781982421875}, {"token_id": 6109, "token_text": " IV", "probability": 0.0050048828125}, {"token_id": 15934, "token_text": " VIII", "probability": 0.0030364990234375}, {"token_id": 12191, "token_text": " VII", "probability": 0.002685546875}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 700, "correct_token_probability": 9.5367431640625e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.162109375}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 267, "token_text": " un", "probability": 0.0299072265625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0263671875}, {"token_id": 387, "token_text": " una", "probability": 0.0263671875}, {"token_id": 234, "token_text": " in", "probability": 0.0263671875}, {"token_id": 293, "token_text": " il", "probability": 0.0247802734375}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0233154296875}, {"token_id": 238, "token_text": " di", "probability": 0.0233154296875}, {"token_id": 227, "token_text": " l", "probability": 0.019287109375}], "entropy": 5.28125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.257773425210814, "average_logprob_per_token": -9.257773425210814, "perplexity_on_target_sequence": 10485.759999999995, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -9.257773425210814, "probability": 9.5367431640625e-05, "raw_probability": 9.5367431640625e-05, "correct_token_rank": 700}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49921.63088011742, "probe_elapsed_sec": 0.9785656429594383, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere quello di un'opera di studio, ma non \u00e8 un'opera di studio, ma un'opera di studio, ma non \u00e8 un'opera di", "text": "Un piccolo modello linguistico dovrebbe essere quello di un'opera di studio, ma non \u00e8 un'opera di studio, ma un'opera di studio, ma non \u00e8 un'opera di", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.3515625}, {"token_id": 2370, "token_text": " avere", "probability": 0.08349609375}, {"token_id": 14192, "token_text": " servire", "probability": 0.0198974609375}, {"token_id": 1402, "token_text": " aver", "probability": 0.0186767578125}, {"token_id": 1016, "token_text": " far", "probability": 0.0164794921875}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.064453125}, {"token_id": 267, "token_text": " un", "probability": 0.060546875}, {"token_id": 293, "token_text": " il", "probability": 0.053466796875}, {"token_id": 285, "token_text": " la", "probability": 0.0303955078125}, {"token_id": 844, "token_text": " stato", "probability": 0.02685546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.43359375}, {"token_id": 337, "token_text": " del", "probability": 0.07080078125}, {"token_id": 370, "token_text": " della", "probability": 0.0625}, {"token_id": 491, "token_text": " dei", "probability": 0.037841796875}, {"token_id": 465, "token_text": " dell", "probability": 0.037841796875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.12255859375}, {"token_id": 387, "token_text": " una", "probability": 0.059814453125}, {"token_id": 5269, "token_text": " creare", "probability": 0.0166015625}, {"token_id": 653, "token_text": " \u201c", "probability": 0.0137939453125}, {"token_id": 363, "token_text": " \"", "probability": 0.01251220703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.051025390625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.02734375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0213623046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.01708984375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01708984375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.07177734375}, {"token_id": 4993, "token_text": "idea", "probability": 0.043701171875}, {"token_id": 8201, "token_text": "antica", "probability": 0.031982421875}, {"token_id": 13260, "token_text": "evoluzione", "probability": 0.0281982421875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0233154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.12109375}, {"token_id": 303, "token_text": " che", "probability": 0.039306640625}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 234, "token_text": " in", "probability": 0.0286865234375}, {"token_id": 214, "token_text": " d", "probability": 0.0269775390625}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.0157470703125, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.0157470703125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.011474609375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.01080322265625}, {"token_id": 1843, "token_text": " storia", "probability": 0.01080322265625}, {"token_id": 1513, "token_text": " grande", "probability": 0.010498046875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.080078125}, {"token_id": 238, "token_text": " di", "probability": 0.048583984375}, {"token_id": 303, "token_text": " che", "probability": 0.045654296875}, {"token_id": 234, "token_text": " in", "probability": 0.045654296875}, {"token_id": 246, "token_text": " e", "probability": 0.042724609375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.123046875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.123046875}, {"token_id": 238, "token_text": " di", "probability": 0.048095703125}, {"token_id": 234, "token_text": " in", "probability": 0.045166015625}, {"token_id": 303, "token_text": " che", "probability": 0.039794921875}, {"token_id": 267, "token_text": " un", "probability": 0.03515625}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.0673828125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052490234375}, {"token_id": 293, "token_text": " il", "probability": 0.038330078125}, {"token_id": 285, "token_text": " la", "probability": 0.038330078125}, {"token_id": 234, "token_text": " in", "probability": 0.0299072265625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.11474609375}, {"token_id": 1015, "token_text": " solo", "probability": 0.037353515625}, {"token_id": 395, "token_text": " si", "probability": 0.03515625}, {"token_id": 2417, "token_text": " sar\u00e0", "probability": 0.02734375}, {"token_id": 238, "token_text": " di", "probability": 0.021240234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06494140625}, {"token_id": 2382, "token_text": " possibile", "probability": 0.047607421875}, {"token_id": 1378, "token_text": " ancora", "probability": 0.044677734375}, {"token_id": 1015, "token_text": " solo", "probability": 0.044677734375}, {"token_id": 844, "token_text": " stato", "probability": 0.0289306640625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.091796875}, {"token_id": 5107, "token_text": " modello", "probability": 0.04345703125}, {"token_id": 1869, "token_text": " caso", "probability": 0.040771484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0263671875}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0247802734375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.72265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.0218505859375}, {"token_id": 4993, "token_text": "idea", "probability": 0.0169677734375}, {"token_id": 9842, "token_text": "artista", "probability": 0.01031494140625}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.00970458984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.177734375}, {"token_id": 214, "token_text": " d", "probability": 0.042236328125}, {"token_id": 303, "token_text": " che", "probability": 0.03271484375}, {"token_id": 17, "token_text": ".", "probability": 0.0240478515625}, {"token_id": 15, "token_text": ",", "probability": 0.0225830078125}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.115234375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.037353515625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.031005859375}, {"token_id": 1843, "token_text": " storia", "probability": 0.02734375}, {"token_id": 3688, "token_text": " genere", "probability": 0.021240234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.244140625}, {"token_id": 15, "token_text": ",", "probability": 0.244140625}, {"token_id": 246, "token_text": " e", "probability": 0.05126953125}, {"token_id": 445, "token_text": " ma", "probability": 0.039794921875}, {"token_id": 303, "token_text": " che", "probability": 0.037353515625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.375}, {"token_id": 246, "token_text": " e", "probability": 0.037109375}, {"token_id": 424, "token_text": " non", "probability": 0.03076171875}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}, {"token_id": 17047, "token_text": " bens\u00ec", "probability": 0.0289306640625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1611328125}, {"token_id": 387, "token_text": " una", "probability": 0.1044921875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.09814453125}, {"token_id": 238, "token_text": " di", "probability": 0.055908203125}, {"token_id": 424, "token_text": " non", "probability": 0.0263671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1875}, {"token_id": 5107, "token_text": " modello", "probability": 0.03466796875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.03271484375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0269775390625}, {"token_id": 537, "token_text": " po", "probability": 0.02099609375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.828125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0125732421875}, {"token_id": 4086, "token_text": "arte", "probability": 0.00921630859375}, {"token_id": 8925, "token_text": "analisi", "probability": 0.007171630859375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.007171630859375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.55078125}, {"token_id": 214, "token_text": " d", "probability": 0.0291748046875}, {"token_id": 303, "token_text": " che", "probability": 0.0257568359375}, {"token_id": 234, "token_text": " in", "probability": 0.0177001953125}, {"token_id": 15, "token_text": ",", "probability": 0.0107421875}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.2060546875}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.09765625}, {"token_id": 3688, "token_text": " genere", "probability": 0.0279541015625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.024658203125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0191650390625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2421875}, {"token_id": 246, "token_text": " e", "probability": 0.0947265625}, {"token_id": 17, "token_text": ".", "probability": 0.0947265625}, {"token_id": 303, "token_text": " che", "probability": 0.03955078125}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.06396484375}, {"token_id": 303, "token_text": " che", "probability": 0.05322265625}, {"token_id": 238, "token_text": " di", "probability": 0.050048828125}, {"token_id": 267, "token_text": " un", "probability": 0.038818359375}, {"token_id": 246, "token_text": " e", "probability": 0.03662109375}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.08056640625}, {"token_id": 616, "token_text": " anche", "probability": 0.08056640625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0625}, {"token_id": 267, "token_text": " un", "probability": 0.0625}, {"token_id": 238, "token_text": " di", "probability": 0.048828125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2578125}, {"token_id": 395, "token_text": " si", "probability": 0.03955078125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.037353515625}, {"token_id": 373, "token_text": " ha", "probability": 0.034912109375}, {"token_id": 267, "token_text": " un", "probability": 0.034912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1875}, {"token_id": 387, "token_text": " una", "probability": 0.1005859375}, {"token_id": 1015, "token_text": " solo", "probability": 0.047607421875}, {"token_id": 1378, "token_text": " ancora", "probability": 0.03466796875}, {"token_id": 1340, "token_text": " stata", "probability": 0.03466796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.37890625}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.045166015625}, {"token_id": 3492, "token_text": " libro", "probability": 0.015625}, {"token_id": 1869, "token_text": " caso", "probability": 0.015625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0146484375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.90234375}, {"token_id": 4086, "token_text": "arte", "probability": 0.0120849609375}, {"token_id": 9842, "token_text": "artista", "probability": 0.004730224609375}, {"token_id": 4993, "token_text": "idea", "probability": 0.004180908203125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.003692626953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.53125}, {"token_id": 214, "token_text": " d", "probability": 0.038330078125}, {"token_id": 303, "token_text": " che", "probability": 0.0150146484375}, {"token_id": 17, "token_text": ".", "probability": 0.01409912109375}, {"token_id": 15, "token_text": ",", "probability": 0.012451171875}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.3515625}, {"token_id": 2370, "token_text": " avere", "probability": 0.08349609375}, {"token_id": 14192, "token_text": " servire", "probability": 0.0198974609375}, {"token_id": 1402, "token_text": " aver", "probability": 0.0186767578125}, {"token_id": 1016, "token_text": " far", "probability": 0.0164794921875}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.064453125}, {"token_id": 267, "token_text": " un", "probability": 0.060546875}, {"token_id": 293, "token_text": " il", "probability": 0.053466796875}, {"token_id": 285, "token_text": " la", "probability": 0.0303955078125}, {"token_id": 844, "token_text": " stato", "probability": 0.02685546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.43359375}, {"token_id": 337, "token_text": " del", "probability": 0.07080078125}, {"token_id": 370, "token_text": " della", "probability": 0.0625}, {"token_id": 491, "token_text": " dei", "probability": 0.037841796875}, {"token_id": 465, "token_text": " dell", "probability": 0.037841796875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.12255859375}, {"token_id": 387, "token_text": " una", "probability": 0.059814453125}, {"token_id": 5269, "token_text": " creare", "probability": 0.0166015625}, {"token_id": 653, "token_text": " \u201c", "probability": 0.0137939453125}, {"token_id": 363, "token_text": " \"", "probability": 0.01251220703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.051025390625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.02734375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0213623046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.01708984375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01708984375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.07177734375}, {"token_id": 4993, "token_text": "idea", "probability": 0.043701171875}, {"token_id": 8201, "token_text": "antica", "probability": 0.031982421875}, {"token_id": 13260, "token_text": "evoluzione", "probability": 0.0281982421875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0233154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.12109375}, {"token_id": 303, "token_text": " che", "probability": 0.039306640625}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 234, "token_text": " in", "probability": 0.0286865234375}, {"token_id": 214, "token_text": " d", "probability": 0.0269775390625}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.0157470703125, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.0157470703125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.011474609375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.01080322265625}, {"token_id": 1843, "token_text": " storia", "probability": 0.01080322265625}, {"token_id": 1513, "token_text": " grande", "probability": 0.010498046875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.080078125}, {"token_id": 238, "token_text": " di", "probability": 0.048583984375}, {"token_id": 303, "token_text": " che", "probability": 0.045654296875}, {"token_id": 234, "token_text": " in", "probability": 0.045654296875}, {"token_id": 246, "token_text": " e", "probability": 0.042724609375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.123046875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.123046875}, {"token_id": 238, "token_text": " di", "probability": 0.048095703125}, {"token_id": 234, "token_text": " in", "probability": 0.045166015625}, {"token_id": 303, "token_text": " che", "probability": 0.039794921875}, {"token_id": 267, "token_text": " un", "probability": 0.03515625}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.0673828125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052490234375}, {"token_id": 293, "token_text": " il", "probability": 0.038330078125}, {"token_id": 285, "token_text": " la", "probability": 0.038330078125}, {"token_id": 234, "token_text": " in", "probability": 0.0299072265625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.11474609375}, {"token_id": 1015, "token_text": " solo", "probability": 0.037353515625}, {"token_id": 395, "token_text": " si", "probability": 0.03515625}, {"token_id": 2417, "token_text": " sar\u00e0", "probability": 0.02734375}, {"token_id": 238, "token_text": " di", "probability": 0.021240234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06494140625}, {"token_id": 2382, "token_text": " possibile", "probability": 0.047607421875}, {"token_id": 1378, "token_text": " ancora", "probability": 0.044677734375}, {"token_id": 1015, "token_text": " solo", "probability": 0.044677734375}, {"token_id": 844, "token_text": " stato", "probability": 0.0289306640625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.091796875}, {"token_id": 5107, "token_text": " modello", "probability": 0.04345703125}, {"token_id": 1869, "token_text": " caso", "probability": 0.040771484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0263671875}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0247802734375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.72265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.0218505859375}, {"token_id": 4993, "token_text": "idea", "probability": 0.0169677734375}, {"token_id": 9842, "token_text": "artista", "probability": 0.01031494140625}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.00970458984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.177734375}, {"token_id": 214, "token_text": " d", "probability": 0.042236328125}, {"token_id": 303, "token_text": " che", "probability": 0.03271484375}, {"token_id": 17, "token_text": ".", "probability": 0.0240478515625}, {"token_id": 15, "token_text": ",", "probability": 0.0225830078125}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.115234375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.037353515625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.031005859375}, {"token_id": 1843, "token_text": " storia", "probability": 0.02734375}, {"token_id": 3688, "token_text": " genere", "probability": 0.021240234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.244140625}, {"token_id": 15, "token_text": ",", "probability": 0.244140625}, {"token_id": 246, "token_text": " e", "probability": 0.05126953125}, {"token_id": 445, "token_text": " ma", "probability": 0.039794921875}, {"token_id": 303, "token_text": " che", "probability": 0.037353515625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.375}, {"token_id": 246, "token_text": " e", "probability": 0.037109375}, {"token_id": 424, "token_text": " non", "probability": 0.03076171875}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}, {"token_id": 17047, "token_text": " bens\u00ec", "probability": 0.0289306640625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1611328125}, {"token_id": 387, "token_text": " una", "probability": 0.1044921875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.09814453125}, {"token_id": 238, "token_text": " di", "probability": 0.055908203125}, {"token_id": 424, "token_text": " non", "probability": 0.0263671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1875}, {"token_id": 5107, "token_text": " modello", "probability": 0.03466796875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.03271484375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0269775390625}, {"token_id": 537, "token_text": " po", "probability": 0.02099609375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.828125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0125732421875}, {"token_id": 4086, "token_text": "arte", "probability": 0.00921630859375}, {"token_id": 8925, "token_text": "analisi", "probability": 0.007171630859375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.007171630859375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.55078125}, {"token_id": 214, "token_text": " d", "probability": 0.0291748046875}, {"token_id": 303, "token_text": " che", "probability": 0.0257568359375}, {"token_id": 234, "token_text": " in", "probability": 0.0177001953125}, {"token_id": 15, "token_text": ",", "probability": 0.0107421875}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.2060546875}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.09765625}, {"token_id": 3688, "token_text": " genere", "probability": 0.0279541015625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.024658203125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0191650390625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2421875}, {"token_id": 246, "token_text": " e", "probability": 0.0947265625}, {"token_id": 17, "token_text": ".", "probability": 0.0947265625}, {"token_id": 303, "token_text": " che", "probability": 0.03955078125}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.06396484375}, {"token_id": 303, "token_text": " che", "probability": 0.05322265625}, {"token_id": 238, "token_text": " di", "probability": 0.050048828125}, {"token_id": 267, "token_text": " un", "probability": 0.038818359375}, {"token_id": 246, "token_text": " e", "probability": 0.03662109375}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.08056640625}, {"token_id": 616, "token_text": " anche", "probability": 0.08056640625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0625}, {"token_id": 267, "token_text": " un", "probability": 0.0625}, {"token_id": 238, "token_text": " di", "probability": 0.048828125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2578125}, {"token_id": 395, "token_text": " si", "probability": 0.03955078125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.037353515625}, {"token_id": 373, "token_text": " ha", "probability": 0.034912109375}, {"token_id": 267, "token_text": " un", "probability": 0.034912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1875}, {"token_id": 387, "token_text": " una", "probability": 0.1005859375}, {"token_id": 1015, "token_text": " solo", "probability": 0.047607421875}, {"token_id": 1378, "token_text": " ancora", "probability": 0.03466796875}, {"token_id": 1340, "token_text": " stata", "probability": 0.03466796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.37890625}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.045166015625}, {"token_id": 3492, "token_text": " libro", "probability": 0.015625}, {"token_id": 1869, "token_text": " caso", "probability": 0.015625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0146484375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.90234375}, {"token_id": 4086, "token_text": "arte", "probability": 0.0120849609375}, {"token_id": 9842, "token_text": "artista", "probability": 0.004730224609375}, {"token_id": 4993, "token_text": "idea", "probability": 0.004180908203125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.003692626953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.53125}, {"token_id": 214, "token_text": " d", "probability": 0.038330078125}, {"token_id": 303, "token_text": " che", "probability": 0.0150146484375}, {"token_id": 17, "token_text": ".", "probability": 0.01409912109375}, {"token_id": 15, "token_text": ",", "probability": 0.012451171875}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.3515625}, {"token_id": 2370, "token_text": " avere", "probability": 0.08349609375}, {"token_id": 14192, "token_text": " servire", "probability": 0.0198974609375}, {"token_id": 1402, "token_text": " aver", "probability": 0.0186767578125}, {"token_id": 1016, "token_text": " far", "probability": 0.0164794921875}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.064453125}, {"token_id": 267, "token_text": " un", "probability": 0.060546875}, {"token_id": 293, "token_text": " il", "probability": 0.053466796875}, {"token_id": 285, "token_text": " la", "probability": 0.0303955078125}, {"token_id": 844, "token_text": " stato", "probability": 0.02685546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.43359375}, {"token_id": 337, "token_text": " del", "probability": 0.07080078125}, {"token_id": 370, "token_text": " della", "probability": 0.0625}, {"token_id": 491, "token_text": " dei", "probability": 0.037841796875}, {"token_id": 465, "token_text": " dell", "probability": 0.037841796875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.12255859375}, {"token_id": 387, "token_text": " una", "probability": 0.059814453125}, {"token_id": 5269, "token_text": " creare", "probability": 0.0166015625}, {"token_id": 653, "token_text": " \u201c", "probability": 0.0137939453125}, {"token_id": 363, "token_text": " \"", "probability": 0.01251220703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.051025390625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.02734375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0213623046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.01708984375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.01708984375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.07177734375}, {"token_id": 4993, "token_text": "idea", "probability": 0.043701171875}, {"token_id": 8201, "token_text": "antica", "probability": 0.031982421875}, {"token_id": 13260, "token_text": "evoluzione", "probability": 0.0281982421875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0233154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.12109375}, {"token_id": 303, "token_text": " che", "probability": 0.039306640625}, {"token_id": 15, "token_text": ",", "probability": 0.032470703125}, {"token_id": 234, "token_text": " in", "probability": 0.0286865234375}, {"token_id": 214, "token_text": " d", "probability": 0.0269775390625}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.0157470703125, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.0157470703125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.011474609375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.01080322265625}, {"token_id": 1843, "token_text": " storia", "probability": 0.01080322265625}, {"token_id": 1513, "token_text": " grande", "probability": 0.010498046875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.080078125}, {"token_id": 238, "token_text": " di", "probability": 0.048583984375}, {"token_id": 303, "token_text": " che", "probability": 0.045654296875}, {"token_id": 234, "token_text": " in", "probability": 0.045654296875}, {"token_id": 246, "token_text": " e", "probability": 0.042724609375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.123046875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.123046875}, {"token_id": 238, "token_text": " di", "probability": 0.048095703125}, {"token_id": 234, "token_text": " in", "probability": 0.045166015625}, {"token_id": 303, "token_text": " che", "probability": 0.039794921875}, {"token_id": 267, "token_text": " un", "probability": 0.03515625}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.0673828125, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.0673828125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052490234375}, {"token_id": 293, "token_text": " il", "probability": 0.038330078125}, {"token_id": 285, "token_text": " la", "probability": 0.038330078125}, {"token_id": 234, "token_text": " in", "probability": 0.0299072265625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.11474609375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.11474609375}, {"token_id": 1015, "token_text": " solo", "probability": 0.037353515625}, {"token_id": 395, "token_text": " si", "probability": 0.03515625}, {"token_id": 2417, "token_text": " sar\u00e0", "probability": 0.02734375}, {"token_id": 238, "token_text": " di", "probability": 0.021240234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06494140625}, {"token_id": 2382, "token_text": " possibile", "probability": 0.047607421875}, {"token_id": 1378, "token_text": " ancora", "probability": 0.044677734375}, {"token_id": 1015, "token_text": " solo", "probability": 0.044677734375}, {"token_id": 844, "token_text": " stato", "probability": 0.0289306640625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.091796875}, {"token_id": 5107, "token_text": " modello", "probability": 0.04345703125}, {"token_id": 1869, "token_text": " caso", "probability": 0.040771484375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0263671875}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0247802734375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.72265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.0218505859375}, {"token_id": 4993, "token_text": "idea", "probability": 0.0169677734375}, {"token_id": 9842, "token_text": "artista", "probability": 0.01031494140625}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.00970458984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.177734375}, {"token_id": 214, "token_text": " d", "probability": 0.042236328125}, {"token_id": 303, "token_text": " che", "probability": 0.03271484375}, {"token_id": 17, "token_text": ".", "probability": 0.0240478515625}, {"token_id": 15, "token_text": ",", "probability": 0.0225830078125}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.115234375, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.115234375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.037353515625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.031005859375}, {"token_id": 1843, "token_text": " storia", "probability": 0.02734375}, {"token_id": 3688, "token_text": " genere", "probability": 0.021240234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.244140625}, {"token_id": 15, "token_text": ",", "probability": 0.244140625}, {"token_id": 246, "token_text": " e", "probability": 0.05126953125}, {"token_id": 445, "token_text": " ma", "probability": 0.039794921875}, {"token_id": 303, "token_text": " che", "probability": 0.037353515625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.375}, {"token_id": 246, "token_text": " e", "probability": 0.037109375}, {"token_id": 424, "token_text": " non", "probability": 0.03076171875}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}, {"token_id": 17047, "token_text": " bens\u00ec", "probability": 0.0289306640625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1611328125}, {"token_id": 387, "token_text": " una", "probability": 0.1044921875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.09814453125}, {"token_id": 238, "token_text": " di", "probability": 0.055908203125}, {"token_id": 424, "token_text": " non", "probability": 0.0263671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1875}, {"token_id": 5107, "token_text": " modello", "probability": 0.03466796875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.03271484375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0269775390625}, {"token_id": 537, "token_text": " po", "probability": 0.02099609375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.828125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0125732421875}, {"token_id": 4086, "token_text": "arte", "probability": 0.00921630859375}, {"token_id": 8925, "token_text": "analisi", "probability": 0.007171630859375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.007171630859375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.55078125}, {"token_id": 214, "token_text": " d", "probability": 0.0291748046875}, {"token_id": 303, "token_text": " che", "probability": 0.0257568359375}, {"token_id": 234, "token_text": " in", "probability": 0.0177001953125}, {"token_id": 15, "token_text": ",", "probability": 0.0107421875}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.2060546875}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.09765625}, {"token_id": 3688, "token_text": " genere", "probability": 0.0279541015625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.024658203125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0191650390625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2421875}, {"token_id": 246, "token_text": " e", "probability": 0.0947265625}, {"token_id": 17, "token_text": ".", "probability": 0.0947265625}, {"token_id": 303, "token_text": " che", "probability": 0.03955078125}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.06396484375}, {"token_id": 303, "token_text": " che", "probability": 0.05322265625}, {"token_id": 238, "token_text": " di", "probability": 0.050048828125}, {"token_id": 267, "token_text": " un", "probability": 0.038818359375}, {"token_id": 246, "token_text": " e", "probability": 0.03662109375}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.08056640625}, {"token_id": 616, "token_text": " anche", "probability": 0.08056640625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0625}, {"token_id": 267, "token_text": " un", "probability": 0.0625}, {"token_id": 238, "token_text": " di", "probability": 0.048828125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2578125}, {"token_id": 395, "token_text": " si", "probability": 0.03955078125}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.037353515625}, {"token_id": 373, "token_text": " ha", "probability": 0.034912109375}, {"token_id": 267, "token_text": " un", "probability": 0.034912109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1875}, {"token_id": 387, "token_text": " una", "probability": 0.1005859375}, {"token_id": 1015, "token_text": " solo", "probability": 0.047607421875}, {"token_id": 1378, "token_text": " ancora", "probability": 0.03466796875}, {"token_id": 1340, "token_text": " stata", "probability": 0.03466796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.37890625}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.045166015625}, {"token_id": 3492, "token_text": " libro", "probability": 0.015625}, {"token_id": 1869, "token_text": " caso", "probability": 0.015625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0146484375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.90234375}, {"token_id": 4086, "token_text": "arte", "probability": 0.0120849609375}, {"token_id": 9842, "token_text": "artista", "probability": 0.004730224609375}, {"token_id": 4993, "token_text": "idea", "probability": 0.004180908203125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.003692626953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.53125}, {"token_id": 214, "token_text": " d", "probability": 0.038330078125}, {"token_id": 303, "token_text": " che", "probability": 0.0150146484375}, {"token_id": 17, "token_text": ".", "probability": 0.01409912109375}, {"token_id": 15, "token_text": ",", "probability": 0.012451171875}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.3515625, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.3515625}, {"token_id": 2370, "token_text": " avere", "probability": 0.08349609375}, {"token_id": 14192, "token_text": " servire", "probability": 0.0198974609375}, {"token_id": 1402, "token_text": " aver", "probability": 0.0186767578125}, {"token_id": 1016, "token_text": " far", "probability": 0.0164794921875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0155029296875}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.0093994140625}, {"token_id": 4321, "token_text": " dare", "probability": 0.00830078125}, {"token_id": 7704, "token_text": " arrivare", "probability": 0.007781982421875}, {"token_id": 7631, "token_text": " aiutare", "probability": 0.006866455078125}], "entropy": 4.25}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.0453677741492975, "average_logprob_per_token": -1.0453677741492975, "perplexity_on_target_sequence": 2.8444444444444446, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.0453677741492975, "probability": 0.3515625, "raw_probability": 0.3515625, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58231.83489394188, "probe_elapsed_sec": 0.9931593659566715, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of Italy. The capital is the capital of Italy. The capital is the capital of Italy. The capital is the capital of Italy. The capital is", "text": "The capital of Italy is the capital of Italy. The capital is the capital of Italy. The capital is the capital of Italy. The capital is the capital of Italy. The capital is", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.11962890625}, {"token_id": 209, "token_text": " a", "probability": 0.04833984375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0284423828125}, {"token_id": 3857, "token_text": " located", "probability": 0.0235595703125}, {"token_id": 720, "token_text": " one", "probability": 0.01953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1787109375}, {"token_id": 5656, "token_text": " largest", "probability": 0.06591796875}, {"token_id": 942, "token_text": " most", "probability": 0.0400390625}, {"token_id": 1547, "token_text": " world", "probability": 0.0250244140625}, {"token_id": 9034, "token_text": " centre", "probability": 0.0189208984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84765625}, {"token_id": 15, "token_text": ",", "probability": 0.0289306640625}, {"token_id": 17, "token_text": ".", "probability": 0.0240478515625}, {"token_id": 262, "token_text": " and", "probability": 0.0198974609375}, {"token_id": 2259, "token_text": " city", "probability": 0.00885009765625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.486328125}, {"token_id": 230, "token_text": " the", "probability": 0.1572265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.045166015625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02001953125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0137939453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3671875}, {"token_id": 15, "token_text": ",", "probability": 0.26953125}, {"token_id": 262, "token_text": " and", "probability": 0.10546875}, {"token_id": 234, "token_text": " in", "probability": 0.0172119140625}, {"token_id": 323, "token_text": " (", "probability": 0.0142822265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.310546875}, {"token_id": 679, "token_text": " It", "probability": 0.1142578125}, {"token_id": 407, "token_text": " In", "probability": 0.037109375}, {"token_id": 6983, "token_text": " Its", "probability": 0.034912109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.02880859375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.419921875}, {"token_id": 2259, "token_text": " city", "probability": 0.04150390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0303955078125}, {"token_id": 2729, "token_text": " town", "probability": 0.0179443359375}, {"token_id": 8040, "token_text": " province", "probability": 0.01116943359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.361328125}, {"token_id": 256, "token_text": " of", "probability": 0.2333984375}, {"token_id": 361, "token_text": " was", "probability": 0.0712890625}, {"token_id": 15, "token_text": ",", "probability": 0.06689453125}, {"token_id": 614, "token_text": " has", "probability": 0.0279541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.318359375}, {"token_id": 209, "token_text": " a", "probability": 0.032470703125}, {"token_id": 10438, "token_text": " divided", "probability": 0.026123046875}, {"token_id": 3857, "token_text": " located", "probability": 0.0179443359375}, {"token_id": 751, "token_text": " also", "probability": 0.017333984375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.38671875}, {"token_id": 5656, "token_text": " largest", "probability": 0.046142578125}, {"token_id": 9034, "token_text": " centre", "probability": 0.0262451171875}, {"token_id": 8028, "token_text": " seat", "probability": 0.023193359375}, {"token_id": 942, "token_text": " most", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.734375}, {"token_id": 15, "token_text": ",", "probability": 0.056396484375}, {"token_id": 262, "token_text": " and", "probability": 0.036376953125}, {"token_id": 17, "token_text": ".", "probability": 0.0267333984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0235595703125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.75}, {"token_id": 230, "token_text": " the", "probability": 0.057861328125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.024169921875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01141357421875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.375}, {"token_id": 15, "token_text": ",", "probability": 0.275390625}, {"token_id": 262, "token_text": " and", "probability": 0.1220703125}, {"token_id": 234, "token_text": " in", "probability": 0.0145263671875}, {"token_id": 477, "token_text": " from", "probability": 0.01324462890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.34765625}, {"token_id": 679, "token_text": " It", "probability": 0.099609375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.060302734375}, {"token_id": 6983, "token_text": " Its", "probability": 0.034423828125}, {"token_id": 407, "token_text": " In", "probability": 0.028564453125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.78125}, {"token_id": 2259, "token_text": " city", "probability": 0.0162353515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0086669921875}, {"token_id": 8082, "token_text": " economy", "probability": 0.00543212890625}, {"token_id": 2729, "token_text": " town", "probability": 0.00543212890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.5703125}, {"token_id": 256, "token_text": " of", "probability": 0.1435546875}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 361, "token_text": " was", "probability": 0.036376953125}, {"token_id": 10571, "token_text": " lies", "probability": 0.0283203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.66796875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0167236328125}, {"token_id": 209, "token_text": " a", "probability": 0.0157470703125}, {"token_id": 751, "token_text": " also", "probability": 0.007415771484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00634765625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0189208984375}, {"token_id": 9034, "token_text": " centre", "probability": 0.0166015625}, {"token_id": 8028, "token_text": " seat", "probability": 0.0111083984375}, {"token_id": 942, "token_text": " most", "probability": 0.0111083984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.71875}, {"token_id": 15, "token_text": ",", "probability": 0.058837890625}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}, {"token_id": 262, "token_text": " and", "probability": 0.033447265625}, {"token_id": 2259, "token_text": " city", "probability": 0.01397705078125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.8125}, {"token_id": 230, "token_text": " the", "probability": 0.033447265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.020263671875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.009033203125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.006591796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51171875}, {"token_id": 15, "token_text": ",", "probability": 0.212890625}, {"token_id": 262, "token_text": " and", "probability": 0.12158203125}, {"token_id": 323, "token_text": " (", "probability": 0.0106201171875}, {"token_id": 647, "token_text": " which", "probability": 0.00933837890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.39453125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0830078125}, {"token_id": 679, "token_text": " It", "probability": 0.0732421875}, {"token_id": 2, "token_text": "", "probability": 0.0286865234375}, {"token_id": 407, "token_text": " In", "probability": 0.023681640625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.89453125}, {"token_id": 2259, "token_text": " city", "probability": 0.0068359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0032196044921875}, {"token_id": 20728, "token_text": " empire", "probability": 0.0032196044921875}, {"token_id": 8082, "token_text": " economy", "probability": 0.0026702880859375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.62890625}, {"token_id": 256, "token_text": " of", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.03125}, {"token_id": 361, "token_text": " was", "probability": 0.0294189453125}, {"token_id": 10571, "token_text": " lies", "probability": 0.02294921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0135498046875}, {"token_id": 209, "token_text": " a", "probability": 0.00958251953125}, {"token_id": 751, "token_text": " also", "probability": 0.004547119140625}, {"token_id": 618, "token_text": " part", "probability": 0.004119873046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.796875}, {"token_id": 5656, "token_text": " largest", "probability": 0.010009765625}, {"token_id": 942, "token_text": " most", "probability": 0.0064697265625}, {"token_id": 9034, "token_text": " centre", "probability": 0.00537109375}, {"token_id": 5920, "token_text": " central", "probability": 0.005035400390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8046875}, {"token_id": 17, "token_text": ".", "probability": 0.033203125}, {"token_id": 15, "token_text": ",", "probability": 0.03125}, {"token_id": 262, "token_text": " and", "probability": 0.0228271484375}, {"token_id": 2259, "token_text": " city", "probability": 0.0189208984375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.83203125}, {"token_id": 230, "token_text": " the", "probability": 0.0303955078125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0152587890625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0081787109375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.00634765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51953125}, {"token_id": 15, "token_text": ",", "probability": 0.1796875}, {"token_id": 262, "token_text": " and", "probability": 0.1318359375}, {"token_id": 234, "token_text": " in", "probability": 0.013916015625}, {"token_id": 323, "token_text": " (", "probability": 0.01080322265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.419921875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.087890625}, {"token_id": 679, "token_text": " It", "probability": 0.064453125}, {"token_id": 2, "token_text": "", "probability": 0.032470703125}, {"token_id": 407, "token_text": " In", "probability": 0.0208740234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.9296875}, {"token_id": 2259, "token_text": " city", "probability": 0.004058837890625}, {"token_id": 20728, "token_text": " empire", "probability": 0.0023040771484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.001739501953125}, {"token_id": 8082, "token_text": " economy", "probability": 0.0015869140625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6484375}, {"token_id": 256, "token_text": " of", "probability": 0.1357421875}, {"token_id": 361, "token_text": " was", "probability": 0.0267333984375}, {"token_id": 15, "token_text": ",", "probability": 0.0220947265625}, {"token_id": 614, "token_text": " has", "probability": 0.01953125}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.11962890625}, {"token_id": 209, "token_text": " a", "probability": 0.04833984375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0284423828125}, {"token_id": 3857, "token_text": " located", "probability": 0.0235595703125}, {"token_id": 720, "token_text": " one", "probability": 0.01953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1787109375}, {"token_id": 5656, "token_text": " largest", "probability": 0.06591796875}, {"token_id": 942, "token_text": " most", "probability": 0.0400390625}, {"token_id": 1547, "token_text": " world", "probability": 0.0250244140625}, {"token_id": 9034, "token_text": " centre", "probability": 0.0189208984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84765625}, {"token_id": 15, "token_text": ",", "probability": 0.0289306640625}, {"token_id": 17, "token_text": ".", "probability": 0.0240478515625}, {"token_id": 262, "token_text": " and", "probability": 0.0198974609375}, {"token_id": 2259, "token_text": " city", "probability": 0.00885009765625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.486328125}, {"token_id": 230, "token_text": " the", "probability": 0.1572265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.045166015625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02001953125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0137939453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3671875}, {"token_id": 15, "token_text": ",", "probability": 0.26953125}, {"token_id": 262, "token_text": " and", "probability": 0.10546875}, {"token_id": 234, "token_text": " in", "probability": 0.0172119140625}, {"token_id": 323, "token_text": " (", "probability": 0.0142822265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 679, "token_text": " It", "probability": 0.11669921875}, {"token_id": 407, "token_text": " In", "probability": 0.037841796875}, {"token_id": 6983, "token_text": " Its", "probability": 0.03564453125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0294189453125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.419921875}, {"token_id": 2259, "token_text": " city", "probability": 0.04150390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0303955078125}, {"token_id": 2729, "token_text": " town", "probability": 0.0179443359375}, {"token_id": 8040, "token_text": " province", "probability": 0.01116943359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.361328125}, {"token_id": 256, "token_text": " of", "probability": 0.2333984375}, {"token_id": 361, "token_text": " was", "probability": 0.0712890625}, {"token_id": 15, "token_text": ",", "probability": 0.06689453125}, {"token_id": 614, "token_text": " has", "probability": 0.0279541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.318359375}, {"token_id": 209, "token_text": " a", "probability": 0.032470703125}, {"token_id": 10438, "token_text": " divided", "probability": 0.026123046875}, {"token_id": 3857, "token_text": " located", "probability": 0.0179443359375}, {"token_id": 751, "token_text": " also", "probability": 0.017333984375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.38671875}, {"token_id": 5656, "token_text": " largest", "probability": 0.046142578125}, {"token_id": 9034, "token_text": " centre", "probability": 0.0262451171875}, {"token_id": 8028, "token_text": " seat", "probability": 0.023193359375}, {"token_id": 942, "token_text": " most", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.734375}, {"token_id": 15, "token_text": ",", "probability": 0.056396484375}, {"token_id": 262, "token_text": " and", "probability": 0.036376953125}, {"token_id": 17, "token_text": ".", "probability": 0.0267333984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0235595703125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.75}, {"token_id": 230, "token_text": " the", "probability": 0.057861328125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.024169921875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01141357421875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.375}, {"token_id": 15, "token_text": ",", "probability": 0.275390625}, {"token_id": 262, "token_text": " and", "probability": 0.1220703125}, {"token_id": 234, "token_text": " in", "probability": 0.01458740234375}, {"token_id": 477, "token_text": " from", "probability": 0.01324462890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.357421875}, {"token_id": 679, "token_text": " It", "probability": 0.10205078125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.06201171875}, {"token_id": 6983, "token_text": " Its", "probability": 0.035400390625}, {"token_id": 407, "token_text": " In", "probability": 0.029296875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.78125}, {"token_id": 2259, "token_text": " city", "probability": 0.0162353515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0086669921875}, {"token_id": 8082, "token_text": " economy", "probability": 0.00543212890625}, {"token_id": 2729, "token_text": " town", "probability": 0.00543212890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.5703125}, {"token_id": 256, "token_text": " of", "probability": 0.1435546875}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 361, "token_text": " was", "probability": 0.036376953125}, {"token_id": 10571, "token_text": " lies", "probability": 0.0283203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.66796875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0167236328125}, {"token_id": 209, "token_text": " a", "probability": 0.0157470703125}, {"token_id": 751, "token_text": " also", "probability": 0.007415771484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00634765625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0189208984375}, {"token_id": 9034, "token_text": " centre", "probability": 0.0166015625}, {"token_id": 8028, "token_text": " seat", "probability": 0.0111083984375}, {"token_id": 942, "token_text": " most", "probability": 0.0111083984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.71875}, {"token_id": 15, "token_text": ",", "probability": 0.058837890625}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}, {"token_id": 262, "token_text": " and", "probability": 0.033447265625}, {"token_id": 2259, "token_text": " city", "probability": 0.01397705078125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.8125}, {"token_id": 230, "token_text": " the", "probability": 0.033447265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.020263671875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.009033203125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.006591796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51171875}, {"token_id": 15, "token_text": ",", "probability": 0.212890625}, {"token_id": 262, "token_text": " and", "probability": 0.12158203125}, {"token_id": 323, "token_text": " (", "probability": 0.0106201171875}, {"token_id": 647, "token_text": " which", "probability": 0.00933837890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.40625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.08544921875}, {"token_id": 679, "token_text": " It", "probability": 0.0751953125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0244140625}, {"token_id": 407, "token_text": " In", "probability": 0.0244140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.89453125}, {"token_id": 2259, "token_text": " city", "probability": 0.0068359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0032196044921875}, {"token_id": 20728, "token_text": " empire", "probability": 0.0032196044921875}, {"token_id": 8082, "token_text": " economy", "probability": 0.0026702880859375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.62890625}, {"token_id": 256, "token_text": " of", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.03125}, {"token_id": 361, "token_text": " was", "probability": 0.0294189453125}, {"token_id": 10571, "token_text": " lies", "probability": 0.02294921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0135498046875}, {"token_id": 209, "token_text": " a", "probability": 0.00958251953125}, {"token_id": 751, "token_text": " also", "probability": 0.004547119140625}, {"token_id": 618, "token_text": " part", "probability": 0.004119873046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.796875}, {"token_id": 5656, "token_text": " largest", "probability": 0.010009765625}, {"token_id": 942, "token_text": " most", "probability": 0.0064697265625}, {"token_id": 9034, "token_text": " centre", "probability": 0.00537109375}, {"token_id": 5920, "token_text": " central", "probability": 0.005035400390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8046875}, {"token_id": 17, "token_text": ".", "probability": 0.033203125}, {"token_id": 15, "token_text": ",", "probability": 0.03125}, {"token_id": 262, "token_text": " and", "probability": 0.0228271484375}, {"token_id": 2259, "token_text": " city", "probability": 0.0189208984375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.83203125}, {"token_id": 230, "token_text": " the", "probability": 0.0303955078125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0152587890625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0081787109375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.00634765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51953125}, {"token_id": 15, "token_text": ",", "probability": 0.1796875}, {"token_id": 262, "token_text": " and", "probability": 0.1318359375}, {"token_id": 234, "token_text": " in", "probability": 0.013916015625}, {"token_id": 323, "token_text": " (", "probability": 0.01080322265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.43359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0908203125}, {"token_id": 679, "token_text": " It", "probability": 0.06640625}, {"token_id": 407, "token_text": " In", "probability": 0.0216064453125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01904296875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.9296875}, {"token_id": 2259, "token_text": " city", "probability": 0.004058837890625}, {"token_id": 20728, "token_text": " empire", "probability": 0.0023040771484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.001739501953125}, {"token_id": 8082, "token_text": " economy", "probability": 0.0015869140625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6484375}, {"token_id": 256, "token_text": " of", "probability": 0.1357421875}, {"token_id": 361, "token_text": " was", "probability": 0.0267333984375}, {"token_id": 15, "token_text": ",", "probability": 0.0220947265625}, {"token_id": 614, "token_text": " has", "probability": 0.01953125}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.11962890625}, {"token_id": 209, "token_text": " a", "probability": 0.04833984375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0284423828125}, {"token_id": 3857, "token_text": " located", "probability": 0.0235595703125}, {"token_id": 720, "token_text": " one", "probability": 0.01953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1787109375}, {"token_id": 5656, "token_text": " largest", "probability": 0.06591796875}, {"token_id": 942, "token_text": " most", "probability": 0.0400390625}, {"token_id": 1547, "token_text": " world", "probability": 0.0250244140625}, {"token_id": 9034, "token_text": " centre", "probability": 0.0189208984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84765625}, {"token_id": 15, "token_text": ",", "probability": 0.0289306640625}, {"token_id": 17, "token_text": ".", "probability": 0.0240478515625}, {"token_id": 262, "token_text": " and", "probability": 0.0198974609375}, {"token_id": 2259, "token_text": " city", "probability": 0.00885009765625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.486328125}, {"token_id": 230, "token_text": " the", "probability": 0.1572265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.045166015625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02001953125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0137939453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3671875}, {"token_id": 15, "token_text": ",", "probability": 0.26953125}, {"token_id": 262, "token_text": " and", "probability": 0.10546875}, {"token_id": 234, "token_text": " in", "probability": 0.0172119140625}, {"token_id": 323, "token_text": " (", "probability": 0.0142822265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 679, "token_text": " It", "probability": 0.11669921875}, {"token_id": 407, "token_text": " In", "probability": 0.037841796875}, {"token_id": 6983, "token_text": " Its", "probability": 0.03564453125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0294189453125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.419921875}, {"token_id": 2259, "token_text": " city", "probability": 0.04150390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0303955078125}, {"token_id": 2729, "token_text": " town", "probability": 0.0179443359375}, {"token_id": 8040, "token_text": " province", "probability": 0.01116943359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.361328125}, {"token_id": 256, "token_text": " of", "probability": 0.2333984375}, {"token_id": 361, "token_text": " was", "probability": 0.0712890625}, {"token_id": 15, "token_text": ",", "probability": 0.06689453125}, {"token_id": 614, "token_text": " has", "probability": 0.0279541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.318359375}, {"token_id": 209, "token_text": " a", "probability": 0.032470703125}, {"token_id": 10438, "token_text": " divided", "probability": 0.026123046875}, {"token_id": 3857, "token_text": " located", "probability": 0.0179443359375}, {"token_id": 751, "token_text": " also", "probability": 0.017333984375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.38671875}, {"token_id": 5656, "token_text": " largest", "probability": 0.046142578125}, {"token_id": 9034, "token_text": " centre", "probability": 0.0262451171875}, {"token_id": 8028, "token_text": " seat", "probability": 0.023193359375}, {"token_id": 942, "token_text": " most", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.734375}, {"token_id": 15, "token_text": ",", "probability": 0.056396484375}, {"token_id": 262, "token_text": " and", "probability": 0.036376953125}, {"token_id": 17, "token_text": ".", "probability": 0.0267333984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0235595703125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.75}, {"token_id": 230, "token_text": " the", "probability": 0.057861328125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.024169921875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01141357421875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.375}, {"token_id": 15, "token_text": ",", "probability": 0.275390625}, {"token_id": 262, "token_text": " and", "probability": 0.1220703125}, {"token_id": 234, "token_text": " in", "probability": 0.01458740234375}, {"token_id": 477, "token_text": " from", "probability": 0.01324462890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.357421875}, {"token_id": 679, "token_text": " It", "probability": 0.10205078125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.06201171875}, {"token_id": 6983, "token_text": " Its", "probability": 0.035400390625}, {"token_id": 407, "token_text": " In", "probability": 0.029296875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.78125}, {"token_id": 2259, "token_text": " city", "probability": 0.0162353515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0086669921875}, {"token_id": 8082, "token_text": " economy", "probability": 0.00543212890625}, {"token_id": 2729, "token_text": " town", "probability": 0.00543212890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.5703125}, {"token_id": 256, "token_text": " of", "probability": 0.1435546875}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 361, "token_text": " was", "probability": 0.036376953125}, {"token_id": 10571, "token_text": " lies", "probability": 0.0283203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.66796875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0167236328125}, {"token_id": 209, "token_text": " a", "probability": 0.0157470703125}, {"token_id": 751, "token_text": " also", "probability": 0.007415771484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00634765625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0189208984375}, {"token_id": 9034, "token_text": " centre", "probability": 0.0166015625}, {"token_id": 8028, "token_text": " seat", "probability": 0.0111083984375}, {"token_id": 942, "token_text": " most", "probability": 0.0111083984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.71875}, {"token_id": 15, "token_text": ",", "probability": 0.058837890625}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}, {"token_id": 262, "token_text": " and", "probability": 0.033447265625}, {"token_id": 2259, "token_text": " city", "probability": 0.01397705078125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.8125}, {"token_id": 230, "token_text": " the", "probability": 0.033447265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.020263671875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.009033203125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.006591796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51171875}, {"token_id": 15, "token_text": ",", "probability": 0.212890625}, {"token_id": 262, "token_text": " and", "probability": 0.12158203125}, {"token_id": 323, "token_text": " (", "probability": 0.0106201171875}, {"token_id": 647, "token_text": " which", "probability": 0.00933837890625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.40625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.08544921875}, {"token_id": 679, "token_text": " It", "probability": 0.0751953125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0244140625}, {"token_id": 407, "token_text": " In", "probability": 0.0244140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.89453125}, {"token_id": 2259, "token_text": " city", "probability": 0.0068359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0032196044921875}, {"token_id": 20728, "token_text": " empire", "probability": 0.0032196044921875}, {"token_id": 8082, "token_text": " economy", "probability": 0.0026702880859375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.62890625}, {"token_id": 256, "token_text": " of", "probability": 0.109375}, {"token_id": 15, "token_text": ",", "probability": 0.03125}, {"token_id": 361, "token_text": " was", "probability": 0.0294189453125}, {"token_id": 10571, "token_text": " lies", "probability": 0.02294921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0135498046875}, {"token_id": 209, "token_text": " a", "probability": 0.00958251953125}, {"token_id": 751, "token_text": " also", "probability": 0.004547119140625}, {"token_id": 618, "token_text": " part", "probability": 0.004119873046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.796875}, {"token_id": 5656, "token_text": " largest", "probability": 0.010009765625}, {"token_id": 942, "token_text": " most", "probability": 0.0064697265625}, {"token_id": 9034, "token_text": " centre", "probability": 0.00537109375}, {"token_id": 5920, "token_text": " central", "probability": 0.005035400390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8046875}, {"token_id": 17, "token_text": ".", "probability": 0.033203125}, {"token_id": 15, "token_text": ",", "probability": 0.03125}, {"token_id": 262, "token_text": " and", "probability": 0.0228271484375}, {"token_id": 2259, "token_text": " city", "probability": 0.0189208984375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.83203125}, {"token_id": 230, "token_text": " the", "probability": 0.0303955078125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0152587890625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0081787109375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.00634765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.51953125}, {"token_id": 15, "token_text": ",", "probability": 0.1796875}, {"token_id": 262, "token_text": " and", "probability": 0.1318359375}, {"token_id": 234, "token_text": " in", "probability": 0.013916015625}, {"token_id": 323, "token_text": " (", "probability": 0.01080322265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.43359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0908203125}, {"token_id": 679, "token_text": " It", "probability": 0.06640625}, {"token_id": 407, "token_text": " In", "probability": 0.0216064453125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01904296875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.9296875}, {"token_id": 2259, "token_text": " city", "probability": 0.004058837890625}, {"token_id": 20728, "token_text": " empire", "probability": 0.0023040771484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.001739501953125}, {"token_id": 8082, "token_text": " economy", "probability": 0.0015869140625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6484375}, {"token_id": 256, "token_text": " of", "probability": 0.1357421875}, {"token_id": 361, "token_text": " was", "probability": 0.0267333984375}, {"token_id": 15, "token_text": ",", "probability": 0.0220947265625}, {"token_id": 614, "token_text": " has", "probability": 0.01953125}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 152, "correct_token_probability": 0.0009002685546875, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.11962890625}, {"token_id": 209, "token_text": " a", "probability": 0.04833984375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0284423828125}, {"token_id": 3857, "token_text": " located", "probability": 0.0235595703125}, {"token_id": 720, "token_text": " one", "probability": 0.01953125}, {"token_id": 14812, "token_text": " situated", "probability": 0.0167236328125}, {"token_id": 1576, "token_text": " now", "probability": 0.01220703125}, {"token_id": 234, "token_text": " in", "probability": 0.0118408203125}, {"token_id": 751, "token_text": " also", "probability": 0.0086669921875}, {"token_id": 248, "token_text": " an", "probability": 0.0084228515625}], "entropy": 6.34375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.012817445053406, "average_logprob_per_token": -7.012817445053406, "perplexity_on_target_sequence": 1110.7796610169494, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -7.012817445053406, "probability": 0.0009002685546875, "raw_probability": 0.0009002685546875, "correct_token_rank": 152}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58231.83554005623, "probe_elapsed_sec": 0.9931593659566715, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to determine the number of words in the language. The number of words in the language are not always understood. The number of words in the language are", "text": "A small language model should be used to determine the number of words in the language. The number of words in the language are not always understood. The number of words in the language are", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.58984375}, {"token_id": 534, "token_text": " not", "probability": 0.037841796875}, {"token_id": 581, "token_text": " have", "probability": 0.02294921875}, {"token_id": 1466, "token_text": " help", "probability": 0.0157470703125}, {"token_id": 2464, "token_text": " include", "probability": 0.0130615234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.3125}, {"token_id": 4424, "token_text": " considered", "probability": 0.032958984375}, {"token_id": 2956, "token_text": " able", "probability": 0.018798828125}, {"token_id": 209, "token_text": " a", "probability": 0.0177001953125}, {"token_id": 9996, "token_text": " applied", "probability": 0.01556396484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.3125}, {"token_id": 234, "token_text": " in", "probability": 0.1669921875}, {"token_id": 347, "token_text": " as", "probability": 0.12255859375}, {"token_id": 17, "token_text": ".", "probability": 0.0791015625}, {"token_id": 321, "token_text": " for", "probability": 0.051025390625}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.06005859375}, {"token_id": 10728, "token_text": " describe", "probability": 0.052978515625}, {"token_id": 7749, "token_text": " measure", "probability": 0.046875}, {"token_id": 10938, "token_text": " identify", "probability": 0.038818359375}, {"token_id": 19740, "token_text": " predict", "probability": 0.0322265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.48046875}, {"token_id": 1092, "token_text": " if", "probability": 0.050537109375}, {"token_id": 4007, "token_text": " whether", "probability": 0.03466796875}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 1168, "token_text": " how", "probability": 0.027099609375}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.05859375, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.05859375}, {"token_id": 5155, "token_text": " value", "probability": 0.02294921875}, {"token_id": 2526, "token_text": " level", "probability": 0.01904296875}, {"token_id": 5913, "token_text": " meaning", "probability": 0.0157470703125}, {"token_id": 6449, "token_text": " location", "probability": 0.01153564453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9296875}, {"token_id": 262, "token_text": " and", "probability": 0.01708984375}, {"token_id": 410, "token_text": " or", "probability": 0.0037994384765625}, {"token_id": 15, "token_text": ",", "probability": 0.0026092529296875}, {"token_id": 16, "token_text": "-", "probability": 0.002532958984375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.07373046875}, {"token_id": 3965, "token_text": " language", "probability": 0.038330078125}, {"token_id": 9378, "token_text": " languages", "probability": 0.024658203125}, {"token_id": 230, "token_text": " the", "probability": 0.0224609375}, {"token_id": 19897, "token_text": " variables", "probability": 0.0164794921875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.1669921875}, {"token_id": 379, "token_text": " that", "probability": 0.11474609375}, {"token_id": 262, "token_text": " and", "probability": 0.06982421875}, {"token_id": 1347, "token_text": " used", "probability": 0.057861328125}, {"token_id": 17, "token_text": ".", "probability": 0.0478515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3671875}, {"token_id": 209, "token_text": " a", "probability": 0.126953125}, {"token_id": 587, "token_text": " this", "probability": 0.0439453125}, {"token_id": 1917, "token_text": " each", "probability": 0.038818359375}, {"token_id": 647, "token_text": " which", "probability": 0.031982421875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.16015625}, {"token_id": 2185, "token_text": " word", "probability": 0.08056640625}, {"token_id": 23594, "token_text": " dictionary", "probability": 0.049072265625}, {"token_id": 9184, "token_text": " sentence", "probability": 0.027099609375}, {"token_id": 3093, "token_text": " English", "probability": 0.0203857421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.30078125}, {"token_id": 15, "token_text": ",", "probability": 0.091796875}, {"token_id": 256, "token_text": " of", "probability": 0.043212890625}, {"token_id": 262, "token_text": " and", "probability": 0.0380859375}, {"token_id": 323, "token_text": " (", "probability": 0.0211181640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1435546875}, {"token_id": 1182, "token_text": " For", "probability": 0.06396484375}, {"token_id": 407, "token_text": " In", "probability": 0.046875}, {"token_id": 277, "token_text": " A", "probability": 0.0439453125}, {"token_id": 1062, "token_text": " This", "probability": 0.038818359375}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.08544921875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.08544921875}, {"token_id": 1617, "token_text": " term", "probability": 0.04296875}, {"token_id": 2185, "token_text": " word", "probability": 0.030517578125}, {"token_id": 3965, "token_text": " language", "probability": 0.0277099609375}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.75}, {"token_id": 336, "token_text": " is", "probability": 0.05419921875}, {"token_id": 1503, "token_text": " should", "probability": 0.0225830078125}, {"token_id": 262, "token_text": " and", "probability": 0.01141357421875}, {"token_id": 234, "token_text": " in", "probability": 0.007354736328125}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.78515625}, {"token_id": 2185, "token_text": " word", "probability": 0.0196533203125}, {"token_id": 20935, "token_text": " sentences", "probability": 0.01055908203125}, {"token_id": 27158, "token_text": " expressions", "probability": 0.0098876953125}, {"token_id": 8896, "token_text": " letters", "probability": 0.00872802734375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.57421875}, {"token_id": 379, "token_text": " that", "probability": 0.07763671875}, {"token_id": 336, "token_text": " is", "probability": 0.03662109375}, {"token_id": 1503, "token_text": " should", "probability": 0.0196533203125}, {"token_id": 467, "token_text": " are", "probability": 0.0162353515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6640625}, {"token_id": 209, "token_text": " a", "probability": 0.04248046875}, {"token_id": 587, "token_text": " this", "probability": 0.039794921875}, {"token_id": 3093, "token_text": " English", "probability": 0.031005859375}, {"token_id": 1917, "token_text": " each", "probability": 0.0213623046875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.408203125}, {"token_id": 3093, "token_text": " English", "probability": 0.04296875}, {"token_id": 2185, "token_text": " word", "probability": 0.031494140625}, {"token_id": 23594, "token_text": " dictionary", "probability": 0.0277099609375}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.016357421875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.1455078125}, {"token_id": 336, "token_text": " is", "probability": 0.10693359375}, {"token_id": 566, "token_text": " can", "probability": 0.10009765625}, {"token_id": 1503, "token_text": " should", "probability": 0.039306640625}, {"token_id": 2545, "token_text": " must", "probability": 0.0269775390625}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.0625, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.0625}, {"token_id": 1347, "token_text": " used", "probability": 0.058837890625}, {"token_id": 29, "token_text": ":", "probability": 0.058837890625}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}, {"token_id": 230, "token_text": " the", "probability": 0.0196533203125}]}, {"token_id": 3173, "token_text": " always", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 3173, "token_text": " always", "probability": 0.046875}, {"token_id": 16755, "token_text": " necessarily", "probability": 0.038818359375}, {"token_id": 1347, "token_text": " used", "probability": 0.0341796875}, {"token_id": 347, "token_text": " as", "probability": 0.0284423828125}, {"token_id": 1118, "token_text": " only", "probability": 0.0250244140625}]}, {"token_id": 15462, "token_text": " understood", "chosen_probability": 0.05126953125, "top_k_candidates": [{"token_id": 15462, "token_text": " understood", "probability": 0.05126953125}, {"token_id": 230, "token_text": " the", "probability": 0.04248046875}, {"token_id": 1347, "token_text": " used", "probability": 0.0311279296875}, {"token_id": 234, "token_text": " in", "probability": 0.0311279296875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0213623046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.41796875}, {"token_id": 15, "token_text": ",", "probability": 0.2099609375}, {"token_id": 347, "token_text": " as", "probability": 0.0498046875}, {"token_id": 234, "token_text": " in", "probability": 0.0439453125}, {"token_id": 262, "token_text": " and", "probability": 0.0322265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.162109375}, {"token_id": 1182, "token_text": " For", "probability": 0.055908203125}, {"token_id": 407, "token_text": " In", "probability": 0.04638671875}, {"token_id": 277, "token_text": " A", "probability": 0.031982421875}, {"token_id": 2473, "token_text": " However", "probability": 0.030029296875}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.404296875}, {"token_id": 1617, "token_text": " term", "probability": 0.027587890625}, {"token_id": 3965, "token_text": " language", "probability": 0.0228271484375}, {"token_id": 2185, "token_text": " word", "probability": 0.0201416015625}, {"token_id": 7104, "token_text": " numbers", "probability": 0.018310546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83203125}, {"token_id": 336, "token_text": " is", "probability": 0.03662109375}, {"token_id": 467, "token_text": " are", "probability": 0.00811767578125}, {"token_id": 234, "token_text": " in", "probability": 0.00811767578125}, {"token_id": 262, "token_text": " and", "probability": 0.007659912109375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.83984375}, {"token_id": 2185, "token_text": " word", "probability": 0.02392578125}, {"token_id": 20935, "token_text": " sentences", "probability": 0.00994873046875}, {"token_id": 27212, "token_text": " phrases", "probability": 0.00775146484375}, {"token_id": 8896, "token_text": " letters", "probability": 0.0068359375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.91796875}, {"token_id": 379, "token_text": " that", "probability": 0.01397705078125}, {"token_id": 336, "token_text": " is", "probability": 0.00701904296875}, {"token_id": 2726, "token_text": " within", "probability": 0.00482177734375}, {"token_id": 467, "token_text": " are", "probability": 0.004547119140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.85546875}, {"token_id": 3093, "token_text": " English", "probability": 0.0189208984375}, {"token_id": 209, "token_text": " a", "probability": 0.01470947265625}, {"token_id": 587, "token_text": " this", "probability": 0.011474609375}, {"token_id": 3965, "token_text": " language", "probability": 0.0101318359375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.765625}, {"token_id": 3093, "token_text": " English", "probability": 0.031494140625}, {"token_id": 9378, "token_text": " languages", "probability": 0.021728515625}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.01025390625}, {"token_id": 27252, "token_text": " grammar", "probability": 0.01025390625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.380859375}, {"token_id": 336, "token_text": " is", "probability": 0.080078125}, {"token_id": 566, "token_text": " can", "probability": 0.0703125}, {"token_id": 1503, "token_text": " should", "probability": 0.021484375}, {"token_id": 15, "token_text": ",", "probability": 0.0201416015625}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.58984375}, {"token_id": 534, "token_text": " not", "probability": 0.037841796875}, {"token_id": 581, "token_text": " have", "probability": 0.02294921875}, {"token_id": 1466, "token_text": " help", "probability": 0.0157470703125}, {"token_id": 2464, "token_text": " include", "probability": 0.0130615234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.3125}, {"token_id": 4424, "token_text": " considered", "probability": 0.032958984375}, {"token_id": 2956, "token_text": " able", "probability": 0.018798828125}, {"token_id": 209, "token_text": " a", "probability": 0.0177001953125}, {"token_id": 9996, "token_text": " applied", "probability": 0.01556396484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.3125}, {"token_id": 234, "token_text": " in", "probability": 0.1669921875}, {"token_id": 347, "token_text": " as", "probability": 0.12255859375}, {"token_id": 17, "token_text": ".", "probability": 0.0791015625}, {"token_id": 321, "token_text": " for", "probability": 0.051025390625}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.06005859375}, {"token_id": 10728, "token_text": " describe", "probability": 0.052978515625}, {"token_id": 7749, "token_text": " measure", "probability": 0.046875}, {"token_id": 10938, "token_text": " identify", "probability": 0.038818359375}, {"token_id": 19740, "token_text": " predict", "probability": 0.0322265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.48046875}, {"token_id": 1092, "token_text": " if", "probability": 0.050537109375}, {"token_id": 4007, "token_text": " whether", "probability": 0.03466796875}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 1168, "token_text": " how", "probability": 0.027099609375}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.05859375, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.05859375}, {"token_id": 5155, "token_text": " value", "probability": 0.02294921875}, {"token_id": 2526, "token_text": " level", "probability": 0.01904296875}, {"token_id": 5913, "token_text": " meaning", "probability": 0.0157470703125}, {"token_id": 6449, "token_text": " location", "probability": 0.01153564453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9296875}, {"token_id": 262, "token_text": " and", "probability": 0.01708984375}, {"token_id": 410, "token_text": " or", "probability": 0.0037994384765625}, {"token_id": 15, "token_text": ",", "probability": 0.0026092529296875}, {"token_id": 16, "token_text": "-", "probability": 0.002532958984375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.07373046875}, {"token_id": 3965, "token_text": " language", "probability": 0.038330078125}, {"token_id": 9378, "token_text": " languages", "probability": 0.024658203125}, {"token_id": 230, "token_text": " the", "probability": 0.0224609375}, {"token_id": 19897, "token_text": " variables", "probability": 0.0164794921875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.1669921875}, {"token_id": 379, "token_text": " that", "probability": 0.11474609375}, {"token_id": 262, "token_text": " and", "probability": 0.06982421875}, {"token_id": 1347, "token_text": " used", "probability": 0.057861328125}, {"token_id": 17, "token_text": ".", "probability": 0.0478515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3671875}, {"token_id": 209, "token_text": " a", "probability": 0.126953125}, {"token_id": 587, "token_text": " this", "probability": 0.0439453125}, {"token_id": 1917, "token_text": " each", "probability": 0.038818359375}, {"token_id": 647, "token_text": " which", "probability": 0.031982421875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.16015625}, {"token_id": 2185, "token_text": " word", "probability": 0.08056640625}, {"token_id": 23594, "token_text": " dictionary", "probability": 0.049072265625}, {"token_id": 9184, "token_text": " sentence", "probability": 0.027099609375}, {"token_id": 3093, "token_text": " English", "probability": 0.0203857421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.30078125}, {"token_id": 15, "token_text": ",", "probability": 0.091796875}, {"token_id": 256, "token_text": " of", "probability": 0.043212890625}, {"token_id": 262, "token_text": " and", "probability": 0.0380859375}, {"token_id": 323, "token_text": " (", "probability": 0.0211181640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1474609375}, {"token_id": 1182, "token_text": " For", "probability": 0.0654296875}, {"token_id": 407, "token_text": " In", "probability": 0.0478515625}, {"token_id": 277, "token_text": " A", "probability": 0.044921875}, {"token_id": 1062, "token_text": " This", "probability": 0.03955078125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.08544921875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.08544921875}, {"token_id": 1617, "token_text": " term", "probability": 0.04296875}, {"token_id": 2185, "token_text": " word", "probability": 0.030517578125}, {"token_id": 3965, "token_text": " language", "probability": 0.0277099609375}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.75}, {"token_id": 336, "token_text": " is", "probability": 0.05419921875}, {"token_id": 1503, "token_text": " should", "probability": 0.0225830078125}, {"token_id": 262, "token_text": " and", "probability": 0.01141357421875}, {"token_id": 234, "token_text": " in", "probability": 0.007354736328125}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.78515625}, {"token_id": 2185, "token_text": " word", "probability": 0.0196533203125}, {"token_id": 20935, "token_text": " sentences", "probability": 0.01055908203125}, {"token_id": 27158, "token_text": " expressions", "probability": 0.0098876953125}, {"token_id": 8896, "token_text": " letters", "probability": 0.00872802734375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.57421875}, {"token_id": 379, "token_text": " that", "probability": 0.07763671875}, {"token_id": 336, "token_text": " is", "probability": 0.03662109375}, {"token_id": 1503, "token_text": " should", "probability": 0.0196533203125}, {"token_id": 467, "token_text": " are", "probability": 0.0162353515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6640625}, {"token_id": 209, "token_text": " a", "probability": 0.04248046875}, {"token_id": 587, "token_text": " this", "probability": 0.039794921875}, {"token_id": 3093, "token_text": " English", "probability": 0.031005859375}, {"token_id": 1917, "token_text": " each", "probability": 0.0213623046875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.408203125}, {"token_id": 3093, "token_text": " English", "probability": 0.04296875}, {"token_id": 2185, "token_text": " word", "probability": 0.031494140625}, {"token_id": 23594, "token_text": " dictionary", "probability": 0.0277099609375}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.016357421875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.1455078125}, {"token_id": 336, "token_text": " is", "probability": 0.10693359375}, {"token_id": 566, "token_text": " can", "probability": 0.10009765625}, {"token_id": 1503, "token_text": " should", "probability": 0.039306640625}, {"token_id": 2545, "token_text": " must", "probability": 0.0269775390625}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.0625, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.0625}, {"token_id": 1347, "token_text": " used", "probability": 0.058837890625}, {"token_id": 29, "token_text": ":", "probability": 0.058837890625}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}, {"token_id": 230, "token_text": " the", "probability": 0.0196533203125}]}, {"token_id": 3173, "token_text": " always", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 3173, "token_text": " always", "probability": 0.046875}, {"token_id": 16755, "token_text": " necessarily", "probability": 0.038818359375}, {"token_id": 1347, "token_text": " used", "probability": 0.0341796875}, {"token_id": 347, "token_text": " as", "probability": 0.0284423828125}, {"token_id": 1118, "token_text": " only", "probability": 0.0250244140625}]}, {"token_id": 15462, "token_text": " understood", "chosen_probability": 0.05126953125, "top_k_candidates": [{"token_id": 15462, "token_text": " understood", "probability": 0.05126953125}, {"token_id": 230, "token_text": " the", "probability": 0.04248046875}, {"token_id": 1347, "token_text": " used", "probability": 0.0311279296875}, {"token_id": 234, "token_text": " in", "probability": 0.0311279296875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0213623046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.41796875}, {"token_id": 15, "token_text": ",", "probability": 0.2099609375}, {"token_id": 347, "token_text": " as", "probability": 0.0498046875}, {"token_id": 234, "token_text": " in", "probability": 0.0439453125}, {"token_id": 262, "token_text": " and", "probability": 0.0322265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1669921875}, {"token_id": 1182, "token_text": " For", "probability": 0.0576171875}, {"token_id": 407, "token_text": " In", "probability": 0.0478515625}, {"token_id": 277, "token_text": " A", "probability": 0.03271484375}, {"token_id": 2473, "token_text": " However", "probability": 0.0308837890625}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.404296875}, {"token_id": 1617, "token_text": " term", "probability": 0.027587890625}, {"token_id": 3965, "token_text": " language", "probability": 0.0228271484375}, {"token_id": 2185, "token_text": " word", "probability": 0.0201416015625}, {"token_id": 7104, "token_text": " numbers", "probability": 0.018310546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83203125}, {"token_id": 336, "token_text": " is", "probability": 0.03662109375}, {"token_id": 467, "token_text": " are", "probability": 0.00811767578125}, {"token_id": 234, "token_text": " in", "probability": 0.00811767578125}, {"token_id": 262, "token_text": " and", "probability": 0.007659912109375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.83984375}, {"token_id": 2185, "token_text": " word", "probability": 0.02392578125}, {"token_id": 20935, "token_text": " sentences", "probability": 0.00994873046875}, {"token_id": 27212, "token_text": " phrases", "probability": 0.00775146484375}, {"token_id": 8896, "token_text": " letters", "probability": 0.0068359375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.91796875}, {"token_id": 379, "token_text": " that", "probability": 0.01397705078125}, {"token_id": 336, "token_text": " is", "probability": 0.00701904296875}, {"token_id": 2726, "token_text": " within", "probability": 0.00482177734375}, {"token_id": 467, "token_text": " are", "probability": 0.004547119140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.85546875}, {"token_id": 3093, "token_text": " English", "probability": 0.0189208984375}, {"token_id": 209, "token_text": " a", "probability": 0.01470947265625}, {"token_id": 587, "token_text": " this", "probability": 0.011474609375}, {"token_id": 3965, "token_text": " language", "probability": 0.0101318359375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.765625}, {"token_id": 3093, "token_text": " English", "probability": 0.031494140625}, {"token_id": 9378, "token_text": " languages", "probability": 0.021728515625}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.01025390625}, {"token_id": 27252, "token_text": " grammar", "probability": 0.01025390625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.380859375}, {"token_id": 336, "token_text": " is", "probability": 0.080078125}, {"token_id": 566, "token_text": " can", "probability": 0.0703125}, {"token_id": 1503, "token_text": " should", "probability": 0.021484375}, {"token_id": 15, "token_text": ",", "probability": 0.0201416015625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.58984375}, {"token_id": 534, "token_text": " not", "probability": 0.037841796875}, {"token_id": 581, "token_text": " have", "probability": 0.02294921875}, {"token_id": 1466, "token_text": " help", "probability": 0.0157470703125}, {"token_id": 2464, "token_text": " include", "probability": 0.0130615234375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.3125}, {"token_id": 4424, "token_text": " considered", "probability": 0.032958984375}, {"token_id": 2956, "token_text": " able", "probability": 0.018798828125}, {"token_id": 209, "token_text": " a", "probability": 0.0177001953125}, {"token_id": 9996, "token_text": " applied", "probability": 0.01556396484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.3125}, {"token_id": 234, "token_text": " in", "probability": 0.1669921875}, {"token_id": 347, "token_text": " as", "probability": 0.12255859375}, {"token_id": 17, "token_text": ".", "probability": 0.0791015625}, {"token_id": 321, "token_text": " for", "probability": 0.051025390625}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.06005859375}, {"token_id": 10728, "token_text": " describe", "probability": 0.052978515625}, {"token_id": 7749, "token_text": " measure", "probability": 0.046875}, {"token_id": 10938, "token_text": " identify", "probability": 0.038818359375}, {"token_id": 19740, "token_text": " predict", "probability": 0.0322265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.48046875}, {"token_id": 1092, "token_text": " if", "probability": 0.050537109375}, {"token_id": 4007, "token_text": " whether", "probability": 0.03466796875}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 1168, "token_text": " how", "probability": 0.027099609375}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.05859375, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.05859375}, {"token_id": 5155, "token_text": " value", "probability": 0.02294921875}, {"token_id": 2526, "token_text": " level", "probability": 0.01904296875}, {"token_id": 5913, "token_text": " meaning", "probability": 0.0157470703125}, {"token_id": 6449, "token_text": " location", "probability": 0.01153564453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9296875}, {"token_id": 262, "token_text": " and", "probability": 0.01708984375}, {"token_id": 410, "token_text": " or", "probability": 0.0037994384765625}, {"token_id": 15, "token_text": ",", "probability": 0.0026092529296875}, {"token_id": 16, "token_text": "-", "probability": 0.002532958984375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.07373046875}, {"token_id": 3965, "token_text": " language", "probability": 0.038330078125}, {"token_id": 9378, "token_text": " languages", "probability": 0.024658203125}, {"token_id": 230, "token_text": " the", "probability": 0.0224609375}, {"token_id": 19897, "token_text": " variables", "probability": 0.0164794921875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.1669921875}, {"token_id": 379, "token_text": " that", "probability": 0.11474609375}, {"token_id": 262, "token_text": " and", "probability": 0.06982421875}, {"token_id": 1347, "token_text": " used", "probability": 0.057861328125}, {"token_id": 17, "token_text": ".", "probability": 0.0478515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3671875}, {"token_id": 209, "token_text": " a", "probability": 0.126953125}, {"token_id": 587, "token_text": " this", "probability": 0.0439453125}, {"token_id": 1917, "token_text": " each", "probability": 0.038818359375}, {"token_id": 647, "token_text": " which", "probability": 0.031982421875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.16015625}, {"token_id": 2185, "token_text": " word", "probability": 0.08056640625}, {"token_id": 23594, "token_text": " dictionary", "probability": 0.049072265625}, {"token_id": 9184, "token_text": " sentence", "probability": 0.027099609375}, {"token_id": 3093, "token_text": " English", "probability": 0.0203857421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.30078125}, {"token_id": 15, "token_text": ",", "probability": 0.091796875}, {"token_id": 256, "token_text": " of", "probability": 0.043212890625}, {"token_id": 262, "token_text": " and", "probability": 0.0380859375}, {"token_id": 323, "token_text": " (", "probability": 0.0211181640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1474609375}, {"token_id": 1182, "token_text": " For", "probability": 0.0654296875}, {"token_id": 407, "token_text": " In", "probability": 0.0478515625}, {"token_id": 277, "token_text": " A", "probability": 0.044921875}, {"token_id": 1062, "token_text": " This", "probability": 0.03955078125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.08544921875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.08544921875}, {"token_id": 1617, "token_text": " term", "probability": 0.04296875}, {"token_id": 2185, "token_text": " word", "probability": 0.030517578125}, {"token_id": 3965, "token_text": " language", "probability": 0.0277099609375}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.75}, {"token_id": 336, "token_text": " is", "probability": 0.05419921875}, {"token_id": 1503, "token_text": " should", "probability": 0.0225830078125}, {"token_id": 262, "token_text": " and", "probability": 0.01141357421875}, {"token_id": 234, "token_text": " in", "probability": 0.007354736328125}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.78515625}, {"token_id": 2185, "token_text": " word", "probability": 0.0196533203125}, {"token_id": 20935, "token_text": " sentences", "probability": 0.01055908203125}, {"token_id": 27158, "token_text": " expressions", "probability": 0.0098876953125}, {"token_id": 8896, "token_text": " letters", "probability": 0.00872802734375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.57421875}, {"token_id": 379, "token_text": " that", "probability": 0.07763671875}, {"token_id": 336, "token_text": " is", "probability": 0.03662109375}, {"token_id": 1503, "token_text": " should", "probability": 0.0196533203125}, {"token_id": 467, "token_text": " are", "probability": 0.0162353515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6640625}, {"token_id": 209, "token_text": " a", "probability": 0.04248046875}, {"token_id": 587, "token_text": " this", "probability": 0.039794921875}, {"token_id": 3093, "token_text": " English", "probability": 0.031005859375}, {"token_id": 1917, "token_text": " each", "probability": 0.0213623046875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.408203125}, {"token_id": 3093, "token_text": " English", "probability": 0.04296875}, {"token_id": 2185, "token_text": " word", "probability": 0.031494140625}, {"token_id": 23594, "token_text": " dictionary", "probability": 0.0277099609375}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.016357421875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.1455078125}, {"token_id": 336, "token_text": " is", "probability": 0.10693359375}, {"token_id": 566, "token_text": " can", "probability": 0.10009765625}, {"token_id": 1503, "token_text": " should", "probability": 0.039306640625}, {"token_id": 2545, "token_text": " must", "probability": 0.0269775390625}]}, {"token_id": 534, "token_text": " not", "chosen_probability": 0.0625, "top_k_candidates": [{"token_id": 534, "token_text": " not", "probability": 0.0625}, {"token_id": 1347, "token_text": " used", "probability": 0.058837890625}, {"token_id": 29, "token_text": ":", "probability": 0.058837890625}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}, {"token_id": 230, "token_text": " the", "probability": 0.0196533203125}]}, {"token_id": 3173, "token_text": " always", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 3173, "token_text": " always", "probability": 0.046875}, {"token_id": 16755, "token_text": " necessarily", "probability": 0.038818359375}, {"token_id": 1347, "token_text": " used", "probability": 0.0341796875}, {"token_id": 347, "token_text": " as", "probability": 0.0284423828125}, {"token_id": 1118, "token_text": " only", "probability": 0.0250244140625}]}, {"token_id": 15462, "token_text": " understood", "chosen_probability": 0.05126953125, "top_k_candidates": [{"token_id": 15462, "token_text": " understood", "probability": 0.05126953125}, {"token_id": 230, "token_text": " the", "probability": 0.04248046875}, {"token_id": 1347, "token_text": " used", "probability": 0.0311279296875}, {"token_id": 234, "token_text": " in", "probability": 0.0311279296875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0213623046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.41796875}, {"token_id": 15, "token_text": ",", "probability": 0.2099609375}, {"token_id": 347, "token_text": " as", "probability": 0.0498046875}, {"token_id": 234, "token_text": " in", "probability": 0.0439453125}, {"token_id": 262, "token_text": " and", "probability": 0.0322265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1669921875}, {"token_id": 1182, "token_text": " For", "probability": 0.0576171875}, {"token_id": 407, "token_text": " In", "probability": 0.0478515625}, {"token_id": 277, "token_text": " A", "probability": 0.03271484375}, {"token_id": 2473, "token_text": " However", "probability": 0.0308837890625}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.404296875}, {"token_id": 1617, "token_text": " term", "probability": 0.027587890625}, {"token_id": 3965, "token_text": " language", "probability": 0.0228271484375}, {"token_id": 2185, "token_text": " word", "probability": 0.0201416015625}, {"token_id": 7104, "token_text": " numbers", "probability": 0.018310546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83203125}, {"token_id": 336, "token_text": " is", "probability": 0.03662109375}, {"token_id": 467, "token_text": " are", "probability": 0.00811767578125}, {"token_id": 234, "token_text": " in", "probability": 0.00811767578125}, {"token_id": 262, "token_text": " and", "probability": 0.007659912109375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.83984375}, {"token_id": 2185, "token_text": " word", "probability": 0.02392578125}, {"token_id": 20935, "token_text": " sentences", "probability": 0.00994873046875}, {"token_id": 27212, "token_text": " phrases", "probability": 0.00775146484375}, {"token_id": 8896, "token_text": " letters", "probability": 0.0068359375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.91796875}, {"token_id": 379, "token_text": " that", "probability": 0.01397705078125}, {"token_id": 336, "token_text": " is", "probability": 0.00701904296875}, {"token_id": 2726, "token_text": " within", "probability": 0.00482177734375}, {"token_id": 467, "token_text": " are", "probability": 0.004547119140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.85546875}, {"token_id": 3093, "token_text": " English", "probability": 0.0189208984375}, {"token_id": 209, "token_text": " a", "probability": 0.01470947265625}, {"token_id": 587, "token_text": " this", "probability": 0.011474609375}, {"token_id": 3965, "token_text": " language", "probability": 0.0101318359375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.765625}, {"token_id": 3093, "token_text": " English", "probability": 0.031494140625}, {"token_id": 9378, "token_text": " languages", "probability": 0.021728515625}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.01025390625}, {"token_id": 27252, "token_text": " grammar", "probability": 0.01025390625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.380859375}, {"token_id": 336, "token_text": " is", "probability": 0.080078125}, {"token_id": 566, "token_text": " can", "probability": 0.0703125}, {"token_id": 1503, "token_text": " should", "probability": 0.021484375}, {"token_id": 15, "token_text": ",", "probability": 0.0201416015625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.58984375, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.58984375}, {"token_id": 534, "token_text": " not", "probability": 0.037841796875}, {"token_id": 581, "token_text": " have", "probability": 0.02294921875}, {"token_id": 1466, "token_text": " help", "probability": 0.0157470703125}, {"token_id": 2464, "token_text": " include", "probability": 0.0130615234375}, {"token_id": 751, "token_text": " also", "probability": 0.01019287109375}, {"token_id": 3710, "token_text": " provide", "probability": 0.00958251953125}, {"token_id": 1624, "token_text": " look", "probability": 0.0084228515625}, {"token_id": 1300, "token_text": " use", "probability": 0.006378173828125}, {"token_id": 3173, "token_text": " always", "probability": 0.006378173828125}], "entropy": 2.90625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.5278976076646381, "average_logprob_per_token": -0.5278976076646381, "perplexity_on_target_sequence": 1.695364238410596, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.5278976076646381, "probability": 0.58984375, "raw_probability": 0.58984375, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58231.83613228798, "probe_elapsed_sec": 0.9931593659566715, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata una delle pi\u00f9 grandi potenze mondiali. La sua storia \u00e8 stata raccontata in un libro di storia, pubblicato nel 1992. La storia \u00e8 stata raccontata in", "text": "La capitale d'Italia \u00e8 stata una delle pi\u00f9 grandi potenze mondiali. La sua storia \u00e8 stata raccontata in un libro di storia, pubblicato nel 1992. La storia \u00e8 stata raccontata in", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1220703125}, {"token_id": 285, "token_text": " la", "probability": 0.07421875}, {"token_id": 293, "token_text": " il", "probability": 0.0654296875}, {"token_id": 267, "token_text": " un", "probability": 0.05078125}, {"token_id": 387, "token_text": " una", "probability": 0.044921875}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.0615234375}, {"token_id": 285, "token_text": " la", "probability": 0.05419921875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.044921875}, {"token_id": 267, "token_text": " un", "probability": 0.032958984375}, {"token_id": 227, "token_text": " l", "probability": 0.0240478515625}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.36328125}, {"token_id": 20232, "token_text": " repubblica", "probability": 0.0361328125}, {"token_id": 1513, "token_text": " grande", "probability": 0.03173828125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.028076171875}, {"token_id": 8189, "token_text": " potenza", "probability": 0.0247802734375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.30078125}, {"token_id": 6558, "token_text": " maggiori", "probability": 0.046142578125}, {"token_id": 4547, "token_text": " principali", "probability": 0.040771484375}, {"token_id": 2694, "token_text": " grandi", "probability": 0.0380859375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.03173828125}]}, {"token_id": 2694, "token_text": " grandi", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 2694, "token_text": " grandi", "probability": 0.3671875}, {"token_id": 4166, "token_text": " importanti", "probability": 0.251953125}, {"token_id": 12693, "token_text": " antiche", "probability": 0.052978515625}, {"token_id": 7938, "token_text": " belle", "probability": 0.0341796875}, {"token_id": 14811, "token_text": " potenti", "probability": 0.0283203125}]}, {"token_id": 21726, "token_text": " potenze", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 21726, "token_text": " potenze", "probability": 0.162109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1435546875}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.049560546875}, {"token_id": 10105, "token_text": " imprese", "probability": 0.041015625}, {"token_id": 1653, "token_text": " econom", "probability": 0.0264892578125}]}, {"token_id": 12189, "token_text": " mondiali", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 12189, "token_text": " mondiali", "probability": 0.25390625}, {"token_id": 12761, "token_text": " europee", "probability": 0.10595703125}, {"token_id": 337, "token_text": " del", "probability": 0.07763671875}, {"token_id": 465, "token_text": " dell", "probability": 0.050048828125}, {"token_id": 370, "token_text": " della", "probability": 0.04150390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.29296875}, {"token_id": 15, "token_text": ",", "probability": 0.189453125}, {"token_id": 246, "token_text": " e", "probability": 0.07421875}, {"token_id": 337, "token_text": " del", "probability": 0.037109375}, {"token_id": 29, "token_text": ":", "probability": 0.037109375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.12451171875}, {"token_id": 538, "token_text": " Il", "probability": 0.0625}, {"token_id": 302, "token_text": " L", "probability": 0.037841796875}, {"token_id": 719, "token_text": " Le", "probability": 0.029541015625}, {"token_id": 407, "token_text": " In", "probability": 0.0245361328125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.09716796875}, {"token_id": 870, "token_text": " prima", "probability": 0.052001953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.04052734375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.029541015625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.02783203125}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.0888671875}, {"token_id": 17465, "token_text": " economia", "probability": 0.044677734375}, {"token_id": 4036, "token_text": " forza", "probability": 0.039306640625}, {"token_id": 9874, "token_text": " importanza", "probability": 0.03271484375}, {"token_id": 870, "token_text": " prima", "probability": 0.03271484375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.365234375}, {"token_id": 395, "token_text": " si", "probability": 0.0634765625}, {"token_id": 214, "token_text": " d", "probability": 0.03857421875}, {"token_id": 238, "token_text": " di", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.0361328125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.2177734375}, {"token_id": 6808, "token_text": " ambient", "probability": 0.05517578125}, {"token_id": 8369, "token_text": " raccont", "probability": 0.033447265625}, {"token_id": 267, "token_text": " un", "probability": 0.033447265625}, {"token_id": 1469, "token_text": " quella", "probability": 0.02294921875}]}, {"token_id": 8369, "token_text": " raccont", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 8369, "token_text": " raccont", "probability": 0.1279296875}, {"token_id": 3963, "token_text": " segn", "probability": 0.028564453125}, {"token_id": 8910, "token_text": " combatt", "probability": 0.0208740234375}, {"token_id": 1199, "token_text": " molto", "probability": 0.0196533203125}, {"token_id": 267, "token_text": " un", "probability": 0.0196533203125}]}, {"token_id": 396, "token_text": "ata", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 396, "token_text": "ata", "probability": 0.98828125}, {"token_id": 509, "token_text": "ando", "probability": 0.005523681640625}, {"token_id": 4828, "token_text": "arla", "probability": 0.000701904296875}, {"token_id": 375, "token_text": "ate", "probability": 0.00054931640625}, {"token_id": 11146, "token_text": "andola", "probability": 0.0003528594970703125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.150390625}, {"token_id": 333, "token_text": " da", "probability": 0.11669921875}, {"token_id": 447, "token_text": " nel", "probability": 0.08056640625}, {"token_id": 674, "token_text": " dal", "probability": 0.0625}, {"token_id": 272, "token_text": " con", "probability": 0.048828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08154296875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0673828125}, {"token_id": 5666, "token_text": " occasione", "probability": 0.055908203125}, {"token_id": 2716, "token_text": " Italia", "probability": 0.03857421875}, {"token_id": 387, "token_text": " una", "probability": 0.0361328125}]}, {"token_id": 3492, "token_text": " libro", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 3492, "token_text": " libro", "probability": 0.1640625}, {"token_id": 10, "token_text": "'", "probability": 0.11279296875}, {"token_id": 6668, "token_text": " articolo", "probability": 0.08251953125}, {"token_id": 1833, "token_text": " post", "probability": 0.050048828125}, {"token_id": 2277, "token_text": " video", "probability": 0.0302734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.146484375}, {"token_id": 12097, "token_text": " intitolato", "probability": 0.06494140625}, {"token_id": 337, "token_text": " del", "probability": 0.06103515625}, {"token_id": 303, "token_text": " che", "probability": 0.0537109375}, {"token_id": 234, "token_text": " in", "probability": 0.044677734375}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.049072265625}, {"token_id": 27653, "token_text": " memorie", "probability": 0.0262451171875}, {"token_id": 26525, "token_text": " fantascienza", "probability": 0.019775390625}, {"token_id": 267, "token_text": " un", "probability": 0.01544189453125}, {"token_id": 1513, "token_text": " grande", "probability": 0.01031494140625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.0810546875}, {"token_id": 246, "token_text": " e", "probability": 0.06298828125}, {"token_id": 370, "token_text": " della", "probability": 0.059326171875}, {"token_id": 3973, "token_text": " internazionale", "probability": 0.052490234375}, {"token_id": 337, "token_text": " del", "probability": 0.052490234375}]}, {"token_id": 4006, "token_text": " pubblicato", "chosen_probability": 0.05908203125, "top_k_candidates": [{"token_id": 4006, "token_text": " pubblicato", "probability": 0.05908203125}, {"token_id": 303, "token_text": " che", "probability": 0.0556640625}, {"token_id": 234, "token_text": " in", "probability": 0.0556640625}, {"token_id": 238, "token_text": " di", "probability": 0.040771484375}, {"token_id": 445, "token_text": " ma", "probability": 0.03369140625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.2138671875}, {"token_id": 234, "token_text": " in", "probability": 0.146484375}, {"token_id": 294, "token_text": " su", "probability": 0.1376953125}, {"token_id": 333, "token_text": " da", "probability": 0.03271484375}, {"token_id": 293, "token_text": " il", "probability": 0.03271484375}]}, {"token_id": 5218, "token_text": " 1992", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 5218, "token_text": " 1992", "probability": 0.0220947265625}, {"token_id": 9212, "token_text": " 1947", "probability": 0.0118408203125}, {"token_id": 4683, "token_text": " 1997", "probability": 0.0111083984375}, {"token_id": 4146, "token_text": " 1999", "probability": 0.0111083984375}, {"token_id": 2183, "token_text": " 2009", "probability": 0.0111083984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.310546875}, {"token_id": 15, "token_text": ",", "probability": 0.1767578125}, {"token_id": 246, "token_text": " e", "probability": 0.0693359375}, {"token_id": 333, "token_text": " da", "probability": 0.047607421875}, {"token_id": 272, "token_text": " con", "probability": 0.03955078125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.12109375}, {"token_id": 2, "token_text": "", "probability": 0.11376953125}, {"token_id": 538, "token_text": " Il", "probability": 0.060791015625}, {"token_id": 302, "token_text": " L", "probability": 0.04736328125}, {"token_id": 407, "token_text": " In", "probability": 0.0286865234375}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.1845703125}, {"token_id": 718, "token_text": " sua", "probability": 0.07666015625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.043701171875}, {"token_id": 870, "token_text": " prima", "probability": 0.043701171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.031982421875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.220703125}, {"token_id": 370, "token_text": " della", "probability": 0.1337890625}, {"token_id": 238, "token_text": " di", "probability": 0.1337890625}, {"token_id": 214, "token_text": " d", "probability": 0.076171875}, {"token_id": 337, "token_text": " del", "probability": 0.0595703125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.28125}, {"token_id": 6808, "token_text": " ambient", "probability": 0.08056640625}, {"token_id": 8369, "token_text": " raccont", "probability": 0.06689453125}, {"token_id": 267, "token_text": " un", "probability": 0.052001953125}, {"token_id": 387, "token_text": " una", "probability": 0.03369140625}]}, {"token_id": 8369, "token_text": " raccont", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 8369, "token_text": " raccont", "probability": 0.5859375}, {"token_id": 9226, "token_text": " scritta", "probability": 0.0274658203125}, {"token_id": 2273, "token_text": " trad", "probability": 0.0177001953125}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.015625}, {"token_id": 3963, "token_text": " segn", "probability": 0.00946044921875}]}, {"token_id": 396, "token_text": "ata", "chosen_probability": 1.0, "top_k_candidates": [{"token_id": 396, "token_text": "ata", "probability": 1.0}, {"token_id": 509, "token_text": "ando", "probability": 0.000553131103515625}, {"token_id": 375, "token_text": "ate", "probability": 0.0002460479736328125}, {"token_id": 4828, "token_text": "arla", "probability": 0.000148773193359375}, {"token_id": 5169, "token_text": "atrice", "probability": 0.00012302398681640625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.44140625}, {"token_id": 447, "token_text": " nel", "probability": 0.0869140625}, {"token_id": 333, "token_text": " da", "probability": 0.0673828125}, {"token_id": 272, "token_text": " con", "probability": 0.0281982421875}, {"token_id": 674, "token_text": " dal", "probability": 0.02490234375}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1220703125}, {"token_id": 285, "token_text": " la", "probability": 0.07421875}, {"token_id": 293, "token_text": " il", "probability": 0.0654296875}, {"token_id": 267, "token_text": " un", "probability": 0.05078125}, {"token_id": 387, "token_text": " una", "probability": 0.044921875}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.0615234375}, {"token_id": 285, "token_text": " la", "probability": 0.05419921875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.044921875}, {"token_id": 267, "token_text": " un", "probability": 0.032958984375}, {"token_id": 227, "token_text": " l", "probability": 0.0240478515625}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.36328125}, {"token_id": 20232, "token_text": " repubblica", "probability": 0.0361328125}, {"token_id": 1513, "token_text": " grande", "probability": 0.03173828125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.028076171875}, {"token_id": 8189, "token_text": " potenza", "probability": 0.0247802734375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.30078125}, {"token_id": 6558, "token_text": " maggiori", "probability": 0.046142578125}, {"token_id": 4547, "token_text": " principali", "probability": 0.040771484375}, {"token_id": 2694, "token_text": " grandi", "probability": 0.0380859375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.03173828125}]}, {"token_id": 2694, "token_text": " grandi", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 2694, "token_text": " grandi", "probability": 0.3671875}, {"token_id": 4166, "token_text": " importanti", "probability": 0.251953125}, {"token_id": 12693, "token_text": " antiche", "probability": 0.052978515625}, {"token_id": 7938, "token_text": " belle", "probability": 0.0341796875}, {"token_id": 14811, "token_text": " potenti", "probability": 0.0283203125}]}, {"token_id": 21726, "token_text": " potenze", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 21726, "token_text": " potenze", "probability": 0.162109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1435546875}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.049560546875}, {"token_id": 10105, "token_text": " imprese", "probability": 0.041015625}, {"token_id": 1653, "token_text": " econom", "probability": 0.0264892578125}]}, {"token_id": 12189, "token_text": " mondiali", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 12189, "token_text": " mondiali", "probability": 0.25390625}, {"token_id": 12761, "token_text": " europee", "probability": 0.10595703125}, {"token_id": 337, "token_text": " del", "probability": 0.07763671875}, {"token_id": 465, "token_text": " dell", "probability": 0.050048828125}, {"token_id": 370, "token_text": " della", "probability": 0.04150390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.29296875}, {"token_id": 15, "token_text": ",", "probability": 0.189453125}, {"token_id": 246, "token_text": " e", "probability": 0.07421875}, {"token_id": 337, "token_text": " del", "probability": 0.037109375}, {"token_id": 29, "token_text": ":", "probability": 0.037109375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.126953125}, {"token_id": 538, "token_text": " Il", "probability": 0.06396484375}, {"token_id": 302, "token_text": " L", "probability": 0.038818359375}, {"token_id": 719, "token_text": " Le", "probability": 0.0301513671875}, {"token_id": 407, "token_text": " In", "probability": 0.0250244140625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.09716796875}, {"token_id": 870, "token_text": " prima", "probability": 0.052001953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.04052734375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.029541015625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.02783203125}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.0888671875}, {"token_id": 17465, "token_text": " economia", "probability": 0.044677734375}, {"token_id": 4036, "token_text": " forza", "probability": 0.039306640625}, {"token_id": 9874, "token_text": " importanza", "probability": 0.03271484375}, {"token_id": 870, "token_text": " prima", "probability": 0.03271484375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.365234375}, {"token_id": 395, "token_text": " si", "probability": 0.0634765625}, {"token_id": 214, "token_text": " d", "probability": 0.03857421875}, {"token_id": 238, "token_text": " di", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.0361328125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.2177734375}, {"token_id": 6808, "token_text": " ambient", "probability": 0.05517578125}, {"token_id": 8369, "token_text": " raccont", "probability": 0.033447265625}, {"token_id": 267, "token_text": " un", "probability": 0.033447265625}, {"token_id": 1469, "token_text": " quella", "probability": 0.02294921875}]}, {"token_id": 8369, "token_text": " raccont", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 8369, "token_text": " raccont", "probability": 0.1279296875}, {"token_id": 3963, "token_text": " segn", "probability": 0.028564453125}, {"token_id": 8910, "token_text": " combatt", "probability": 0.0208740234375}, {"token_id": 1199, "token_text": " molto", "probability": 0.0196533203125}, {"token_id": 267, "token_text": " un", "probability": 0.0196533203125}]}, {"token_id": 396, "token_text": "ata", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 396, "token_text": "ata", "probability": 0.98828125}, {"token_id": 509, "token_text": "ando", "probability": 0.005523681640625}, {"token_id": 4828, "token_text": "arla", "probability": 0.000701904296875}, {"token_id": 375, "token_text": "ate", "probability": 0.00054931640625}, {"token_id": 11146, "token_text": "andola", "probability": 0.0003528594970703125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.150390625}, {"token_id": 333, "token_text": " da", "probability": 0.11669921875}, {"token_id": 447, "token_text": " nel", "probability": 0.08056640625}, {"token_id": 674, "token_text": " dal", "probability": 0.0625}, {"token_id": 272, "token_text": " con", "probability": 0.048828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08154296875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0673828125}, {"token_id": 5666, "token_text": " occasione", "probability": 0.055908203125}, {"token_id": 2716, "token_text": " Italia", "probability": 0.03857421875}, {"token_id": 387, "token_text": " una", "probability": 0.0361328125}]}, {"token_id": 3492, "token_text": " libro", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 3492, "token_text": " libro", "probability": 0.1640625}, {"token_id": 10, "token_text": "'", "probability": 0.11279296875}, {"token_id": 6668, "token_text": " articolo", "probability": 0.08251953125}, {"token_id": 1833, "token_text": " post", "probability": 0.050048828125}, {"token_id": 2277, "token_text": " video", "probability": 0.0302734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.146484375}, {"token_id": 12097, "token_text": " intitolato", "probability": 0.06494140625}, {"token_id": 337, "token_text": " del", "probability": 0.06103515625}, {"token_id": 303, "token_text": " che", "probability": 0.0537109375}, {"token_id": 234, "token_text": " in", "probability": 0.044677734375}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.049072265625}, {"token_id": 27653, "token_text": " memorie", "probability": 0.0262451171875}, {"token_id": 26525, "token_text": " fantascienza", "probability": 0.019775390625}, {"token_id": 267, "token_text": " un", "probability": 0.01544189453125}, {"token_id": 1513, "token_text": " grande", "probability": 0.01031494140625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.0810546875}, {"token_id": 246, "token_text": " e", "probability": 0.0634765625}, {"token_id": 370, "token_text": " della", "probability": 0.059326171875}, {"token_id": 3973, "token_text": " internazionale", "probability": 0.052490234375}, {"token_id": 337, "token_text": " del", "probability": 0.052490234375}]}, {"token_id": 4006, "token_text": " pubblicato", "chosen_probability": 0.05908203125, "top_k_candidates": [{"token_id": 4006, "token_text": " pubblicato", "probability": 0.05908203125}, {"token_id": 303, "token_text": " che", "probability": 0.0556640625}, {"token_id": 234, "token_text": " in", "probability": 0.0556640625}, {"token_id": 238, "token_text": " di", "probability": 0.040771484375}, {"token_id": 445, "token_text": " ma", "probability": 0.03369140625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.2138671875}, {"token_id": 234, "token_text": " in", "probability": 0.146484375}, {"token_id": 294, "token_text": " su", "probability": 0.1376953125}, {"token_id": 333, "token_text": " da", "probability": 0.03271484375}, {"token_id": 293, "token_text": " il", "probability": 0.03271484375}]}, {"token_id": 5218, "token_text": " 1992", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 5218, "token_text": " 1992", "probability": 0.0220947265625}, {"token_id": 9212, "token_text": " 1947", "probability": 0.0118408203125}, {"token_id": 4683, "token_text": " 1997", "probability": 0.0111083984375}, {"token_id": 4146, "token_text": " 1999", "probability": 0.0111083984375}, {"token_id": 2183, "token_text": " 2009", "probability": 0.0111083984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.310546875}, {"token_id": 15, "token_text": ",", "probability": 0.1767578125}, {"token_id": 246, "token_text": " e", "probability": 0.0693359375}, {"token_id": 333, "token_text": " da", "probability": 0.047607421875}, {"token_id": 272, "token_text": " con", "probability": 0.03955078125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.13671875}, {"token_id": 538, "token_text": " Il", "probability": 0.068359375}, {"token_id": 302, "token_text": " L", "probability": 0.053466796875}, {"token_id": 407, "token_text": " In", "probability": 0.032470703125}, {"token_id": 897, "token_text": " Nel", "probability": 0.02685546875}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.1845703125}, {"token_id": 718, "token_text": " sua", "probability": 0.07666015625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.043701171875}, {"token_id": 870, "token_text": " prima", "probability": 0.043701171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.031982421875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.220703125}, {"token_id": 370, "token_text": " della", "probability": 0.1337890625}, {"token_id": 238, "token_text": " di", "probability": 0.1337890625}, {"token_id": 214, "token_text": " d", "probability": 0.076171875}, {"token_id": 337, "token_text": " del", "probability": 0.0595703125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.28125}, {"token_id": 6808, "token_text": " ambient", "probability": 0.08056640625}, {"token_id": 8369, "token_text": " raccont", "probability": 0.06689453125}, {"token_id": 267, "token_text": " un", "probability": 0.052001953125}, {"token_id": 387, "token_text": " una", "probability": 0.03369140625}]}, {"token_id": 8369, "token_text": " raccont", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 8369, "token_text": " raccont", "probability": 0.5859375}, {"token_id": 9226, "token_text": " scritta", "probability": 0.0274658203125}, {"token_id": 2273, "token_text": " trad", "probability": 0.0177001953125}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.015625}, {"token_id": 3963, "token_text": " segn", "probability": 0.00946044921875}]}, {"token_id": 396, "token_text": "ata", "chosen_probability": 1.0, "top_k_candidates": [{"token_id": 396, "token_text": "ata", "probability": 1.0}, {"token_id": 509, "token_text": "ando", "probability": 0.000553131103515625}, {"token_id": 375, "token_text": "ate", "probability": 0.0002460479736328125}, {"token_id": 4828, "token_text": "arla", "probability": 0.000148773193359375}, {"token_id": 5169, "token_text": "atrice", "probability": 0.00012302398681640625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.44140625}, {"token_id": 447, "token_text": " nel", "probability": 0.0869140625}, {"token_id": 333, "token_text": " da", "probability": 0.0673828125}, {"token_id": 272, "token_text": " con", "probability": 0.0281982421875}, {"token_id": 674, "token_text": " dal", "probability": 0.02490234375}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1220703125}, {"token_id": 285, "token_text": " la", "probability": 0.07421875}, {"token_id": 293, "token_text": " il", "probability": 0.0654296875}, {"token_id": 267, "token_text": " un", "probability": 0.05078125}, {"token_id": 387, "token_text": " una", "probability": 0.044921875}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.0615234375}, {"token_id": 285, "token_text": " la", "probability": 0.05419921875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.044921875}, {"token_id": 267, "token_text": " un", "probability": 0.032958984375}, {"token_id": 227, "token_text": " l", "probability": 0.0240478515625}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.36328125}, {"token_id": 20232, "token_text": " repubblica", "probability": 0.0361328125}, {"token_id": 1513, "token_text": " grande", "probability": 0.03173828125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.028076171875}, {"token_id": 8189, "token_text": " potenza", "probability": 0.0247802734375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.30078125}, {"token_id": 6558, "token_text": " maggiori", "probability": 0.046142578125}, {"token_id": 4547, "token_text": " principali", "probability": 0.040771484375}, {"token_id": 2694, "token_text": " grandi", "probability": 0.0380859375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.03173828125}]}, {"token_id": 2694, "token_text": " grandi", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 2694, "token_text": " grandi", "probability": 0.3671875}, {"token_id": 4166, "token_text": " importanti", "probability": 0.251953125}, {"token_id": 12693, "token_text": " antiche", "probability": 0.052978515625}, {"token_id": 7938, "token_text": " belle", "probability": 0.0341796875}, {"token_id": 14811, "token_text": " potenti", "probability": 0.0283203125}]}, {"token_id": 21726, "token_text": " potenze", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 21726, "token_text": " potenze", "probability": 0.162109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1435546875}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.049560546875}, {"token_id": 10105, "token_text": " imprese", "probability": 0.041015625}, {"token_id": 1653, "token_text": " econom", "probability": 0.0264892578125}]}, {"token_id": 12189, "token_text": " mondiali", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 12189, "token_text": " mondiali", "probability": 0.25390625}, {"token_id": 12761, "token_text": " europee", "probability": 0.10595703125}, {"token_id": 337, "token_text": " del", "probability": 0.07763671875}, {"token_id": 465, "token_text": " dell", "probability": 0.050048828125}, {"token_id": 370, "token_text": " della", "probability": 0.04150390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.29296875}, {"token_id": 15, "token_text": ",", "probability": 0.189453125}, {"token_id": 246, "token_text": " e", "probability": 0.07421875}, {"token_id": 337, "token_text": " del", "probability": 0.037109375}, {"token_id": 29, "token_text": ":", "probability": 0.037109375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.126953125}, {"token_id": 538, "token_text": " Il", "probability": 0.06396484375}, {"token_id": 302, "token_text": " L", "probability": 0.038818359375}, {"token_id": 719, "token_text": " Le", "probability": 0.0301513671875}, {"token_id": 407, "token_text": " In", "probability": 0.0250244140625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.09716796875}, {"token_id": 870, "token_text": " prima", "probability": 0.052001953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.04052734375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.029541015625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.02783203125}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.0888671875}, {"token_id": 17465, "token_text": " economia", "probability": 0.044677734375}, {"token_id": 4036, "token_text": " forza", "probability": 0.039306640625}, {"token_id": 9874, "token_text": " importanza", "probability": 0.03271484375}, {"token_id": 870, "token_text": " prima", "probability": 0.03271484375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.365234375}, {"token_id": 395, "token_text": " si", "probability": 0.0634765625}, {"token_id": 214, "token_text": " d", "probability": 0.03857421875}, {"token_id": 238, "token_text": " di", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.0361328125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.2177734375}, {"token_id": 6808, "token_text": " ambient", "probability": 0.05517578125}, {"token_id": 8369, "token_text": " raccont", "probability": 0.033447265625}, {"token_id": 267, "token_text": " un", "probability": 0.033447265625}, {"token_id": 1469, "token_text": " quella", "probability": 0.02294921875}]}, {"token_id": 8369, "token_text": " raccont", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 8369, "token_text": " raccont", "probability": 0.1279296875}, {"token_id": 3963, "token_text": " segn", "probability": 0.028564453125}, {"token_id": 8910, "token_text": " combatt", "probability": 0.0208740234375}, {"token_id": 1199, "token_text": " molto", "probability": 0.0196533203125}, {"token_id": 267, "token_text": " un", "probability": 0.0196533203125}]}, {"token_id": 396, "token_text": "ata", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 396, "token_text": "ata", "probability": 0.98828125}, {"token_id": 509, "token_text": "ando", "probability": 0.005523681640625}, {"token_id": 4828, "token_text": "arla", "probability": 0.000701904296875}, {"token_id": 375, "token_text": "ate", "probability": 0.00054931640625}, {"token_id": 11146, "token_text": "andola", "probability": 0.0003528594970703125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.150390625}, {"token_id": 333, "token_text": " da", "probability": 0.11669921875}, {"token_id": 447, "token_text": " nel", "probability": 0.08056640625}, {"token_id": 674, "token_text": " dal", "probability": 0.0625}, {"token_id": 272, "token_text": " con", "probability": 0.048828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08154296875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0673828125}, {"token_id": 5666, "token_text": " occasione", "probability": 0.055908203125}, {"token_id": 2716, "token_text": " Italia", "probability": 0.03857421875}, {"token_id": 387, "token_text": " una", "probability": 0.0361328125}]}, {"token_id": 3492, "token_text": " libro", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 3492, "token_text": " libro", "probability": 0.1640625}, {"token_id": 10, "token_text": "'", "probability": 0.11279296875}, {"token_id": 6668, "token_text": " articolo", "probability": 0.08251953125}, {"token_id": 1833, "token_text": " post", "probability": 0.050048828125}, {"token_id": 2277, "token_text": " video", "probability": 0.0302734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.146484375}, {"token_id": 12097, "token_text": " intitolato", "probability": 0.06494140625}, {"token_id": 337, "token_text": " del", "probability": 0.06103515625}, {"token_id": 303, "token_text": " che", "probability": 0.0537109375}, {"token_id": 234, "token_text": " in", "probability": 0.044677734375}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.049072265625}, {"token_id": 27653, "token_text": " memorie", "probability": 0.0262451171875}, {"token_id": 26525, "token_text": " fantascienza", "probability": 0.019775390625}, {"token_id": 267, "token_text": " un", "probability": 0.01544189453125}, {"token_id": 1513, "token_text": " grande", "probability": 0.01031494140625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.0810546875}, {"token_id": 246, "token_text": " e", "probability": 0.0634765625}, {"token_id": 370, "token_text": " della", "probability": 0.059326171875}, {"token_id": 3973, "token_text": " internazionale", "probability": 0.052490234375}, {"token_id": 337, "token_text": " del", "probability": 0.052490234375}]}, {"token_id": 4006, "token_text": " pubblicato", "chosen_probability": 0.05908203125, "top_k_candidates": [{"token_id": 4006, "token_text": " pubblicato", "probability": 0.05908203125}, {"token_id": 303, "token_text": " che", "probability": 0.0556640625}, {"token_id": 234, "token_text": " in", "probability": 0.0556640625}, {"token_id": 238, "token_text": " di", "probability": 0.040771484375}, {"token_id": 445, "token_text": " ma", "probability": 0.03369140625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.2138671875}, {"token_id": 234, "token_text": " in", "probability": 0.146484375}, {"token_id": 294, "token_text": " su", "probability": 0.1376953125}, {"token_id": 333, "token_text": " da", "probability": 0.03271484375}, {"token_id": 293, "token_text": " il", "probability": 0.03271484375}]}, {"token_id": 5218, "token_text": " 1992", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 5218, "token_text": " 1992", "probability": 0.0220947265625}, {"token_id": 9212, "token_text": " 1947", "probability": 0.0118408203125}, {"token_id": 4683, "token_text": " 1997", "probability": 0.0111083984375}, {"token_id": 4146, "token_text": " 1999", "probability": 0.0111083984375}, {"token_id": 2183, "token_text": " 2009", "probability": 0.0111083984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.310546875}, {"token_id": 15, "token_text": ",", "probability": 0.1767578125}, {"token_id": 246, "token_text": " e", "probability": 0.0693359375}, {"token_id": 333, "token_text": " da", "probability": 0.047607421875}, {"token_id": 272, "token_text": " con", "probability": 0.03955078125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.13671875}, {"token_id": 538, "token_text": " Il", "probability": 0.068359375}, {"token_id": 302, "token_text": " L", "probability": 0.053466796875}, {"token_id": 407, "token_text": " In", "probability": 0.032470703125}, {"token_id": 897, "token_text": " Nel", "probability": 0.02685546875}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.1845703125}, {"token_id": 718, "token_text": " sua", "probability": 0.07666015625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.043701171875}, {"token_id": 870, "token_text": " prima", "probability": 0.043701171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.031982421875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.220703125}, {"token_id": 370, "token_text": " della", "probability": 0.1337890625}, {"token_id": 238, "token_text": " di", "probability": 0.1337890625}, {"token_id": 214, "token_text": " d", "probability": 0.076171875}, {"token_id": 337, "token_text": " del", "probability": 0.0595703125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.28125}, {"token_id": 6808, "token_text": " ambient", "probability": 0.08056640625}, {"token_id": 8369, "token_text": " raccont", "probability": 0.06689453125}, {"token_id": 267, "token_text": " un", "probability": 0.052001953125}, {"token_id": 387, "token_text": " una", "probability": 0.03369140625}]}, {"token_id": 8369, "token_text": " raccont", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 8369, "token_text": " raccont", "probability": 0.5859375}, {"token_id": 9226, "token_text": " scritta", "probability": 0.0274658203125}, {"token_id": 2273, "token_text": " trad", "probability": 0.0177001953125}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.015625}, {"token_id": 3963, "token_text": " segn", "probability": 0.00946044921875}]}, {"token_id": 396, "token_text": "ata", "chosen_probability": 1.0, "top_k_candidates": [{"token_id": 396, "token_text": "ata", "probability": 1.0}, {"token_id": 509, "token_text": "ando", "probability": 0.000553131103515625}, {"token_id": 375, "token_text": "ate", "probability": 0.0002460479736328125}, {"token_id": 4828, "token_text": "arla", "probability": 0.000148773193359375}, {"token_id": 5169, "token_text": "atrice", "probability": 0.00012302398681640625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.44140625}, {"token_id": 447, "token_text": " nel", "probability": 0.0869140625}, {"token_id": 333, "token_text": " da", "probability": 0.0673828125}, {"token_id": 272, "token_text": " con", "probability": 0.0281982421875}, {"token_id": 674, "token_text": " dal", "probability": 0.02490234375}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 820, "correct_token_probability": 6.341934204101562e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1220703125}, {"token_id": 285, "token_text": " la", "probability": 0.07421875}, {"token_id": 293, "token_text": " il", "probability": 0.0654296875}, {"token_id": 267, "token_text": " un", "probability": 0.05078125}, {"token_id": 387, "token_text": " una", "probability": 0.044921875}, {"token_id": 227, "token_text": " l", "probability": 0.03271484375}, {"token_id": 234, "token_text": " in", "probability": 0.0255126953125}, {"token_id": 238, "token_text": " di", "probability": 0.0198974609375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0155029296875}, {"token_id": 1199, "token_text": " molto", "probability": 0.01409912109375}], "entropy": 5.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.665741663537098, "average_logprob_per_token": -9.665741663537098, "perplexity_on_target_sequence": 15768.06015037594, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -9.665741663537098, "probability": 6.341934204101562e-05, "raw_probability": 6.341934204101562e-05, "correct_token_rank": 820}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58231.83668088913, "probe_elapsed_sec": 0.9931593659566715, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere quello di un'opera di tipo linguistico, ma non \u00e8 un'opera di tipo linguistico, ma un'opera di tipo linguistico, che", "text": "Un piccolo modello linguistico dovrebbe essere quello di un'opera di tipo linguistico, ma non \u00e8 un'opera di tipo linguistico, ma un'opera di tipo linguistico, che", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.2177734375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0751953125}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.01483154296875}, {"token_id": 1016, "token_text": " far", "probability": 0.01483154296875}, {"token_id": 1612, "token_text": " fare", "probability": 0.013916015625}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.1064453125}, {"token_id": 293, "token_text": " il", "probability": 0.060791015625}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 285, "token_text": " la", "probability": 0.032470703125}, {"token_id": 227, "token_text": " l", "probability": 0.0286865234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.41796875}, {"token_id": 370, "token_text": " della", "probability": 0.056640625}, {"token_id": 337, "token_text": " del", "probability": 0.05322265625}, {"token_id": 303, "token_text": " che", "probability": 0.050048828125}, {"token_id": 465, "token_text": " dell", "probability": 0.034423828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1650390625}, {"token_id": 387, "token_text": " una", "probability": 0.08837890625}, {"token_id": 363, "token_text": " \"", "probability": 0.015380859375}, {"token_id": 31288, "token_text": " tradurre", "probability": 0.01275634765625}, {"token_id": 1038, "token_text": " uno", "probability": 0.0098876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.056396484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.056396484375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.029296875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0201416015625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.01953125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01953125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.0517578125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.0517578125}, {"token_id": 3837, "token_text": "opera", "probability": 0.0517578125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.045654296875}, {"token_id": 13260, "token_text": "evoluzione", "probability": 0.04296875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.03564453125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1044921875}, {"token_id": 214, "token_text": " d", "probability": 0.04931640625}, {"token_id": 303, "token_text": " che", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.03857421875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.0274658203125, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.0274658203125}, {"token_id": 267, "token_text": " un", "probability": 0.0234375}, {"token_id": 3688, "token_text": " genere", "probability": 0.015625}, {"token_id": 3951, "token_text": " scuola", "probability": 0.01470947265625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.012939453125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.05517578125}, {"token_id": 3691, "token_text": " italiano", "probability": 0.0216064453125}, {"token_id": 4261, "token_text": " inglese", "probability": 0.01904296875}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.016845703125}, {"token_id": 363, "token_text": " \"", "probability": 0.016845703125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.95703125}, {"token_id": 2721, "token_text": "istica", "probability": 0.0255126953125}, {"token_id": 7480, "token_text": "istici", "probability": 0.0093994140625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.0028533935546875}, {"token_id": 708, "token_text": "ista", "probability": 0.0025177001953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.19921875}, {"token_id": 17, "token_text": ".", "probability": 0.1455078125}, {"token_id": 246, "token_text": " e", "probability": 0.041748046875}, {"token_id": 303, "token_text": " che", "probability": 0.041748046875}, {"token_id": 234, "token_text": " in", "probability": 0.0238037109375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.07275390625}, {"token_id": 303, "token_text": " che", "probability": 0.050048828125}, {"token_id": 234, "token_text": " in", "probability": 0.050048828125}, {"token_id": 238, "token_text": " di", "probability": 0.047119140625}, {"token_id": 272, "token_text": " con", "probability": 0.0303955078125}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.06787109375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052978515625}, {"token_id": 234, "token_text": " in", "probability": 0.0498046875}, {"token_id": 616, "token_text": " anche", "probability": 0.038818359375}, {"token_id": 285, "token_text": " la", "probability": 0.0341796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.058837890625}, {"token_id": 238, "token_text": " di", "probability": 0.0517578125}, {"token_id": 1410, "token_text": " quello", "probability": 0.048828125}, {"token_id": 395, "token_text": " si", "probability": 0.04296875}, {"token_id": 1015, "token_text": " solo", "probability": 0.033447265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08447265625}, {"token_id": 1896, "token_text": " mai", "probability": 0.03759765625}, {"token_id": 234, "token_text": " in", "probability": 0.03759765625}, {"token_id": 1350, "token_text": " sempre", "probability": 0.032958984375}, {"token_id": 387, "token_text": " una", "probability": 0.0291748046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1337890625}, {"token_id": 1869, "token_text": " caso", "probability": 0.0361328125}, {"token_id": 2392, "token_text": " insieme", "probability": 0.0233154296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0233154296875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0205078125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.6953125}, {"token_id": 4993, "token_text": "idea", "probability": 0.050537109375}, {"token_id": 4086, "token_text": "arte", "probability": 0.02099609375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.01055908203125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.00823974609375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2412109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2412109375}, {"token_id": 303, "token_text": " che", "probability": 0.0537109375}, {"token_id": 214, "token_text": " d", "probability": 0.050537109375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.03271484375}, {"token_id": 15, "token_text": ",", "probability": 0.0185546875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.6015625}, {"token_id": 3688, "token_text": " genere", "probability": 0.1181640625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0150146484375}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01031494140625}, {"token_id": 267, "token_text": " un", "probability": 0.00909423828125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.62109375}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.0166015625}, {"token_id": 20091, "token_text": " letterario", "probability": 0.01068115234375}, {"token_id": 7955, "token_text": " culturale", "probability": 0.01068115234375}, {"token_id": 5383, "token_text": " storico", "probability": 0.00885009765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9765625, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9765625}, {"token_id": 2721, "token_text": "istica", "probability": 0.01226806640625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.004241943359375}, {"token_id": 7480, "token_text": "istici", "probability": 0.0025787353515625}, {"token_id": 708, "token_text": "ista", "probability": 0.0022735595703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.27734375}, {"token_id": 17, "token_text": ".", "probability": 0.2294921875}, {"token_id": 303, "token_text": " che", "probability": 0.051025390625}, {"token_id": 246, "token_text": " e", "probability": 0.03515625}, {"token_id": 445, "token_text": " ma", "probability": 0.0257568359375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.26171875}, {"token_id": 303, "token_text": " che", "probability": 0.051513671875}, {"token_id": 246, "token_text": " e", "probability": 0.0400390625}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}, {"token_id": 424, "token_text": " non", "probability": 0.03125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2578125}, {"token_id": 387, "token_text": " una", "probability": 0.15625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.061279296875}, {"token_id": 4879, "token_text": " piuttosto", "probability": 0.0576171875}, {"token_id": 238, "token_text": " di", "probability": 0.037109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.412109375}, {"token_id": 2392, "token_text": " insieme", "probability": 0.033935546875}, {"token_id": 537, "token_text": " po", "probability": 0.03173828125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0233154296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.019287109375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.81640625}, {"token_id": 4993, "token_text": "idea", "probability": 0.01239013671875}, {"token_id": 4086, "token_text": "arte", "probability": 0.01165771484375}, {"token_id": 2734, "token_text": "altra", "probability": 0.01165771484375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.00750732421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.63671875}, {"token_id": 303, "token_text": " che", "probability": 0.038330078125}, {"token_id": 214, "token_text": " d", "probability": 0.023193359375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.012451171875}, {"token_id": 234, "token_text": " in", "probability": 0.012451171875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.71484375}, {"token_id": 3688, "token_text": " genere", "probability": 0.1318359375}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01019287109375}, {"token_id": 1738, "token_text": " forma", "probability": 0.01019287109375}, {"token_id": 24001, "token_text": " stampo", "probability": 0.004241943359375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.77734375}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.013427734375}, {"token_id": 31674, "token_text": " grammat", "probability": 0.005401611328125}, {"token_id": 2609, "token_text": " sem", "probability": 0.0052490234375}, {"token_id": 7955, "token_text": " culturale", "probability": 0.00494384765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.98828125}, {"token_id": 2721, "token_text": "istica", "probability": 0.0040283203125}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.0023040771484375}, {"token_id": 7480, "token_text": "istici", "probability": 0.00168609619140625}, {"token_id": 708, "token_text": "ista", "probability": 0.00148773193359375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.22265625}, {"token_id": 17, "token_text": ".", "probability": 0.208984375}, {"token_id": 303, "token_text": " che", "probability": 0.056396484375}, {"token_id": 246, "token_text": " e", "probability": 0.046630859375}, {"token_id": 236, "token_text": " o", "probability": 0.0250244140625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0908203125}, {"token_id": 238, "token_text": " di", "probability": 0.06640625}, {"token_id": 272, "token_text": " con", "probability": 0.045654296875}, {"token_id": 234, "token_text": " in", "probability": 0.037841796875}, {"token_id": 246, "token_text": " e", "probability": 0.031494140625}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.2177734375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0751953125}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.01483154296875}, {"token_id": 1016, "token_text": " far", "probability": 0.01483154296875}, {"token_id": 1612, "token_text": " fare", "probability": 0.013916015625}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.1064453125}, {"token_id": 293, "token_text": " il", "probability": 0.060791015625}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 285, "token_text": " la", "probability": 0.032470703125}, {"token_id": 227, "token_text": " l", "probability": 0.0286865234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.41796875}, {"token_id": 370, "token_text": " della", "probability": 0.056640625}, {"token_id": 337, "token_text": " del", "probability": 0.05322265625}, {"token_id": 303, "token_text": " che", "probability": 0.050048828125}, {"token_id": 465, "token_text": " dell", "probability": 0.034423828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1650390625}, {"token_id": 387, "token_text": " una", "probability": 0.08837890625}, {"token_id": 363, "token_text": " \"", "probability": 0.015380859375}, {"token_id": 31288, "token_text": " tradurre", "probability": 0.01275634765625}, {"token_id": 1038, "token_text": " uno", "probability": 0.0098876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.056396484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.056396484375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.029296875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0201416015625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.01953125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01953125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.0517578125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.0517578125}, {"token_id": 3837, "token_text": "opera", "probability": 0.0517578125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.045654296875}, {"token_id": 13260, "token_text": "evoluzione", "probability": 0.04296875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.03564453125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1044921875}, {"token_id": 214, "token_text": " d", "probability": 0.04931640625}, {"token_id": 303, "token_text": " che", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.03857421875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.0274658203125, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.0274658203125}, {"token_id": 267, "token_text": " un", "probability": 0.0234375}, {"token_id": 3688, "token_text": " genere", "probability": 0.015625}, {"token_id": 3951, "token_text": " scuola", "probability": 0.01470947265625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.012939453125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.05517578125}, {"token_id": 3691, "token_text": " italiano", "probability": 0.0216064453125}, {"token_id": 4261, "token_text": " inglese", "probability": 0.01904296875}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.016845703125}, {"token_id": 363, "token_text": " \"", "probability": 0.016845703125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.95703125}, {"token_id": 2721, "token_text": "istica", "probability": 0.0255126953125}, {"token_id": 7480, "token_text": "istici", "probability": 0.0093994140625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.0028533935546875}, {"token_id": 708, "token_text": "ista", "probability": 0.0025177001953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.19921875}, {"token_id": 17, "token_text": ".", "probability": 0.1455078125}, {"token_id": 246, "token_text": " e", "probability": 0.041748046875}, {"token_id": 303, "token_text": " che", "probability": 0.041748046875}, {"token_id": 234, "token_text": " in", "probability": 0.0238037109375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.07275390625}, {"token_id": 303, "token_text": " che", "probability": 0.050048828125}, {"token_id": 234, "token_text": " in", "probability": 0.050048828125}, {"token_id": 238, "token_text": " di", "probability": 0.047119140625}, {"token_id": 272, "token_text": " con", "probability": 0.0303955078125}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.06787109375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052978515625}, {"token_id": 234, "token_text": " in", "probability": 0.0498046875}, {"token_id": 616, "token_text": " anche", "probability": 0.038818359375}, {"token_id": 285, "token_text": " la", "probability": 0.0341796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.058837890625}, {"token_id": 238, "token_text": " di", "probability": 0.0517578125}, {"token_id": 1410, "token_text": " quello", "probability": 0.048828125}, {"token_id": 395, "token_text": " si", "probability": 0.04296875}, {"token_id": 1015, "token_text": " solo", "probability": 0.033447265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08447265625}, {"token_id": 1896, "token_text": " mai", "probability": 0.03759765625}, {"token_id": 234, "token_text": " in", "probability": 0.03759765625}, {"token_id": 1350, "token_text": " sempre", "probability": 0.032958984375}, {"token_id": 387, "token_text": " una", "probability": 0.0291748046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1337890625}, {"token_id": 1869, "token_text": " caso", "probability": 0.0361328125}, {"token_id": 2392, "token_text": " insieme", "probability": 0.0233154296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0233154296875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0205078125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.6953125}, {"token_id": 4993, "token_text": "idea", "probability": 0.050537109375}, {"token_id": 4086, "token_text": "arte", "probability": 0.02099609375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.01055908203125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.00823974609375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2412109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2412109375}, {"token_id": 303, "token_text": " che", "probability": 0.0537109375}, {"token_id": 214, "token_text": " d", "probability": 0.050537109375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.03271484375}, {"token_id": 15, "token_text": ",", "probability": 0.0185546875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.6015625}, {"token_id": 3688, "token_text": " genere", "probability": 0.1181640625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0150146484375}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01031494140625}, {"token_id": 267, "token_text": " un", "probability": 0.00909423828125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.62109375}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.0166015625}, {"token_id": 20091, "token_text": " letterario", "probability": 0.01068115234375}, {"token_id": 7955, "token_text": " culturale", "probability": 0.01068115234375}, {"token_id": 5383, "token_text": " storico", "probability": 0.00885009765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9765625, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9765625}, {"token_id": 2721, "token_text": "istica", "probability": 0.01226806640625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.004241943359375}, {"token_id": 7480, "token_text": "istici", "probability": 0.0025787353515625}, {"token_id": 708, "token_text": "ista", "probability": 0.0022735595703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.27734375}, {"token_id": 17, "token_text": ".", "probability": 0.2294921875}, {"token_id": 303, "token_text": " che", "probability": 0.051025390625}, {"token_id": 246, "token_text": " e", "probability": 0.03515625}, {"token_id": 445, "token_text": " ma", "probability": 0.0257568359375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.26171875}, {"token_id": 303, "token_text": " che", "probability": 0.051513671875}, {"token_id": 246, "token_text": " e", "probability": 0.0400390625}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}, {"token_id": 424, "token_text": " non", "probability": 0.03125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2578125}, {"token_id": 387, "token_text": " una", "probability": 0.15625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.061279296875}, {"token_id": 4879, "token_text": " piuttosto", "probability": 0.0576171875}, {"token_id": 238, "token_text": " di", "probability": 0.037109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.412109375}, {"token_id": 2392, "token_text": " insieme", "probability": 0.033935546875}, {"token_id": 537, "token_text": " po", "probability": 0.03173828125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0233154296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.019287109375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.81640625}, {"token_id": 4993, "token_text": "idea", "probability": 0.01239013671875}, {"token_id": 4086, "token_text": "arte", "probability": 0.01165771484375}, {"token_id": 2734, "token_text": "altra", "probability": 0.01165771484375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.00750732421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.63671875}, {"token_id": 303, "token_text": " che", "probability": 0.038330078125}, {"token_id": 214, "token_text": " d", "probability": 0.023193359375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.012451171875}, {"token_id": 234, "token_text": " in", "probability": 0.012451171875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.71484375}, {"token_id": 3688, "token_text": " genere", "probability": 0.1318359375}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01019287109375}, {"token_id": 1738, "token_text": " forma", "probability": 0.01019287109375}, {"token_id": 24001, "token_text": " stampo", "probability": 0.004241943359375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.77734375}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.013427734375}, {"token_id": 31674, "token_text": " grammat", "probability": 0.005401611328125}, {"token_id": 2609, "token_text": " sem", "probability": 0.0052490234375}, {"token_id": 7955, "token_text": " culturale", "probability": 0.00494384765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.98828125}, {"token_id": 2721, "token_text": "istica", "probability": 0.0040283203125}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.0023040771484375}, {"token_id": 7480, "token_text": "istici", "probability": 0.00168609619140625}, {"token_id": 708, "token_text": "ista", "probability": 0.00148773193359375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.22265625}, {"token_id": 17, "token_text": ".", "probability": 0.208984375}, {"token_id": 303, "token_text": " che", "probability": 0.056396484375}, {"token_id": 246, "token_text": " e", "probability": 0.046630859375}, {"token_id": 236, "token_text": " o", "probability": 0.0250244140625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0908203125}, {"token_id": 238, "token_text": " di", "probability": 0.06640625}, {"token_id": 272, "token_text": " con", "probability": 0.045654296875}, {"token_id": 234, "token_text": " in", "probability": 0.037841796875}, {"token_id": 246, "token_text": " e", "probability": 0.031494140625}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.2177734375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0751953125}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.01483154296875}, {"token_id": 1016, "token_text": " far", "probability": 0.01483154296875}, {"token_id": 1612, "token_text": " fare", "probability": 0.013916015625}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.1064453125}, {"token_id": 293, "token_text": " il", "probability": 0.060791015625}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 285, "token_text": " la", "probability": 0.032470703125}, {"token_id": 227, "token_text": " l", "probability": 0.0286865234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.41796875}, {"token_id": 370, "token_text": " della", "probability": 0.056640625}, {"token_id": 337, "token_text": " del", "probability": 0.05322265625}, {"token_id": 303, "token_text": " che", "probability": 0.050048828125}, {"token_id": 465, "token_text": " dell", "probability": 0.034423828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1650390625}, {"token_id": 387, "token_text": " una", "probability": 0.08837890625}, {"token_id": 363, "token_text": " \"", "probability": 0.015380859375}, {"token_id": 31288, "token_text": " tradurre", "probability": 0.01275634765625}, {"token_id": 1038, "token_text": " uno", "probability": 0.0098876953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.056396484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.056396484375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.029296875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0201416015625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.01953125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01953125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.0517578125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.0517578125}, {"token_id": 3837, "token_text": "opera", "probability": 0.0517578125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.045654296875}, {"token_id": 13260, "token_text": "evoluzione", "probability": 0.04296875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.03564453125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1044921875}, {"token_id": 214, "token_text": " d", "probability": 0.04931640625}, {"token_id": 303, "token_text": " che", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.043701171875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.03857421875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.0274658203125, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.0274658203125}, {"token_id": 267, "token_text": " un", "probability": 0.0234375}, {"token_id": 3688, "token_text": " genere", "probability": 0.015625}, {"token_id": 3951, "token_text": " scuola", "probability": 0.01470947265625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.012939453125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.05517578125}, {"token_id": 3691, "token_text": " italiano", "probability": 0.0216064453125}, {"token_id": 4261, "token_text": " inglese", "probability": 0.01904296875}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.016845703125}, {"token_id": 363, "token_text": " \"", "probability": 0.016845703125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.95703125}, {"token_id": 2721, "token_text": "istica", "probability": 0.0255126953125}, {"token_id": 7480, "token_text": "istici", "probability": 0.0093994140625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.0028533935546875}, {"token_id": 708, "token_text": "ista", "probability": 0.0025177001953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.19921875}, {"token_id": 17, "token_text": ".", "probability": 0.1455078125}, {"token_id": 246, "token_text": " e", "probability": 0.041748046875}, {"token_id": 303, "token_text": " che", "probability": 0.041748046875}, {"token_id": 234, "token_text": " in", "probability": 0.0238037109375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.07275390625}, {"token_id": 303, "token_text": " che", "probability": 0.050048828125}, {"token_id": 234, "token_text": " in", "probability": 0.050048828125}, {"token_id": 238, "token_text": " di", "probability": 0.047119140625}, {"token_id": 272, "token_text": " con", "probability": 0.0303955078125}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.06787109375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052978515625}, {"token_id": 234, "token_text": " in", "probability": 0.0498046875}, {"token_id": 616, "token_text": " anche", "probability": 0.038818359375}, {"token_id": 285, "token_text": " la", "probability": 0.0341796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.058837890625}, {"token_id": 238, "token_text": " di", "probability": 0.0517578125}, {"token_id": 1410, "token_text": " quello", "probability": 0.048828125}, {"token_id": 395, "token_text": " si", "probability": 0.04296875}, {"token_id": 1015, "token_text": " solo", "probability": 0.033447265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08447265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08447265625}, {"token_id": 1896, "token_text": " mai", "probability": 0.03759765625}, {"token_id": 234, "token_text": " in", "probability": 0.03759765625}, {"token_id": 1350, "token_text": " sempre", "probability": 0.032958984375}, {"token_id": 387, "token_text": " una", "probability": 0.0291748046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1337890625}, {"token_id": 1869, "token_text": " caso", "probability": 0.0361328125}, {"token_id": 2392, "token_text": " insieme", "probability": 0.0233154296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0233154296875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0205078125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.6953125}, {"token_id": 4993, "token_text": "idea", "probability": 0.050537109375}, {"token_id": 4086, "token_text": "arte", "probability": 0.02099609375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.01055908203125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.00823974609375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2412109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2412109375}, {"token_id": 303, "token_text": " che", "probability": 0.0537109375}, {"token_id": 214, "token_text": " d", "probability": 0.050537109375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.03271484375}, {"token_id": 15, "token_text": ",", "probability": 0.0185546875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.6015625}, {"token_id": 3688, "token_text": " genere", "probability": 0.1181640625}, {"token_id": 1738, "token_text": " forma", "probability": 0.0150146484375}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01031494140625}, {"token_id": 267, "token_text": " un", "probability": 0.00909423828125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.62109375}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.0166015625}, {"token_id": 20091, "token_text": " letterario", "probability": 0.01068115234375}, {"token_id": 7955, "token_text": " culturale", "probability": 0.01068115234375}, {"token_id": 5383, "token_text": " storico", "probability": 0.00885009765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9765625, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9765625}, {"token_id": 2721, "token_text": "istica", "probability": 0.01226806640625}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.004241943359375}, {"token_id": 7480, "token_text": "istici", "probability": 0.0025787353515625}, {"token_id": 708, "token_text": "ista", "probability": 0.0022735595703125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.27734375}, {"token_id": 17, "token_text": ".", "probability": 0.2294921875}, {"token_id": 303, "token_text": " che", "probability": 0.051025390625}, {"token_id": 246, "token_text": " e", "probability": 0.03515625}, {"token_id": 445, "token_text": " ma", "probability": 0.0257568359375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.26171875}, {"token_id": 303, "token_text": " che", "probability": 0.051513671875}, {"token_id": 246, "token_text": " e", "probability": 0.0400390625}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}, {"token_id": 424, "token_text": " non", "probability": 0.03125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2578125}, {"token_id": 387, "token_text": " una", "probability": 0.15625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.061279296875}, {"token_id": 4879, "token_text": " piuttosto", "probability": 0.0576171875}, {"token_id": 238, "token_text": " di", "probability": 0.037109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.412109375}, {"token_id": 2392, "token_text": " insieme", "probability": 0.033935546875}, {"token_id": 537, "token_text": " po", "probability": 0.03173828125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0233154296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.019287109375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.81640625}, {"token_id": 4993, "token_text": "idea", "probability": 0.01239013671875}, {"token_id": 4086, "token_text": "arte", "probability": 0.01165771484375}, {"token_id": 2734, "token_text": "altra", "probability": 0.01165771484375}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.00750732421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.63671875}, {"token_id": 303, "token_text": " che", "probability": 0.038330078125}, {"token_id": 214, "token_text": " d", "probability": 0.023193359375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.012451171875}, {"token_id": 234, "token_text": " in", "probability": 0.012451171875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.71484375}, {"token_id": 3688, "token_text": " genere", "probability": 0.1318359375}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01019287109375}, {"token_id": 1738, "token_text": " forma", "probability": 0.01019287109375}, {"token_id": 24001, "token_text": " stampo", "probability": 0.004241943359375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.77734375}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.013427734375}, {"token_id": 31674, "token_text": " grammat", "probability": 0.005401611328125}, {"token_id": 2609, "token_text": " sem", "probability": 0.0052490234375}, {"token_id": 7955, "token_text": " culturale", "probability": 0.00494384765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.98828125}, {"token_id": 2721, "token_text": "istica", "probability": 0.0040283203125}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.0023040771484375}, {"token_id": 7480, "token_text": "istici", "probability": 0.00168609619140625}, {"token_id": 708, "token_text": "ista", "probability": 0.00148773193359375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.22265625}, {"token_id": 17, "token_text": ".", "probability": 0.208984375}, {"token_id": 303, "token_text": " che", "probability": 0.056396484375}, {"token_id": 246, "token_text": " e", "probability": 0.046630859375}, {"token_id": 236, "token_text": " o", "probability": 0.0250244140625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0908203125}, {"token_id": 238, "token_text": " di", "probability": 0.06640625}, {"token_id": 272, "token_text": " con", "probability": 0.045654296875}, {"token_id": 234, "token_text": " in", "probability": 0.037841796875}, {"token_id": 246, "token_text": " e", "probability": 0.031494140625}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.2177734375, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.2177734375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0751953125}, {"token_id": 1016, "token_text": " far", "probability": 0.01483154296875}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.01483154296875}, {"token_id": 1612, "token_text": " fare", "probability": 0.013916015625}, {"token_id": 4492, "token_text": " trovare", "probability": 0.01226806640625}, {"token_id": 4321, "token_text": " dare", "probability": 0.01153564453125}, {"token_id": 1402, "token_text": " aver", "probability": 0.0108642578125}, {"token_id": 4207, "token_text": " poter", "probability": 0.00897216796875}, {"token_id": 13912, "token_text": " spiegare", "probability": 0.0074462890625}], "entropy": 5.15625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.5243000341393342, "average_logprob_per_token": -1.5243000341393342, "perplexity_on_target_sequence": 4.591928251121076, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.5243000341393342, "probability": 0.2177734375, "raw_probability": 0.2177734375, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66557.99044299126, "probe_elapsed_sec": 0.993807731079869, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the Italian state of Italy. The capital is the capital of the Italian state of Italy. The capital is the capital of the Italian state of Italy", "text": "The capital of Italy is the capital of the Italian state of Italy. The capital is the capital of the Italian state of Italy. The capital is the capital of the Italian state of Italy", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.103515625}, {"token_id": 209, "token_text": " a", "probability": 0.060791015625}, {"token_id": 720, "token_text": " one", "probability": 0.025390625}, {"token_id": 534, "token_text": " not", "probability": 0.016845703125}, {"token_id": 1576, "token_text": " now", "probability": 0.015869140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.11669921875}, {"token_id": 5656, "token_text": " largest", "probability": 0.034423828125}, {"token_id": 942, "token_text": " most", "probability": 0.0277099609375}, {"token_id": 1547, "token_text": " world", "probability": 0.0245361328125}, {"token_id": 1077, "token_text": " second", "probability": 0.020263671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8359375}, {"token_id": 15, "token_text": ",", "probability": 0.02099609375}, {"token_id": 17, "token_text": ".", "probability": 0.0185546875}, {"token_id": 262, "token_text": " and", "probability": 0.016357421875}, {"token_id": 234, "token_text": " in", "probability": 0.0126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.310546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1376953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07373046875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0263671875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.017578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.166015625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.047607421875}, {"token_id": 8040, "token_text": " province", "probability": 0.035888671875}, {"token_id": 2259, "token_text": " city", "probability": 0.03173828125}, {"token_id": 1483, "token_text": " state", "probability": 0.023193359375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.08984375}, {"token_id": 4528, "token_text": " capital", "probability": 0.07421875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0615234375}, {"token_id": 20728, "token_text": " empire", "probability": 0.057861328125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.051025390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.41015625}, {"token_id": 17, "token_text": ".", "probability": 0.181640625}, {"token_id": 15, "token_text": ",", "probability": 0.16015625}, {"token_id": 262, "token_text": " and", "probability": 0.0380859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.0230712890625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.125}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.049072265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.046142578125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0279541015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.455078125}, {"token_id": 15, "token_text": ",", "probability": 0.2431640625}, {"token_id": 262, "token_text": " and", "probability": 0.1015625}, {"token_id": 323, "token_text": " (", "probability": 0.018798828125}, {"token_id": 234, "token_text": " in", "probability": 0.01556396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2119140625}, {"token_id": 407, "token_text": " In", "probability": 0.08837890625}, {"token_id": 679, "token_text": " It", "probability": 0.04443359375}, {"token_id": 2, "token_text": "", "probability": 0.041748046875}, {"token_id": 1062, "token_text": " This", "probability": 0.0216064453125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.08154296875}, {"token_id": 2259, "token_text": " city", "probability": 0.07666015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.032958984375}, {"token_id": 2729, "token_text": " town", "probability": 0.031005859375}, {"token_id": 2269, "token_text": " country", "probability": 0.0257568359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.326171875}, {"token_id": 256, "token_text": " of", "probability": 0.287109375}, {"token_id": 361, "token_text": " was", "probability": 0.099609375}, {"token_id": 15, "token_text": ",", "probability": 0.056640625}, {"token_id": 614, "token_text": " has", "probability": 0.0267333984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.28515625}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 234, "token_text": " in", "probability": 0.031982421875}, {"token_id": 3857, "token_text": " located", "probability": 0.0264892578125}, {"token_id": 256, "token_text": " of", "probability": 0.02001953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.197265625}, {"token_id": 5656, "token_text": " largest", "probability": 0.033203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0322265625}, {"token_id": 9034, "token_text": " centre", "probability": 0.0294189453125}, {"token_id": 942, "token_text": " most", "probability": 0.02587890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.625}, {"token_id": 15, "token_text": ",", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.04541015625}, {"token_id": 262, "token_text": " and", "probability": 0.0274658203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0228271484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.421875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.19921875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05712890625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0238037109375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0135498046875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.255859375}, {"token_id": 1483, "token_text": " state", "probability": 0.11328125}, {"token_id": 2259, "token_text": " city", "probability": 0.060791015625}, {"token_id": 4528, "token_text": " capital", "probability": 0.041748046875}, {"token_id": 8040, "token_text": " province", "probability": 0.03466796875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.3828125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0751953125}, {"token_id": 20728, "token_text": " empire", "probability": 0.058837890625}, {"token_id": 8040, "token_text": " province", "probability": 0.05517578125}, {"token_id": 5350, "token_text": " states", "probability": 0.037841796875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.51171875}, {"token_id": 17, "token_text": ".", "probability": 0.146484375}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 262, "token_text": " and", "probability": 0.02880859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.0174560546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.2373046875}, {"token_id": 230, "token_text": " the", "probability": 0.06396484375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0498046875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.036376953125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0341796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.484375}, {"token_id": 15, "token_text": ",", "probability": 0.259765625}, {"token_id": 262, "token_text": " and", "probability": 0.09521484375}, {"token_id": 323, "token_text": " (", "probability": 0.02001953125}, {"token_id": 30, "token_text": ";", "probability": 0.01556396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2734375}, {"token_id": 407, "token_text": " In", "probability": 0.057373046875}, {"token_id": 679, "token_text": " It", "probability": 0.047607421875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.037109375}, {"token_id": 2, "token_text": "", "probability": 0.03076171875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.55078125}, {"token_id": 2259, "token_text": " city", "probability": 0.048095703125}, {"token_id": 2729, "token_text": " town", "probability": 0.024169921875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0172119140625}, {"token_id": 1483, "token_text": " state", "probability": 0.0107421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.486328125}, {"token_id": 256, "token_text": " of", "probability": 0.16796875}, {"token_id": 361, "token_text": " was", "probability": 0.07470703125}, {"token_id": 15, "token_text": ",", "probability": 0.05126953125}, {"token_id": 614, "token_text": " has", "probability": 0.0213623046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.462890625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.039306640625}, {"token_id": 209, "token_text": " a", "probability": 0.0223388671875}, {"token_id": 234, "token_text": " in", "probability": 0.0174560546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01397705078125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.322265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.04931640625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0299072265625}, {"token_id": 1483, "token_text": " state", "probability": 0.0247802734375}, {"token_id": 9034, "token_text": " centre", "probability": 0.02197265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6953125}, {"token_id": 15, "token_text": ",", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.04443359375}, {"token_id": 2259, "token_text": " city", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.019775390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.412109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02978515625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.023193359375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0169677734375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.48046875}, {"token_id": 1483, "token_text": " state", "probability": 0.08349609375}, {"token_id": 2259, "token_text": " city", "probability": 0.03271484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0224609375}, {"token_id": 8040, "token_text": " province", "probability": 0.0174560546875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.71875}, {"token_id": 5350, "token_text": " states", "probability": 0.035888671875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0296630859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.02783203125}, {"token_id": 20728, "token_text": " empire", "probability": 0.021728515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6171875}, {"token_id": 17, "token_text": ".", "probability": 0.107421875}, {"token_id": 15, "token_text": ",", "probability": 0.1005859375}, {"token_id": 262, "token_text": " and", "probability": 0.0211181640625}, {"token_id": 336, "token_text": " is", "probability": 0.01544189453125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.39453125}, {"token_id": 230, "token_text": " the", "probability": 0.050048828125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.04150390625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.032470703125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0303955078125}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.103515625}, {"token_id": 209, "token_text": " a", "probability": 0.060791015625}, {"token_id": 720, "token_text": " one", "probability": 0.025390625}, {"token_id": 534, "token_text": " not", "probability": 0.016845703125}, {"token_id": 1576, "token_text": " now", "probability": 0.015869140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.11669921875}, {"token_id": 5656, "token_text": " largest", "probability": 0.034423828125}, {"token_id": 942, "token_text": " most", "probability": 0.0277099609375}, {"token_id": 1547, "token_text": " world", "probability": 0.0245361328125}, {"token_id": 1077, "token_text": " second", "probability": 0.020263671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8359375}, {"token_id": 15, "token_text": ",", "probability": 0.02099609375}, {"token_id": 17, "token_text": ".", "probability": 0.0185546875}, {"token_id": 262, "token_text": " and", "probability": 0.016357421875}, {"token_id": 234, "token_text": " in", "probability": 0.0126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.310546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1376953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07373046875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0263671875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.017578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.166015625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.047607421875}, {"token_id": 8040, "token_text": " province", "probability": 0.035888671875}, {"token_id": 2259, "token_text": " city", "probability": 0.03173828125}, {"token_id": 1483, "token_text": " state", "probability": 0.023193359375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.08984375}, {"token_id": 4528, "token_text": " capital", "probability": 0.07421875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0615234375}, {"token_id": 20728, "token_text": " empire", "probability": 0.057861328125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.051025390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.41015625}, {"token_id": 17, "token_text": ".", "probability": 0.181640625}, {"token_id": 15, "token_text": ",", "probability": 0.16015625}, {"token_id": 262, "token_text": " and", "probability": 0.0380859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.0230712890625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.125}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.049072265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.046142578125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0279541015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.455078125}, {"token_id": 15, "token_text": ",", "probability": 0.2431640625}, {"token_id": 262, "token_text": " and", "probability": 0.1015625}, {"token_id": 323, "token_text": " (", "probability": 0.018798828125}, {"token_id": 234, "token_text": " in", "probability": 0.01556396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.220703125}, {"token_id": 407, "token_text": " In", "probability": 0.09228515625}, {"token_id": 679, "token_text": " It", "probability": 0.04638671875}, {"token_id": 1062, "token_text": " This", "probability": 0.0225830078125}, {"token_id": 1221, "token_text": " As", "probability": 0.01806640625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.08154296875}, {"token_id": 2259, "token_text": " city", "probability": 0.07666015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.032958984375}, {"token_id": 2729, "token_text": " town", "probability": 0.031005859375}, {"token_id": 2269, "token_text": " country", "probability": 0.0257568359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.326171875}, {"token_id": 256, "token_text": " of", "probability": 0.287109375}, {"token_id": 361, "token_text": " was", "probability": 0.099609375}, {"token_id": 15, "token_text": ",", "probability": 0.056640625}, {"token_id": 614, "token_text": " has", "probability": 0.0267333984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.28515625}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 234, "token_text": " in", "probability": 0.031982421875}, {"token_id": 3857, "token_text": " located", "probability": 0.0264892578125}, {"token_id": 256, "token_text": " of", "probability": 0.02001953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.197265625}, {"token_id": 5656, "token_text": " largest", "probability": 0.033203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0322265625}, {"token_id": 9034, "token_text": " centre", "probability": 0.0294189453125}, {"token_id": 942, "token_text": " most", "probability": 0.02587890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.625}, {"token_id": 15, "token_text": ",", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.04541015625}, {"token_id": 262, "token_text": " and", "probability": 0.0274658203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0228271484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.421875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.19921875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05712890625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0238037109375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0135498046875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.255859375}, {"token_id": 1483, "token_text": " state", "probability": 0.11328125}, {"token_id": 2259, "token_text": " city", "probability": 0.060791015625}, {"token_id": 4528, "token_text": " capital", "probability": 0.041748046875}, {"token_id": 8040, "token_text": " province", "probability": 0.03466796875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.3828125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0751953125}, {"token_id": 20728, "token_text": " empire", "probability": 0.058837890625}, {"token_id": 8040, "token_text": " province", "probability": 0.05517578125}, {"token_id": 5350, "token_text": " states", "probability": 0.037841796875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.51171875}, {"token_id": 17, "token_text": ".", "probability": 0.146484375}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 262, "token_text": " and", "probability": 0.02880859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.0174560546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.2373046875}, {"token_id": 230, "token_text": " the", "probability": 0.06396484375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0498046875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.036376953125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0341796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.484375}, {"token_id": 15, "token_text": ",", "probability": 0.259765625}, {"token_id": 262, "token_text": " and", "probability": 0.09521484375}, {"token_id": 323, "token_text": " (", "probability": 0.02001953125}, {"token_id": 30, "token_text": ";", "probability": 0.01556396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.283203125}, {"token_id": 407, "token_text": " In", "probability": 0.05908203125}, {"token_id": 679, "token_text": " It", "probability": 0.049072265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.038330078125}, {"token_id": 277, "token_text": " A", "probability": 0.024658203125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.55078125}, {"token_id": 2259, "token_text": " city", "probability": 0.048095703125}, {"token_id": 2729, "token_text": " town", "probability": 0.024169921875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0172119140625}, {"token_id": 1483, "token_text": " state", "probability": 0.0107421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.486328125}, {"token_id": 256, "token_text": " of", "probability": 0.16796875}, {"token_id": 361, "token_text": " was", "probability": 0.07470703125}, {"token_id": 15, "token_text": ",", "probability": 0.05126953125}, {"token_id": 614, "token_text": " has", "probability": 0.0213623046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.462890625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.039306640625}, {"token_id": 209, "token_text": " a", "probability": 0.0223388671875}, {"token_id": 234, "token_text": " in", "probability": 0.0174560546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01397705078125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.322265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.04931640625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0299072265625}, {"token_id": 1483, "token_text": " state", "probability": 0.0247802734375}, {"token_id": 9034, "token_text": " centre", "probability": 0.02197265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6953125}, {"token_id": 15, "token_text": ",", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.04443359375}, {"token_id": 2259, "token_text": " city", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.019775390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.412109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02978515625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.023193359375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0169677734375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.48046875}, {"token_id": 1483, "token_text": " state", "probability": 0.08349609375}, {"token_id": 2259, "token_text": " city", "probability": 0.03271484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0224609375}, {"token_id": 8040, "token_text": " province", "probability": 0.0174560546875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.71875}, {"token_id": 5350, "token_text": " states", "probability": 0.035888671875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0296630859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.02783203125}, {"token_id": 20728, "token_text": " empire", "probability": 0.021728515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6171875}, {"token_id": 17, "token_text": ".", "probability": 0.107421875}, {"token_id": 15, "token_text": ",", "probability": 0.1005859375}, {"token_id": 262, "token_text": " and", "probability": 0.0211181640625}, {"token_id": 336, "token_text": " is", "probability": 0.01544189453125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.39453125}, {"token_id": 230, "token_text": " the", "probability": 0.050048828125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.04150390625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.032470703125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0303955078125}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.103515625}, {"token_id": 209, "token_text": " a", "probability": 0.060791015625}, {"token_id": 720, "token_text": " one", "probability": 0.025390625}, {"token_id": 534, "token_text": " not", "probability": 0.016845703125}, {"token_id": 1576, "token_text": " now", "probability": 0.015869140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.11669921875}, {"token_id": 5656, "token_text": " largest", "probability": 0.034423828125}, {"token_id": 942, "token_text": " most", "probability": 0.0277099609375}, {"token_id": 1547, "token_text": " world", "probability": 0.0245361328125}, {"token_id": 1077, "token_text": " second", "probability": 0.020263671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8359375}, {"token_id": 15, "token_text": ",", "probability": 0.02099609375}, {"token_id": 17, "token_text": ".", "probability": 0.0185546875}, {"token_id": 262, "token_text": " and", "probability": 0.016357421875}, {"token_id": 234, "token_text": " in", "probability": 0.0126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.310546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1376953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07373046875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0263671875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.017578125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.166015625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.047607421875}, {"token_id": 8040, "token_text": " province", "probability": 0.035888671875}, {"token_id": 2259, "token_text": " city", "probability": 0.03173828125}, {"token_id": 1483, "token_text": " state", "probability": 0.023193359375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.08984375}, {"token_id": 4528, "token_text": " capital", "probability": 0.07421875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0615234375}, {"token_id": 20728, "token_text": " empire", "probability": 0.057861328125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.051025390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.41015625}, {"token_id": 17, "token_text": ".", "probability": 0.181640625}, {"token_id": 15, "token_text": ",", "probability": 0.16015625}, {"token_id": 262, "token_text": " and", "probability": 0.0380859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.0230712890625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.125}, {"token_id": 230, "token_text": " the", "probability": 0.076171875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.049072265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.046142578125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0279541015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.455078125}, {"token_id": 15, "token_text": ",", "probability": 0.2431640625}, {"token_id": 262, "token_text": " and", "probability": 0.1015625}, {"token_id": 323, "token_text": " (", "probability": 0.018798828125}, {"token_id": 234, "token_text": " in", "probability": 0.01556396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.220703125}, {"token_id": 407, "token_text": " In", "probability": 0.09228515625}, {"token_id": 679, "token_text": " It", "probability": 0.04638671875}, {"token_id": 1062, "token_text": " This", "probability": 0.0225830078125}, {"token_id": 1221, "token_text": " As", "probability": 0.01806640625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.08154296875}, {"token_id": 2259, "token_text": " city", "probability": 0.07666015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.032958984375}, {"token_id": 2729, "token_text": " town", "probability": 0.031005859375}, {"token_id": 2269, "token_text": " country", "probability": 0.0257568359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.326171875}, {"token_id": 256, "token_text": " of", "probability": 0.287109375}, {"token_id": 361, "token_text": " was", "probability": 0.099609375}, {"token_id": 15, "token_text": ",", "probability": 0.056640625}, {"token_id": 614, "token_text": " has", "probability": 0.0267333984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.28515625}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 234, "token_text": " in", "probability": 0.031982421875}, {"token_id": 3857, "token_text": " located", "probability": 0.0264892578125}, {"token_id": 256, "token_text": " of", "probability": 0.02001953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.197265625}, {"token_id": 5656, "token_text": " largest", "probability": 0.033203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0322265625}, {"token_id": 9034, "token_text": " centre", "probability": 0.0294189453125}, {"token_id": 942, "token_text": " most", "probability": 0.02587890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.625}, {"token_id": 15, "token_text": ",", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.04541015625}, {"token_id": 262, "token_text": " and", "probability": 0.0274658203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0228271484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.421875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.19921875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05712890625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0238037109375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0135498046875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.255859375}, {"token_id": 1483, "token_text": " state", "probability": 0.11328125}, {"token_id": 2259, "token_text": " city", "probability": 0.060791015625}, {"token_id": 4528, "token_text": " capital", "probability": 0.041748046875}, {"token_id": 8040, "token_text": " province", "probability": 0.03466796875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.3828125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0751953125}, {"token_id": 20728, "token_text": " empire", "probability": 0.058837890625}, {"token_id": 8040, "token_text": " province", "probability": 0.05517578125}, {"token_id": 5350, "token_text": " states", "probability": 0.037841796875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.51171875}, {"token_id": 17, "token_text": ".", "probability": 0.146484375}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 262, "token_text": " and", "probability": 0.02880859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.0174560546875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.2373046875}, {"token_id": 230, "token_text": " the", "probability": 0.06396484375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0498046875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.036376953125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0341796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.484375}, {"token_id": 15, "token_text": ",", "probability": 0.259765625}, {"token_id": 262, "token_text": " and", "probability": 0.09521484375}, {"token_id": 323, "token_text": " (", "probability": 0.02001953125}, {"token_id": 30, "token_text": ";", "probability": 0.01556396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.283203125}, {"token_id": 407, "token_text": " In", "probability": 0.05908203125}, {"token_id": 679, "token_text": " It", "probability": 0.049072265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.038330078125}, {"token_id": 277, "token_text": " A", "probability": 0.024658203125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.55078125}, {"token_id": 2259, "token_text": " city", "probability": 0.048095703125}, {"token_id": 2729, "token_text": " town", "probability": 0.024169921875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0172119140625}, {"token_id": 1483, "token_text": " state", "probability": 0.0107421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.486328125}, {"token_id": 256, "token_text": " of", "probability": 0.16796875}, {"token_id": 361, "token_text": " was", "probability": 0.07470703125}, {"token_id": 15, "token_text": ",", "probability": 0.05126953125}, {"token_id": 614, "token_text": " has", "probability": 0.0213623046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.462890625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.039306640625}, {"token_id": 209, "token_text": " a", "probability": 0.0223388671875}, {"token_id": 234, "token_text": " in", "probability": 0.0174560546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01397705078125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.322265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.04931640625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0299072265625}, {"token_id": 1483, "token_text": " state", "probability": 0.0247802734375}, {"token_id": 9034, "token_text": " centre", "probability": 0.02197265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6953125}, {"token_id": 15, "token_text": ",", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.04443359375}, {"token_id": 2259, "token_text": " city", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.019775390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.412109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02978515625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.023193359375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0169677734375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.48046875}, {"token_id": 1483, "token_text": " state", "probability": 0.08349609375}, {"token_id": 2259, "token_text": " city", "probability": 0.03271484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0224609375}, {"token_id": 8040, "token_text": " province", "probability": 0.0174560546875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.71875}, {"token_id": 5350, "token_text": " states", "probability": 0.035888671875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0296630859375}, {"token_id": 4528, "token_text": " capital", "probability": 0.02783203125}, {"token_id": 20728, "token_text": " empire", "probability": 0.021728515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6171875}, {"token_id": 17, "token_text": ".", "probability": 0.107421875}, {"token_id": 15, "token_text": ",", "probability": 0.1005859375}, {"token_id": 262, "token_text": " and", "probability": 0.0211181640625}, {"token_id": 336, "token_text": " is", "probability": 0.01544189453125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.39453125}, {"token_id": 230, "token_text": " the", "probability": 0.050048828125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.04150390625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.032470703125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0303955078125}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 70, "correct_token_probability": 0.00189208984375, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.103515625}, {"token_id": 209, "token_text": " a", "probability": 0.060791015625}, {"token_id": 720, "token_text": " one", "probability": 0.025390625}, {"token_id": 534, "token_text": " not", "probability": 0.016845703125}, {"token_id": 1576, "token_text": " now", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.01446533203125}, {"token_id": 842, "token_text": " about", "probability": 0.0135498046875}, {"token_id": 3857, "token_text": " located", "probability": 0.011962890625}, {"token_id": 751, "token_text": " also", "probability": 0.011962890625}, {"token_id": 248, "token_text": " an", "probability": 0.0115966796875}], "entropy": 6.28125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -6.270073323354088, "average_logprob_per_token": -6.270073323354088, "perplexity_on_target_sequence": 528.5161290322583, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -6.270073323354088, "probability": 0.00189208984375, "raw_probability": 0.00189208984375, "correct_token_rank": 70}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66557.99108409882, "probe_elapsed_sec": 0.993807731079869, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the relationship between the two and the two. The concept of the concept is that the two are the same as the two are the same as", "text": "A small language model should be used to describe the relationship between the two and the two. The concept of the concept is that the two are the same as the two are the same as", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.49609375}, {"token_id": 534, "token_text": " not", "probability": 0.0556640625}, {"token_id": 581, "token_text": " have", "probability": 0.038330078125}, {"token_id": 751, "token_text": " also", "probability": 0.01239013671875}, {"token_id": 2464, "token_text": " include", "probability": 0.01092529296875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1875}, {"token_id": 2956, "token_text": " able", "probability": 0.03466796875}, {"token_id": 209, "token_text": " a", "probability": 0.032470703125}, {"token_id": 4424, "token_text": " considered", "probability": 0.0269775390625}, {"token_id": 5608, "token_text": " performed", "probability": 0.0123291015625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.4375}, {"token_id": 234, "token_text": " in", "probability": 0.1416015625}, {"token_id": 347, "token_text": " as", "probability": 0.09765625}, {"token_id": 321, "token_text": " for", "probability": 0.091796875}, {"token_id": 17, "token_text": ".", "probability": 0.024658203125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.040283203125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.040283203125}, {"token_id": 10938, "token_text": " identify", "probability": 0.037841796875}, {"token_id": 4621, "token_text": " model", "probability": 0.035400390625}, {"token_id": 4052, "token_text": " create", "probability": 0.0294189453125}, {"token_id": 8550, "token_text": " determine", "probability": 0.0244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.23046875}, {"token_id": 209, "token_text": " a", "probability": 0.11572265625}, {"token_id": 1168, "token_text": " how", "probability": 0.029296875}, {"token_id": 1076, "token_text": " what", "probability": 0.0235595703125}, {"token_id": 262, "token_text": " and", "probability": 0.0228271484375}]}, {"token_id": 4529, "token_text": " relationship", "chosen_probability": 0.01239013671875, "top_k_candidates": [{"token_id": 4529, "token_text": " relationship", "probability": 0.01239013671875}, {"token_id": 5940, "token_text": " effects", "probability": 0.01129150390625}, {"token_id": 2206, "token_text": " different", "probability": 0.01055908203125}, {"token_id": 3145, "token_text": " role", "probability": 0.0087890625}, {"token_id": 1547, "token_text": " world", "probability": 0.00823974609375}]}, {"token_id": 1391, "token_text": " between", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 1391, "token_text": " between", "probability": 0.75}, {"token_id": 256, "token_text": " of", "probability": 0.07421875}, {"token_id": 262, "token_text": " and", "probability": 0.022705078125}, {"token_id": 17, "token_text": ".", "probability": 0.0177001953125}, {"token_id": 392, "token_text": " with", "probability": 0.0146484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2099609375}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 929, "token_text": " two", "probability": 0.06201171875}, {"token_id": 248, "token_text": " an", "probability": 0.01953125}, {"token_id": 1917, "token_text": " each", "probability": 0.0118408203125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.1591796875}, {"token_id": 5187, "token_text": " individual", "probability": 0.0108642578125}, {"token_id": 2206, "token_text": " different", "probability": 0.0081787109375}, {"token_id": 4529, "token_text": " relationship", "probability": 0.00701904296875}, {"token_id": 1136, "token_text": " people", "probability": 0.00701904296875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.05078125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.05078125}, {"token_id": 9378, "token_text": " languages", "probability": 0.047607421875}, {"token_id": 17, "token_text": ".", "probability": 0.03955078125}, {"token_id": 4812, "token_text": " groups", "probability": 0.0272216796875}, {"token_id": 6378, "token_text": " characters", "probability": 0.0205078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5859375}, {"token_id": 209, "token_text": " a", "probability": 0.057861328125}, {"token_id": 1684, "token_text": " both", "probability": 0.031005859375}, {"token_id": 820, "token_text": " its", "probability": 0.0181884765625}, {"token_id": 732, "token_text": " their", "probability": 0.01708984375}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.07763671875}, {"token_id": 896, "token_text": " other", "probability": 0.05859375}, {"token_id": 4529, "token_text": " relationship", "probability": 0.040283203125}, {"token_id": 2206, "token_text": " different", "probability": 0.01348876953125}, {"token_id": 1424, "token_text": " three", "probability": 0.0130615234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2890625}, {"token_id": 256, "token_text": " of", "probability": 0.047119140625}, {"token_id": 15, "token_text": ",", "probability": 0.041748046875}, {"token_id": 234, "token_text": " in", "probability": 0.033447265625}, {"token_id": 3216, "token_text": " together", "probability": 0.016357421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1728515625}, {"token_id": 407, "token_text": " In", "probability": 0.052734375}, {"token_id": 2, "token_text": "", "probability": 0.045166015625}, {"token_id": 1062, "token_text": " This", "probability": 0.036376953125}, {"token_id": 277, "token_text": " A", "probability": 0.02490234375}]}, {"token_id": 5752, "token_text": " concept", "chosen_probability": 0.0225830078125, "top_k_candidates": [{"token_id": 5752, "token_text": " concept", "probability": 0.0225830078125}, {"token_id": 1617, "token_text": " term", "probability": 0.0198974609375}, {"token_id": 836, "token_text": " first", "probability": 0.018798828125}, {"token_id": 4621, "token_text": " model", "probability": 0.0159912109375}, {"token_id": 929, "token_text": " two", "probability": 0.01373291015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.482421875}, {"token_id": 336, "token_text": " is", "probability": 0.146484375}, {"token_id": 4294, "token_text": " behind", "probability": 0.0654296875}, {"token_id": 361, "token_text": " was", "probability": 0.061279296875}, {"token_id": 321, "token_text": " for", "probability": 0.03271484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.20703125}, {"token_id": 587, "token_text": " this", "probability": 0.107421875}, {"token_id": 209, "token_text": " a", "probability": 0.0556640625}, {"token_id": 363, "token_text": " \"", "probability": 0.0186767578125}, {"token_id": 1414, "token_text": " these", "probability": 0.0106201171875}]}, {"token_id": 5752, "token_text": " concept", "chosen_probability": 0.04150390625, "top_k_candidates": [{"token_id": 5752, "token_text": " concept", "probability": 0.04150390625}, {"token_id": 4621, "token_text": " model", "probability": 0.037841796875}, {"token_id": 4529, "token_text": " relationship", "probability": 0.032470703125}, {"token_id": 929, "token_text": " two", "probability": 0.0277099609375}, {"token_id": 3656, "token_text": " idea", "probability": 0.02685546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.33203125}, {"token_id": 256, "token_text": " of", "probability": 0.259765625}, {"token_id": 361, "token_text": " was", "probability": 0.1015625}, {"token_id": 15, "token_text": ",", "probability": 0.031005859375}, {"token_id": 234, "token_text": " in", "probability": 0.01251220703125}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.107421875}, {"token_id": 263, "token_text": " to", "probability": 0.07373046875}, {"token_id": 209, "token_text": " a", "probability": 0.061279296875}, {"token_id": 2787, "token_text": " based", "probability": 0.053955078125}, {"token_id": 230, "token_text": " the", "probability": 0.053955078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.28515625}, {"token_id": 256, "token_text": " of", "probability": 0.0771484375}, {"token_id": 401, "token_text": " it", "probability": 0.072265625}, {"token_id": 209, "token_text": " a", "probability": 0.041259765625}, {"token_id": 964, "token_text": " there", "probability": 0.03759765625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.10009765625}, {"token_id": 4529, "token_text": " relationship", "probability": 0.10009765625}, {"token_id": 5752, "token_text": " concept", "probability": 0.02783203125}, {"token_id": 1424, "token_text": " three", "probability": 0.0108642578125}, {"token_id": 3656, "token_text": " idea", "probability": 0.01025390625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.10498046875}, {"token_id": 566, "token_text": " can", "probability": 0.0213623046875}, {"token_id": 336, "token_text": " is", "probability": 0.02001953125}, {"token_id": 9071, "token_text": " sides", "probability": 0.018310546875}, {"token_id": 17533, "token_text": " concepts", "probability": 0.01708984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0322265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0322265625}, {"token_id": 2206, "token_text": " different", "probability": 0.029296875}, {"token_id": 534, "token_text": " not", "probability": 0.0235595703125}, {"token_id": 10528, "token_text": " connected", "probability": 0.0157470703125}, {"token_id": 234, "token_text": " in", "probability": 0.0147705078125}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.2392578125}, {"token_id": 929, "token_text": " two", "probability": 0.044189453125}, {"token_id": 1962, "token_text": " main", "probability": 0.028564453125}, {"token_id": 942, "token_text": " most", "probability": 0.020263671875}, {"token_id": 836, "token_text": " first", "probability": 0.0196533203125}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.158203125}, {"token_id": 17, "token_text": ".", "probability": 0.0703125}, {"token_id": 15, "token_text": ",", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.0301513671875}, {"token_id": 1417, "token_text": " way", "probability": 0.0250244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 209, "token_text": " a", "probability": 0.06982421875}, {"token_id": 379, "token_text": " that", "probability": 0.037353515625}, {"token_id": 1917, "token_text": " each", "probability": 0.028076171875}, {"token_id": 234, "token_text": " in", "probability": 0.0233154296875}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.20703125}, {"token_id": 1686, "token_text": " same", "probability": 0.142578125}, {"token_id": 720, "token_text": " one", "probability": 0.07177734375}, {"token_id": 896, "token_text": " other", "probability": 0.03955078125}, {"token_id": 1424, "token_text": " three", "probability": 0.01409912109375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.07666015625}, {"token_id": 379, "token_text": " that", "probability": 0.018798828125}, {"token_id": 234, "token_text": " in", "probability": 0.0177001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.212890625}, {"token_id": 2206, "token_text": " different", "probability": 0.078125}, {"token_id": 1684, "token_text": " both", "probability": 0.0262451171875}, {"token_id": 20941, "token_text": " identical", "probability": 0.0224609375}, {"token_id": 234, "token_text": " in", "probability": 0.0169677734375}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.88671875}, {"token_id": 929, "token_text": " two", "probability": 0.022216796875}, {"token_id": 2206, "token_text": " different", "probability": 0.004364013671875}, {"token_id": 11647, "token_text": " opposite", "probability": 0.003631591796875}, {"token_id": 1424, "token_text": " three", "probability": 0.003509521484375}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.41796875}, {"token_id": 17, "token_text": ".", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.06396484375}, {"token_id": 262, "token_text": " and", "probability": 0.0208740234375}, {"token_id": 234, "token_text": " in", "probability": 0.0208740234375}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.49609375}, {"token_id": 534, "token_text": " not", "probability": 0.0556640625}, {"token_id": 581, "token_text": " have", "probability": 0.038330078125}, {"token_id": 751, "token_text": " also", "probability": 0.01239013671875}, {"token_id": 2464, "token_text": " include", "probability": 0.01092529296875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1875}, {"token_id": 2956, "token_text": " able", "probability": 0.03466796875}, {"token_id": 209, "token_text": " a", "probability": 0.032470703125}, {"token_id": 4424, "token_text": " considered", "probability": 0.0269775390625}, {"token_id": 5608, "token_text": " performed", "probability": 0.0123291015625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.4375}, {"token_id": 234, "token_text": " in", "probability": 0.1416015625}, {"token_id": 347, "token_text": " as", "probability": 0.09765625}, {"token_id": 321, "token_text": " for", "probability": 0.091796875}, {"token_id": 17, "token_text": ".", "probability": 0.024658203125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.040283203125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.040283203125}, {"token_id": 10938, "token_text": " identify", "probability": 0.037841796875}, {"token_id": 4621, "token_text": " model", "probability": 0.035400390625}, {"token_id": 4052, "token_text": " create", "probability": 0.0294189453125}, {"token_id": 8550, "token_text": " determine", "probability": 0.0244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.23046875}, {"token_id": 209, "token_text": " a", "probability": 0.11572265625}, {"token_id": 1168, "token_text": " how", "probability": 0.029296875}, {"token_id": 1076, "token_text": " what", "probability": 0.0235595703125}, {"token_id": 262, "token_text": " and", "probability": 0.0228271484375}]}, {"token_id": 4529, "token_text": " relationship", "chosen_probability": 0.01239013671875, "top_k_candidates": [{"token_id": 4529, "token_text": " relationship", "probability": 0.01239013671875}, {"token_id": 5940, "token_text": " effects", "probability": 0.01129150390625}, {"token_id": 2206, "token_text": " different", "probability": 0.01055908203125}, {"token_id": 3145, "token_text": " role", "probability": 0.0087890625}, {"token_id": 1547, "token_text": " world", "probability": 0.00823974609375}]}, {"token_id": 1391, "token_text": " between", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 1391, "token_text": " between", "probability": 0.75}, {"token_id": 256, "token_text": " of", "probability": 0.07421875}, {"token_id": 262, "token_text": " and", "probability": 0.022705078125}, {"token_id": 17, "token_text": ".", "probability": 0.0177001953125}, {"token_id": 392, "token_text": " with", "probability": 0.0146484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2099609375}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 929, "token_text": " two", "probability": 0.06201171875}, {"token_id": 248, "token_text": " an", "probability": 0.01953125}, {"token_id": 1917, "token_text": " each", "probability": 0.0118408203125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.1591796875}, {"token_id": 5187, "token_text": " individual", "probability": 0.0108642578125}, {"token_id": 2206, "token_text": " different", "probability": 0.0081787109375}, {"token_id": 4529, "token_text": " relationship", "probability": 0.00701904296875}, {"token_id": 1136, "token_text": " people", "probability": 0.00701904296875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.05078125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.05078125}, {"token_id": 9378, "token_text": " languages", "probability": 0.047607421875}, {"token_id": 17, "token_text": ".", "probability": 0.03955078125}, {"token_id": 4812, "token_text": " groups", "probability": 0.0272216796875}, {"token_id": 6378, "token_text": " characters", "probability": 0.0205078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5859375}, {"token_id": 209, "token_text": " a", "probability": 0.057861328125}, {"token_id": 1684, "token_text": " both", "probability": 0.031005859375}, {"token_id": 820, "token_text": " its", "probability": 0.0181884765625}, {"token_id": 732, "token_text": " their", "probability": 0.01708984375}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.07763671875}, {"token_id": 896, "token_text": " other", "probability": 0.05859375}, {"token_id": 4529, "token_text": " relationship", "probability": 0.040283203125}, {"token_id": 2206, "token_text": " different", "probability": 0.01348876953125}, {"token_id": 1424, "token_text": " three", "probability": 0.0130615234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2890625}, {"token_id": 256, "token_text": " of", "probability": 0.047119140625}, {"token_id": 15, "token_text": ",", "probability": 0.041748046875}, {"token_id": 234, "token_text": " in", "probability": 0.033447265625}, {"token_id": 3216, "token_text": " together", "probability": 0.016357421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.181640625}, {"token_id": 407, "token_text": " In", "probability": 0.055419921875}, {"token_id": 1062, "token_text": " This", "probability": 0.0380859375}, {"token_id": 277, "token_text": " A", "probability": 0.026123046875}, {"token_id": 679, "token_text": " It", "probability": 0.02099609375}]}, {"token_id": 5752, "token_text": " concept", "chosen_probability": 0.0225830078125, "top_k_candidates": [{"token_id": 5752, "token_text": " concept", "probability": 0.0225830078125}, {"token_id": 1617, "token_text": " term", "probability": 0.0198974609375}, {"token_id": 836, "token_text": " first", "probability": 0.018798828125}, {"token_id": 4621, "token_text": " model", "probability": 0.0159912109375}, {"token_id": 929, "token_text": " two", "probability": 0.01373291015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.482421875}, {"token_id": 336, "token_text": " is", "probability": 0.146484375}, {"token_id": 4294, "token_text": " behind", "probability": 0.0654296875}, {"token_id": 361, "token_text": " was", "probability": 0.061279296875}, {"token_id": 321, "token_text": " for", "probability": 0.03271484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.20703125}, {"token_id": 587, "token_text": " this", "probability": 0.107421875}, {"token_id": 209, "token_text": " a", "probability": 0.0556640625}, {"token_id": 363, "token_text": " \"", "probability": 0.0186767578125}, {"token_id": 1414, "token_text": " these", "probability": 0.0106201171875}]}, {"token_id": 5752, "token_text": " concept", "chosen_probability": 0.04150390625, "top_k_candidates": [{"token_id": 5752, "token_text": " concept", "probability": 0.04150390625}, {"token_id": 4621, "token_text": " model", "probability": 0.037841796875}, {"token_id": 4529, "token_text": " relationship", "probability": 0.032470703125}, {"token_id": 929, "token_text": " two", "probability": 0.0277099609375}, {"token_id": 3656, "token_text": " idea", "probability": 0.02685546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.33203125}, {"token_id": 256, "token_text": " of", "probability": 0.259765625}, {"token_id": 361, "token_text": " was", "probability": 0.1015625}, {"token_id": 15, "token_text": ",", "probability": 0.031005859375}, {"token_id": 234, "token_text": " in", "probability": 0.01251220703125}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.107421875}, {"token_id": 263, "token_text": " to", "probability": 0.07373046875}, {"token_id": 209, "token_text": " a", "probability": 0.061279296875}, {"token_id": 2787, "token_text": " based", "probability": 0.053955078125}, {"token_id": 230, "token_text": " the", "probability": 0.053955078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.28515625}, {"token_id": 256, "token_text": " of", "probability": 0.0771484375}, {"token_id": 401, "token_text": " it", "probability": 0.072265625}, {"token_id": 209, "token_text": " a", "probability": 0.041259765625}, {"token_id": 964, "token_text": " there", "probability": 0.03759765625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.10009765625}, {"token_id": 4529, "token_text": " relationship", "probability": 0.10009765625}, {"token_id": 5752, "token_text": " concept", "probability": 0.02783203125}, {"token_id": 1424, "token_text": " three", "probability": 0.0108642578125}, {"token_id": 3656, "token_text": " idea", "probability": 0.01025390625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.10498046875}, {"token_id": 566, "token_text": " can", "probability": 0.0213623046875}, {"token_id": 336, "token_text": " is", "probability": 0.02001953125}, {"token_id": 9071, "token_text": " sides", "probability": 0.018310546875}, {"token_id": 17533, "token_text": " concepts", "probability": 0.01708984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0322265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0322265625}, {"token_id": 2206, "token_text": " different", "probability": 0.029296875}, {"token_id": 534, "token_text": " not", "probability": 0.0235595703125}, {"token_id": 10528, "token_text": " connected", "probability": 0.0157470703125}, {"token_id": 234, "token_text": " in", "probability": 0.0147705078125}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.2392578125}, {"token_id": 929, "token_text": " two", "probability": 0.044189453125}, {"token_id": 1962, "token_text": " main", "probability": 0.028564453125}, {"token_id": 942, "token_text": " most", "probability": 0.020263671875}, {"token_id": 836, "token_text": " first", "probability": 0.0196533203125}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.158203125}, {"token_id": 17, "token_text": ".", "probability": 0.0703125}, {"token_id": 15, "token_text": ",", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.0301513671875}, {"token_id": 1417, "token_text": " way", "probability": 0.0250244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 209, "token_text": " a", "probability": 0.06982421875}, {"token_id": 379, "token_text": " that", "probability": 0.037353515625}, {"token_id": 1917, "token_text": " each", "probability": 0.028076171875}, {"token_id": 234, "token_text": " in", "probability": 0.0233154296875}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.20703125}, {"token_id": 1686, "token_text": " same", "probability": 0.142578125}, {"token_id": 720, "token_text": " one", "probability": 0.07177734375}, {"token_id": 896, "token_text": " other", "probability": 0.03955078125}, {"token_id": 1424, "token_text": " three", "probability": 0.01409912109375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.07666015625}, {"token_id": 379, "token_text": " that", "probability": 0.018798828125}, {"token_id": 234, "token_text": " in", "probability": 0.0177001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.212890625}, {"token_id": 2206, "token_text": " different", "probability": 0.078125}, {"token_id": 1684, "token_text": " both", "probability": 0.0262451171875}, {"token_id": 20941, "token_text": " identical", "probability": 0.0224609375}, {"token_id": 234, "token_text": " in", "probability": 0.0169677734375}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.88671875}, {"token_id": 929, "token_text": " two", "probability": 0.022216796875}, {"token_id": 2206, "token_text": " different", "probability": 0.004364013671875}, {"token_id": 11647, "token_text": " opposite", "probability": 0.003631591796875}, {"token_id": 1424, "token_text": " three", "probability": 0.003509521484375}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.41796875}, {"token_id": 17, "token_text": ".", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.06396484375}, {"token_id": 262, "token_text": " and", "probability": 0.0208740234375}, {"token_id": 234, "token_text": " in", "probability": 0.0208740234375}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.49609375}, {"token_id": 534, "token_text": " not", "probability": 0.0556640625}, {"token_id": 581, "token_text": " have", "probability": 0.038330078125}, {"token_id": 751, "token_text": " also", "probability": 0.01239013671875}, {"token_id": 2464, "token_text": " include", "probability": 0.01092529296875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1875}, {"token_id": 2956, "token_text": " able", "probability": 0.03466796875}, {"token_id": 209, "token_text": " a", "probability": 0.032470703125}, {"token_id": 4424, "token_text": " considered", "probability": 0.0269775390625}, {"token_id": 5608, "token_text": " performed", "probability": 0.0123291015625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.4375}, {"token_id": 234, "token_text": " in", "probability": 0.1416015625}, {"token_id": 347, "token_text": " as", "probability": 0.09765625}, {"token_id": 321, "token_text": " for", "probability": 0.091796875}, {"token_id": 17, "token_text": ".", "probability": 0.024658203125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.040283203125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.040283203125}, {"token_id": 10938, "token_text": " identify", "probability": 0.037841796875}, {"token_id": 4621, "token_text": " model", "probability": 0.035400390625}, {"token_id": 4052, "token_text": " create", "probability": 0.0294189453125}, {"token_id": 8550, "token_text": " determine", "probability": 0.0244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.23046875}, {"token_id": 209, "token_text": " a", "probability": 0.11572265625}, {"token_id": 1168, "token_text": " how", "probability": 0.029296875}, {"token_id": 1076, "token_text": " what", "probability": 0.0235595703125}, {"token_id": 262, "token_text": " and", "probability": 0.0228271484375}]}, {"token_id": 4529, "token_text": " relationship", "chosen_probability": 0.01239013671875, "top_k_candidates": [{"token_id": 4529, "token_text": " relationship", "probability": 0.01239013671875}, {"token_id": 5940, "token_text": " effects", "probability": 0.01129150390625}, {"token_id": 2206, "token_text": " different", "probability": 0.01055908203125}, {"token_id": 3145, "token_text": " role", "probability": 0.0087890625}, {"token_id": 1547, "token_text": " world", "probability": 0.00823974609375}]}, {"token_id": 1391, "token_text": " between", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 1391, "token_text": " between", "probability": 0.75}, {"token_id": 256, "token_text": " of", "probability": 0.07421875}, {"token_id": 262, "token_text": " and", "probability": 0.022705078125}, {"token_id": 17, "token_text": ".", "probability": 0.0177001953125}, {"token_id": 392, "token_text": " with", "probability": 0.0146484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2099609375}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 929, "token_text": " two", "probability": 0.06201171875}, {"token_id": 248, "token_text": " an", "probability": 0.01953125}, {"token_id": 1917, "token_text": " each", "probability": 0.0118408203125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.1591796875}, {"token_id": 5187, "token_text": " individual", "probability": 0.0108642578125}, {"token_id": 2206, "token_text": " different", "probability": 0.0081787109375}, {"token_id": 4529, "token_text": " relationship", "probability": 0.00701904296875}, {"token_id": 1136, "token_text": " people", "probability": 0.00701904296875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.05078125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.05078125}, {"token_id": 9378, "token_text": " languages", "probability": 0.047607421875}, {"token_id": 17, "token_text": ".", "probability": 0.03955078125}, {"token_id": 4812, "token_text": " groups", "probability": 0.0272216796875}, {"token_id": 6378, "token_text": " characters", "probability": 0.0205078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5859375}, {"token_id": 209, "token_text": " a", "probability": 0.057861328125}, {"token_id": 1684, "token_text": " both", "probability": 0.031005859375}, {"token_id": 820, "token_text": " its", "probability": 0.0181884765625}, {"token_id": 732, "token_text": " their", "probability": 0.01708984375}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.07763671875}, {"token_id": 896, "token_text": " other", "probability": 0.05859375}, {"token_id": 4529, "token_text": " relationship", "probability": 0.040283203125}, {"token_id": 2206, "token_text": " different", "probability": 0.01348876953125}, {"token_id": 1424, "token_text": " three", "probability": 0.0130615234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2890625}, {"token_id": 256, "token_text": " of", "probability": 0.047119140625}, {"token_id": 15, "token_text": ",", "probability": 0.041748046875}, {"token_id": 234, "token_text": " in", "probability": 0.033447265625}, {"token_id": 3216, "token_text": " together", "probability": 0.016357421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.181640625}, {"token_id": 407, "token_text": " In", "probability": 0.055419921875}, {"token_id": 1062, "token_text": " This", "probability": 0.0380859375}, {"token_id": 277, "token_text": " A", "probability": 0.026123046875}, {"token_id": 679, "token_text": " It", "probability": 0.02099609375}]}, {"token_id": 5752, "token_text": " concept", "chosen_probability": 0.0225830078125, "top_k_candidates": [{"token_id": 5752, "token_text": " concept", "probability": 0.0225830078125}, {"token_id": 1617, "token_text": " term", "probability": 0.0198974609375}, {"token_id": 836, "token_text": " first", "probability": 0.018798828125}, {"token_id": 4621, "token_text": " model", "probability": 0.0159912109375}, {"token_id": 929, "token_text": " two", "probability": 0.01373291015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.482421875}, {"token_id": 336, "token_text": " is", "probability": 0.146484375}, {"token_id": 4294, "token_text": " behind", "probability": 0.0654296875}, {"token_id": 361, "token_text": " was", "probability": 0.061279296875}, {"token_id": 321, "token_text": " for", "probability": 0.03271484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.20703125}, {"token_id": 587, "token_text": " this", "probability": 0.107421875}, {"token_id": 209, "token_text": " a", "probability": 0.0556640625}, {"token_id": 363, "token_text": " \"", "probability": 0.0186767578125}, {"token_id": 1414, "token_text": " these", "probability": 0.0106201171875}]}, {"token_id": 5752, "token_text": " concept", "chosen_probability": 0.04150390625, "top_k_candidates": [{"token_id": 5752, "token_text": " concept", "probability": 0.04150390625}, {"token_id": 4621, "token_text": " model", "probability": 0.037841796875}, {"token_id": 4529, "token_text": " relationship", "probability": 0.032470703125}, {"token_id": 929, "token_text": " two", "probability": 0.0277099609375}, {"token_id": 3656, "token_text": " idea", "probability": 0.02685546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.33203125}, {"token_id": 256, "token_text": " of", "probability": 0.259765625}, {"token_id": 361, "token_text": " was", "probability": 0.1015625}, {"token_id": 15, "token_text": ",", "probability": 0.031005859375}, {"token_id": 234, "token_text": " in", "probability": 0.01251220703125}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.107421875}, {"token_id": 263, "token_text": " to", "probability": 0.07373046875}, {"token_id": 209, "token_text": " a", "probability": 0.061279296875}, {"token_id": 2787, "token_text": " based", "probability": 0.053955078125}, {"token_id": 230, "token_text": " the", "probability": 0.053955078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.28515625}, {"token_id": 256, "token_text": " of", "probability": 0.0771484375}, {"token_id": 401, "token_text": " it", "probability": 0.072265625}, {"token_id": 209, "token_text": " a", "probability": 0.041259765625}, {"token_id": 964, "token_text": " there", "probability": 0.03759765625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.10009765625, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.10009765625}, {"token_id": 4529, "token_text": " relationship", "probability": 0.10009765625}, {"token_id": 5752, "token_text": " concept", "probability": 0.02783203125}, {"token_id": 1424, "token_text": " three", "probability": 0.0108642578125}, {"token_id": 3656, "token_text": " idea", "probability": 0.01025390625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.10498046875}, {"token_id": 566, "token_text": " can", "probability": 0.0213623046875}, {"token_id": 336, "token_text": " is", "probability": 0.02001953125}, {"token_id": 9071, "token_text": " sides", "probability": 0.018310546875}, {"token_id": 17533, "token_text": " concepts", "probability": 0.01708984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0322265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0322265625}, {"token_id": 2206, "token_text": " different", "probability": 0.029296875}, {"token_id": 534, "token_text": " not", "probability": 0.0235595703125}, {"token_id": 10528, "token_text": " connected", "probability": 0.0157470703125}, {"token_id": 234, "token_text": " in", "probability": 0.0147705078125}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.2392578125}, {"token_id": 929, "token_text": " two", "probability": 0.044189453125}, {"token_id": 1962, "token_text": " main", "probability": 0.028564453125}, {"token_id": 942, "token_text": " most", "probability": 0.020263671875}, {"token_id": 836, "token_text": " first", "probability": 0.0196533203125}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.158203125}, {"token_id": 17, "token_text": ".", "probability": 0.0703125}, {"token_id": 15, "token_text": ",", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.0301513671875}, {"token_id": 1417, "token_text": " way", "probability": 0.0250244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 209, "token_text": " a", "probability": 0.06982421875}, {"token_id": 379, "token_text": " that", "probability": 0.037353515625}, {"token_id": 1917, "token_text": " each", "probability": 0.028076171875}, {"token_id": 234, "token_text": " in", "probability": 0.0233154296875}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.20703125}, {"token_id": 1686, "token_text": " same", "probability": 0.142578125}, {"token_id": 720, "token_text": " one", "probability": 0.07177734375}, {"token_id": 896, "token_text": " other", "probability": 0.03955078125}, {"token_id": 1424, "token_text": " three", "probability": 0.01409912109375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.322265625}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.07666015625}, {"token_id": 379, "token_text": " that", "probability": 0.018798828125}, {"token_id": 234, "token_text": " in", "probability": 0.0177001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.212890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.212890625}, {"token_id": 2206, "token_text": " different", "probability": 0.078125}, {"token_id": 1684, "token_text": " both", "probability": 0.0262451171875}, {"token_id": 20941, "token_text": " identical", "probability": 0.0224609375}, {"token_id": 234, "token_text": " in", "probability": 0.0169677734375}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.88671875}, {"token_id": 929, "token_text": " two", "probability": 0.022216796875}, {"token_id": 2206, "token_text": " different", "probability": 0.004364013671875}, {"token_id": 11647, "token_text": " opposite", "probability": 0.003631591796875}, {"token_id": 1424, "token_text": " three", "probability": 0.003509521484375}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.41796875}, {"token_id": 17, "token_text": ".", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.06396484375}, {"token_id": 262, "token_text": " and", "probability": 0.0208740234375}, {"token_id": 234, "token_text": " in", "probability": 0.0208740234375}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.49609375, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.49609375}, {"token_id": 534, "token_text": " not", "probability": 0.0556640625}, {"token_id": 581, "token_text": " have", "probability": 0.038330078125}, {"token_id": 751, "token_text": " also", "probability": 0.01239013671875}, {"token_id": 2464, "token_text": " include", "probability": 0.01092529296875}, {"token_id": 846, "token_text": " work", "probability": 0.00909423828125}, {"token_id": 1882, "token_text": " take", "probability": 0.008544921875}, {"token_id": 3710, "token_text": " provide", "probability": 0.008544921875}, {"token_id": 1466, "token_text": " help", "probability": 0.00799560546875}, {"token_id": 1494, "token_text": " make", "probability": 0.00799560546875}], "entropy": 3.484375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7009903580209712, "average_logprob_per_token": -0.7009903580209712, "perplexity_on_target_sequence": 2.015748031496063, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.7009903580209712, "probability": 0.49609375, "raw_probability": 0.49609375, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66557.99163365364, "probe_elapsed_sec": 0.993807731079869, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la prima citt\u00e0 di Roma, che ha avuto un ruolo importante nella storia della citt\u00e0. La citt\u00e0 di Roma \u00e8 stata la prima citt\u00e0 di Roma, che ha", "text": "La capitale d'Italia \u00e8 stata la prima citt\u00e0 di Roma, che ha avuto un ruolo importante nella storia della citt\u00e0. La citt\u00e0 di Roma \u00e8 stata la prima citt\u00e0 di Roma, che ha", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1171875}, {"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 387, "token_text": " una", "probability": 0.035888671875}, {"token_id": 293, "token_text": " il", "probability": 0.035888671875}, {"token_id": 267, "token_text": " un", "probability": 0.035888671875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.043212890625}, {"token_id": 387, "token_text": " una", "probability": 0.043212890625}, {"token_id": 267, "token_text": " un", "probability": 0.0191650390625}, {"token_id": 227, "token_text": " l", "probability": 0.015869140625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.15625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0947265625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.044921875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.042236328125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0272216796875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06982421875}, {"token_id": 3017, "token_text": " donna", "probability": 0.048095703125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.037353515625}, {"token_id": 1513, "token_text": " grande", "probability": 0.024169921875}, {"token_id": 238, "token_text": " di", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1767578125}, {"token_id": 214, "token_text": " d", "probability": 0.0947265625}, {"token_id": 4630, "token_text": " italiana", "probability": 0.06494140625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.053955078125}, {"token_id": 337, "token_text": " del", "probability": 0.047607421875}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.0947265625}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.053955078125}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.03173828125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0218505859375}, {"token_id": 267, "token_text": " un", "probability": 0.0211181640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.232421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.232421875}, {"token_id": 17, "token_text": ".", "probability": 0.205078125}, {"token_id": 246, "token_text": " e", "probability": 0.058837890625}, {"token_id": 209, "token_text": " a", "probability": 0.04052734375}, {"token_id": 290, "token_text": " per", "probability": 0.0380859375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.06494140625}, {"token_id": 445, "token_text": " ma", "probability": 0.047607421875}, {"token_id": 272, "token_text": " con", "probability": 0.037109375}, {"token_id": 234, "token_text": " in", "probability": 0.037109375}, {"token_id": 246, "token_text": " e", "probability": 0.034912109375}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.1748046875}, {"token_id": 395, "token_text": " si", "probability": 0.087890625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05322265625}, {"token_id": 447, "token_text": " nel", "probability": 0.0322265625}, {"token_id": 234, "token_text": " in", "probability": 0.022216796875}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.080078125}, {"token_id": 3439, "token_text": " visto", "probability": 0.031494140625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.029541015625}, {"token_id": 3350, "token_text": " dato", "probability": 0.0277099609375}, {"token_id": 25555, "token_text": " ospitato", "probability": 0.026123046875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.236328125}, {"token_id": 387, "token_text": " una", "probability": 0.162109375}, {"token_id": 285, "token_text": " la", "probability": 0.072265625}, {"token_id": 293, "token_text": " il", "probability": 0.0634765625}, {"token_id": 227, "token_text": " l", "probability": 0.02490234375}]}, {"token_id": 2966, "token_text": " ruolo", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 2966, "token_text": " ruolo", "probability": 0.298828125}, {"token_id": 10, "token_text": "'", "probability": 0.16015625}, {"token_id": 1513, "token_text": " grande", "probability": 0.06640625}, {"token_id": 3100, "token_text": " forte", "probability": 0.031494140625}, {"token_id": 12089, "token_text": " enorme", "probability": 0.0230712890625}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.2177734375}, {"token_id": 238, "token_text": " di", "probability": 0.0966796875}, {"token_id": 7264, "token_text": " fondamentale", "probability": 0.0751953125}, {"token_id": 27445, "token_text": " determinante", "probability": 0.06640625}, {"token_id": 1199, "token_text": " molto", "probability": 0.03564453125}]}, {"token_id": 637, "token_text": " nella", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 637, "token_text": " nella", "probability": 0.2099609375}, {"token_id": 447, "token_text": " nel", "probability": 0.1845703125}, {"token_id": 234, "token_text": " in", "probability": 0.08740234375}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 1084, "token_text": " nell", "probability": 0.052978515625}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.392578125}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.06396484375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0322265625}, {"token_id": 1271, "token_text": " vita", "probability": 0.0322265625}, {"token_id": 6833, "token_text": " gestione", "probability": 0.0267333984375}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.287109375}, {"token_id": 337, "token_text": " del", "probability": 0.1640625}, {"token_id": 465, "token_text": " dell", "probability": 0.11962890625}, {"token_id": 17, "token_text": ".", "probability": 0.0439453125}, {"token_id": 238, "token_text": " di", "probability": 0.0322265625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11669921875}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.10986328125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0517578125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0458984375}, {"token_id": 5179, "token_text": " cultura", "probability": 0.033447265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3984375}, {"token_id": 15, "token_text": ",", "probability": 0.2412109375}, {"token_id": 246, "token_text": " e", "probability": 0.08349609375}, {"token_id": 238, "token_text": " di", "probability": 0.044677734375}, {"token_id": 29, "token_text": ":", "probability": 0.0306396484375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.10498046875}, {"token_id": 538, "token_text": " Il", "probability": 0.06396484375}, {"token_id": 2, "token_text": "", "probability": 0.046630859375}, {"token_id": 302, "token_text": " L", "probability": 0.0439453125}, {"token_id": 897, "token_text": " Nel", "probability": 0.031982421875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.306640625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07275390625}, {"token_id": 718, "token_text": " sua", "probability": 0.050048828125}, {"token_id": 870, "token_text": " prima", "probability": 0.044189453125}, {"token_id": 1843, "token_text": " storia", "probability": 0.032470703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.19140625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1689453125}, {"token_id": 15, "token_text": ",", "probability": 0.1162109375}, {"token_id": 373, "token_text": " ha", "probability": 0.1025390625}, {"token_id": 395, "token_text": " si", "probability": 0.033447265625}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.65234375}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.064453125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.016357421875}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.0098876953125}, {"token_id": 1254, "token_text": " San", "probability": 0.00726318359375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 373, "token_text": " ha", "probability": 0.1201171875}, {"token_id": 633, "token_text": " fu", "probability": 0.03662109375}, {"token_id": 395, "token_text": " si", "probability": 0.03662109375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.298828125}, {"token_id": 387, "token_text": " una", "probability": 0.0517578125}, {"token_id": 285, "token_text": " la", "probability": 0.040283203125}, {"token_id": 267, "token_text": " un", "probability": 0.033447265625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0216064453125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1162109375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.080078125}, {"token_id": 387, "token_text": " una", "probability": 0.042724609375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.0294189453125}, {"token_id": 15, "token_text": ",", "probability": 0.021484375}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.34765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1357421875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11279296875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.09912109375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.056640625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.06201171875}, {"token_id": 10779, "token_text": " metrop", "probability": 0.02587890625}, {"token_id": 4211, "token_text": " sede", "probability": 0.01470947265625}, {"token_id": 209, "token_text": " a", "probability": 0.01470947265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.275390625}, {"token_id": 9891, "token_text": " romana", "probability": 0.0791015625}, {"token_id": 214, "token_text": " d", "probability": 0.054443359375}, {"token_id": 370, "token_text": " della", "probability": 0.042236328125}, {"token_id": 209, "token_text": " a", "probability": 0.042236328125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.82421875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.031982421875}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.00811767578125}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.006317138671875}, {"token_id": 4456, "token_text": " Milano", "probability": 0.006317138671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.32421875}, {"token_id": 17, "token_text": ".", "probability": 0.2373046875}, {"token_id": 246, "token_text": " e", "probability": 0.08740234375}, {"token_id": 290, "token_text": " per", "probability": 0.026611328125}, {"token_id": 303, "token_text": " che", "probability": 0.0234375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0908203125}, {"token_id": 272, "token_text": " con", "probability": 0.048583984375}, {"token_id": 246, "token_text": " e", "probability": 0.04296875}, {"token_id": 234, "token_text": " in", "probability": 0.04296875}, {"token_id": 445, "token_text": " ma", "probability": 0.040283203125}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.2490234375}, {"token_id": 395, "token_text": " si", "probability": 0.09716796875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06298828125}, {"token_id": 633, "token_text": " fu", "probability": 0.024658203125}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1171875}, {"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 387, "token_text": " una", "probability": 0.035888671875}, {"token_id": 293, "token_text": " il", "probability": 0.035888671875}, {"token_id": 267, "token_text": " un", "probability": 0.035888671875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.043212890625}, {"token_id": 387, "token_text": " una", "probability": 0.043212890625}, {"token_id": 267, "token_text": " un", "probability": 0.0191650390625}, {"token_id": 227, "token_text": " l", "probability": 0.015869140625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.15625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0947265625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.044921875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.042236328125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0272216796875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06982421875}, {"token_id": 3017, "token_text": " donna", "probability": 0.048095703125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.037353515625}, {"token_id": 1513, "token_text": " grande", "probability": 0.024169921875}, {"token_id": 238, "token_text": " di", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1767578125}, {"token_id": 214, "token_text": " d", "probability": 0.0947265625}, {"token_id": 4630, "token_text": " italiana", "probability": 0.06494140625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.053955078125}, {"token_id": 337, "token_text": " del", "probability": 0.047607421875}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.0947265625}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.053955078125}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.03173828125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0218505859375}, {"token_id": 267, "token_text": " un", "probability": 0.0211181640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.232421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.232421875}, {"token_id": 17, "token_text": ".", "probability": 0.205078125}, {"token_id": 246, "token_text": " e", "probability": 0.058837890625}, {"token_id": 209, "token_text": " a", "probability": 0.04052734375}, {"token_id": 290, "token_text": " per", "probability": 0.0380859375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.06494140625}, {"token_id": 445, "token_text": " ma", "probability": 0.047607421875}, {"token_id": 272, "token_text": " con", "probability": 0.037109375}, {"token_id": 234, "token_text": " in", "probability": 0.037109375}, {"token_id": 246, "token_text": " e", "probability": 0.034912109375}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.1748046875}, {"token_id": 395, "token_text": " si", "probability": 0.087890625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05322265625}, {"token_id": 447, "token_text": " nel", "probability": 0.0322265625}, {"token_id": 234, "token_text": " in", "probability": 0.022216796875}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.080078125}, {"token_id": 3439, "token_text": " visto", "probability": 0.031494140625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.029541015625}, {"token_id": 3350, "token_text": " dato", "probability": 0.0277099609375}, {"token_id": 25555, "token_text": " ospitato", "probability": 0.026123046875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.236328125}, {"token_id": 387, "token_text": " una", "probability": 0.162109375}, {"token_id": 285, "token_text": " la", "probability": 0.072265625}, {"token_id": 293, "token_text": " il", "probability": 0.0634765625}, {"token_id": 227, "token_text": " l", "probability": 0.02490234375}]}, {"token_id": 2966, "token_text": " ruolo", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 2966, "token_text": " ruolo", "probability": 0.298828125}, {"token_id": 10, "token_text": "'", "probability": 0.16015625}, {"token_id": 1513, "token_text": " grande", "probability": 0.06640625}, {"token_id": 3100, "token_text": " forte", "probability": 0.031494140625}, {"token_id": 12089, "token_text": " enorme", "probability": 0.0230712890625}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.2177734375}, {"token_id": 238, "token_text": " di", "probability": 0.0966796875}, {"token_id": 7264, "token_text": " fondamentale", "probability": 0.0751953125}, {"token_id": 27445, "token_text": " determinante", "probability": 0.06640625}, {"token_id": 1199, "token_text": " molto", "probability": 0.03564453125}]}, {"token_id": 637, "token_text": " nella", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 637, "token_text": " nella", "probability": 0.2099609375}, {"token_id": 447, "token_text": " nel", "probability": 0.1845703125}, {"token_id": 234, "token_text": " in", "probability": 0.08740234375}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 1084, "token_text": " nell", "probability": 0.052978515625}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.392578125}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.06396484375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0322265625}, {"token_id": 1271, "token_text": " vita", "probability": 0.0322265625}, {"token_id": 6833, "token_text": " gestione", "probability": 0.0267333984375}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.287109375}, {"token_id": 337, "token_text": " del", "probability": 0.1640625}, {"token_id": 465, "token_text": " dell", "probability": 0.11962890625}, {"token_id": 17, "token_text": ".", "probability": 0.0439453125}, {"token_id": 238, "token_text": " di", "probability": 0.0322265625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11669921875}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.10986328125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0517578125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0458984375}, {"token_id": 5179, "token_text": " cultura", "probability": 0.033447265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3984375}, {"token_id": 15, "token_text": ",", "probability": 0.2412109375}, {"token_id": 246, "token_text": " e", "probability": 0.08349609375}, {"token_id": 238, "token_text": " di", "probability": 0.044677734375}, {"token_id": 29, "token_text": ":", "probability": 0.0306396484375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1103515625}, {"token_id": 538, "token_text": " Il", "probability": 0.06689453125}, {"token_id": 302, "token_text": " L", "probability": 0.0458984375}, {"token_id": 897, "token_text": " Nel", "probability": 0.03369140625}, {"token_id": 407, "token_text": " In", "probability": 0.0262451171875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.306640625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07275390625}, {"token_id": 718, "token_text": " sua", "probability": 0.050048828125}, {"token_id": 870, "token_text": " prima", "probability": 0.044189453125}, {"token_id": 1843, "token_text": " storia", "probability": 0.032470703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.19140625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1689453125}, {"token_id": 15, "token_text": ",", "probability": 0.1162109375}, {"token_id": 373, "token_text": " ha", "probability": 0.1025390625}, {"token_id": 395, "token_text": " si", "probability": 0.033447265625}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.65234375}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.064453125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.016357421875}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.0098876953125}, {"token_id": 1254, "token_text": " San", "probability": 0.00726318359375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 373, "token_text": " ha", "probability": 0.1201171875}, {"token_id": 633, "token_text": " fu", "probability": 0.03662109375}, {"token_id": 395, "token_text": " si", "probability": 0.03662109375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.298828125}, {"token_id": 387, "token_text": " una", "probability": 0.0517578125}, {"token_id": 285, "token_text": " la", "probability": 0.040283203125}, {"token_id": 267, "token_text": " un", "probability": 0.033447265625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0216064453125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1162109375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.080078125}, {"token_id": 387, "token_text": " una", "probability": 0.042724609375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.0294189453125}, {"token_id": 15, "token_text": ",", "probability": 0.021484375}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.34765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1357421875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11279296875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.09912109375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.056640625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.06201171875}, {"token_id": 10779, "token_text": " metrop", "probability": 0.02587890625}, {"token_id": 4211, "token_text": " sede", "probability": 0.01470947265625}, {"token_id": 209, "token_text": " a", "probability": 0.01470947265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.275390625}, {"token_id": 9891, "token_text": " romana", "probability": 0.0791015625}, {"token_id": 214, "token_text": " d", "probability": 0.054443359375}, {"token_id": 370, "token_text": " della", "probability": 0.042236328125}, {"token_id": 209, "token_text": " a", "probability": 0.042236328125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.82421875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.031982421875}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.00811767578125}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.006317138671875}, {"token_id": 4456, "token_text": " Milano", "probability": 0.006317138671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.32421875}, {"token_id": 17, "token_text": ".", "probability": 0.2373046875}, {"token_id": 246, "token_text": " e", "probability": 0.08740234375}, {"token_id": 290, "token_text": " per", "probability": 0.026611328125}, {"token_id": 303, "token_text": " che", "probability": 0.0234375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0908203125}, {"token_id": 272, "token_text": " con", "probability": 0.048583984375}, {"token_id": 246, "token_text": " e", "probability": 0.04296875}, {"token_id": 234, "token_text": " in", "probability": 0.04296875}, {"token_id": 445, "token_text": " ma", "probability": 0.040283203125}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.2490234375}, {"token_id": 395, "token_text": " si", "probability": 0.09716796875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06298828125}, {"token_id": 633, "token_text": " fu", "probability": 0.024658203125}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1171875}, {"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 387, "token_text": " una", "probability": 0.035888671875}, {"token_id": 293, "token_text": " il", "probability": 0.035888671875}, {"token_id": 267, "token_text": " un", "probability": 0.035888671875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.043212890625}, {"token_id": 387, "token_text": " una", "probability": 0.043212890625}, {"token_id": 267, "token_text": " un", "probability": 0.0191650390625}, {"token_id": 227, "token_text": " l", "probability": 0.015869140625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.15625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.15625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0947265625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.044921875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.042236328125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0272216796875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06982421875}, {"token_id": 3017, "token_text": " donna", "probability": 0.048095703125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.037353515625}, {"token_id": 1513, "token_text": " grande", "probability": 0.024169921875}, {"token_id": 238, "token_text": " di", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1767578125}, {"token_id": 214, "token_text": " d", "probability": 0.0947265625}, {"token_id": 4630, "token_text": " italiana", "probability": 0.06494140625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.053955078125}, {"token_id": 337, "token_text": " del", "probability": 0.047607421875}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.0947265625}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.053955078125}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.03173828125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0218505859375}, {"token_id": 267, "token_text": " un", "probability": 0.0211181640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.232421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.232421875}, {"token_id": 17, "token_text": ".", "probability": 0.205078125}, {"token_id": 246, "token_text": " e", "probability": 0.058837890625}, {"token_id": 209, "token_text": " a", "probability": 0.04052734375}, {"token_id": 290, "token_text": " per", "probability": 0.0380859375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.06494140625}, {"token_id": 445, "token_text": " ma", "probability": 0.047607421875}, {"token_id": 272, "token_text": " con", "probability": 0.037109375}, {"token_id": 234, "token_text": " in", "probability": 0.037109375}, {"token_id": 246, "token_text": " e", "probability": 0.034912109375}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.1748046875}, {"token_id": 395, "token_text": " si", "probability": 0.087890625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05322265625}, {"token_id": 447, "token_text": " nel", "probability": 0.0322265625}, {"token_id": 234, "token_text": " in", "probability": 0.022216796875}]}, {"token_id": 3442, "token_text": " avuto", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 3442, "token_text": " avuto", "probability": 0.080078125}, {"token_id": 3439, "token_text": " visto", "probability": 0.031494140625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.029541015625}, {"token_id": 3350, "token_text": " dato", "probability": 0.0277099609375}, {"token_id": 25555, "token_text": " ospitato", "probability": 0.026123046875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.236328125}, {"token_id": 387, "token_text": " una", "probability": 0.162109375}, {"token_id": 285, "token_text": " la", "probability": 0.072265625}, {"token_id": 293, "token_text": " il", "probability": 0.0634765625}, {"token_id": 227, "token_text": " l", "probability": 0.02490234375}]}, {"token_id": 2966, "token_text": " ruolo", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 2966, "token_text": " ruolo", "probability": 0.298828125}, {"token_id": 10, "token_text": "'", "probability": 0.16015625}, {"token_id": 1513, "token_text": " grande", "probability": 0.06640625}, {"token_id": 3100, "token_text": " forte", "probability": 0.031494140625}, {"token_id": 12089, "token_text": " enorme", "probability": 0.0230712890625}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.2177734375}, {"token_id": 238, "token_text": " di", "probability": 0.0966796875}, {"token_id": 7264, "token_text": " fondamentale", "probability": 0.0751953125}, {"token_id": 27445, "token_text": " determinante", "probability": 0.06640625}, {"token_id": 1199, "token_text": " molto", "probability": 0.03564453125}]}, {"token_id": 637, "token_text": " nella", "chosen_probability": 0.2099609375, "top_k_candidates": [{"token_id": 637, "token_text": " nella", "probability": 0.2099609375}, {"token_id": 447, "token_text": " nel", "probability": 0.1845703125}, {"token_id": 234, "token_text": " in", "probability": 0.08740234375}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 1084, "token_text": " nell", "probability": 0.052978515625}]}, {"token_id": 1843, "token_text": " storia", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 1843, "token_text": " storia", "probability": 0.392578125}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.06396484375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0322265625}, {"token_id": 1271, "token_text": " vita", "probability": 0.0322265625}, {"token_id": 6833, "token_text": " gestione", "probability": 0.0267333984375}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.287109375}, {"token_id": 337, "token_text": " del", "probability": 0.1640625}, {"token_id": 465, "token_text": " dell", "probability": 0.11962890625}, {"token_id": 17, "token_text": ".", "probability": 0.0439453125}, {"token_id": 238, "token_text": " di", "probability": 0.0322265625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11669921875}, {"token_id": 5384, "token_text": " Repubblica", "probability": 0.10986328125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0517578125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0458984375}, {"token_id": 5179, "token_text": " cultura", "probability": 0.033447265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3984375}, {"token_id": 15, "token_text": ",", "probability": 0.2412109375}, {"token_id": 246, "token_text": " e", "probability": 0.08349609375}, {"token_id": 238, "token_text": " di", "probability": 0.044677734375}, {"token_id": 29, "token_text": ":", "probability": 0.0306396484375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1103515625}, {"token_id": 538, "token_text": " Il", "probability": 0.06689453125}, {"token_id": 302, "token_text": " L", "probability": 0.0458984375}, {"token_id": 897, "token_text": " Nel", "probability": 0.03369140625}, {"token_id": 407, "token_text": " In", "probability": 0.0262451171875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.306640625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07275390625}, {"token_id": 718, "token_text": " sua", "probability": 0.050048828125}, {"token_id": 870, "token_text": " prima", "probability": 0.044189453125}, {"token_id": 1843, "token_text": " storia", "probability": 0.032470703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.19140625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1689453125}, {"token_id": 15, "token_text": ",", "probability": 0.1162109375}, {"token_id": 373, "token_text": " ha", "probability": 0.1025390625}, {"token_id": 395, "token_text": " si", "probability": 0.033447265625}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.65234375}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.064453125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.016357421875}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.0098876953125}, {"token_id": 1254, "token_text": " San", "probability": 0.00726318359375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.2890625}, {"token_id": 15, "token_text": ",", "probability": 0.154296875}, {"token_id": 373, "token_text": " ha", "probability": 0.1201171875}, {"token_id": 633, "token_text": " fu", "probability": 0.03662109375}, {"token_id": 395, "token_text": " si", "probability": 0.03662109375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.298828125}, {"token_id": 387, "token_text": " una", "probability": 0.0517578125}, {"token_id": 285, "token_text": " la", "probability": 0.040283203125}, {"token_id": 267, "token_text": " un", "probability": 0.033447265625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0216064453125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1162109375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.080078125}, {"token_id": 387, "token_text": " una", "probability": 0.042724609375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.0294189453125}, {"token_id": 15, "token_text": ",", "probability": 0.021484375}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.34765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1357421875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11279296875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.09912109375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.056640625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.06201171875}, {"token_id": 10779, "token_text": " metrop", "probability": 0.02587890625}, {"token_id": 4211, "token_text": " sede", "probability": 0.01470947265625}, {"token_id": 209, "token_text": " a", "probability": 0.01470947265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.275390625}, {"token_id": 9891, "token_text": " romana", "probability": 0.0791015625}, {"token_id": 214, "token_text": " d", "probability": 0.054443359375}, {"token_id": 370, "token_text": " della", "probability": 0.042236328125}, {"token_id": 209, "token_text": " a", "probability": 0.042236328125}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.82421875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.031982421875}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.00811767578125}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.006317138671875}, {"token_id": 4456, "token_text": " Milano", "probability": 0.006317138671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.32421875}, {"token_id": 17, "token_text": ".", "probability": 0.2373046875}, {"token_id": 246, "token_text": " e", "probability": 0.08740234375}, {"token_id": 290, "token_text": " per", "probability": 0.026611328125}, {"token_id": 303, "token_text": " che", "probability": 0.0234375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0908203125}, {"token_id": 272, "token_text": " con", "probability": 0.048583984375}, {"token_id": 246, "token_text": " e", "probability": 0.04296875}, {"token_id": 234, "token_text": " in", "probability": 0.04296875}, {"token_id": 445, "token_text": " ma", "probability": 0.040283203125}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.2490234375, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.2490234375}, {"token_id": 395, "token_text": " si", "probability": 0.09716796875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06298828125}, {"token_id": 633, "token_text": " fu", "probability": 0.024658203125}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 369, "correct_token_probability": 0.0002651214599609375, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1171875}, {"token_id": 285, "token_text": " la", "probability": 0.048828125}, {"token_id": 293, "token_text": " il", "probability": 0.035888671875}, {"token_id": 387, "token_text": " una", "probability": 0.035888671875}, {"token_id": 267, "token_text": " un", "probability": 0.035888671875}, {"token_id": 844, "token_text": " stato", "probability": 0.02783203125}, {"token_id": 234, "token_text": " in", "probability": 0.025390625}, {"token_id": 238, "token_text": " di", "probability": 0.025390625}, {"token_id": 227, "token_text": " l", "probability": 0.0203857421875}, {"token_id": 319, "token_text": " al", "probability": 0.01318359375}], "entropy": 5.625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.23532249750827, "average_logprob_per_token": -8.23532249750827, "perplexity_on_target_sequence": 3771.8561151079143, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -8.23532249750827, "probability": 0.0002651214599609375, "raw_probability": 0.0002651214599609375, "correct_token_rank": 369}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66557.99217176437, "probe_elapsed_sec": 0.993807731079869, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'opera di grande importanza, ma non \u00e8 stato cos\u00ec. Il linguaggio di programmazione \u00e8 un linguaggio di programmazione, ma \u00e8 un linguaggio di programmazione. Il", "text": "Un piccolo modello linguistico dovrebbe essere un'opera di grande importanza, ma non \u00e8 stato cos\u00ec. Il linguaggio di programmazione \u00e8 un linguaggio di programmazione, ma \u00e8 un linguaggio di programmazione. Il", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4921875}, {"token_id": 2370, "token_text": " avere", "probability": 0.04052734375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01019287109375}, {"token_id": 1612, "token_text": " fare", "probability": 0.009033203125}, {"token_id": 1402, "token_text": " aver", "probability": 0.00848388671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.068359375}, {"token_id": 293, "token_text": " il", "probability": 0.0498046875}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.03125}, {"token_id": 1410, "token_text": " quello", "probability": 0.0302734375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.0281982421875, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.0281982421875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0281982421875}, {"token_id": 10, "token_text": "'", "probability": 0.0281982421875}, {"token_id": 5993, "token_text": " buon", "probability": 0.022705078125}, {"token_id": 2912, "token_text": " termine", "probability": 0.02001953125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.0791015625}, {"token_id": 22727, "token_text": "altern", "probability": 0.051025390625}, {"token_id": 4993, "token_text": "idea", "probability": 0.048095703125}, {"token_id": 26404, "token_text": "invenzione", "probability": 0.037353515625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.03515625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2158203125}, {"token_id": 214, "token_text": " d", "probability": 0.1572265625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0257568359375}, {"token_id": 303, "token_text": " che", "probability": 0.022705078125}, {"token_id": 337, "token_text": " del", "probability": 0.015625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.0201416015625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.0201416015625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.009521484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0089111328125}, {"token_id": 267, "token_text": " un", "probability": 0.0086669921875}, {"token_id": 8146, "token_text": " autori", "probability": 0.00762939453125}]}, {"token_id": 9874, "token_text": " importanza", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 9874, "token_text": " importanza", "probability": 0.380859375}, {"token_id": 4325, "token_text": " valore", "probability": 0.09033203125}, {"token_id": 13730, "token_text": " rilievo", "probability": 0.0703125}, {"token_id": 27236, "token_text": " rilevanza", "probability": 0.06201171875}, {"token_id": 2773, "token_text": " successo", "probability": 0.03759765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.1826171875}, {"token_id": 17, "token_text": ".", "probability": 0.1826171875}, {"token_id": 15, "token_text": ",", "probability": 0.1826171875}, {"token_id": 246, "token_text": " e", "probability": 0.040771484375}, {"token_id": 9639, "token_text": " storica", "probability": 0.02978515625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.203125}, {"token_id": 303, "token_text": " che", "probability": 0.0703125}, {"token_id": 246, "token_text": " e", "probability": 0.0400390625}, {"token_id": 234, "token_text": " in", "probability": 0.0400390625}, {"token_id": 290, "token_text": " per", "probability": 0.022705078125}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.06689453125}, {"token_id": 616, "token_text": " anche", "probability": 0.05908203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.055419921875}, {"token_id": 303, "token_text": " che", "probability": 0.04052734375}, {"token_id": 285, "token_text": " la", "probability": 0.0380859375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.177734375}, {"token_id": 395, "token_text": " si", "probability": 0.0478515625}, {"token_id": 1015, "token_text": " solo", "probability": 0.03515625}, {"token_id": 216, "token_text": " c", "probability": 0.031005859375}, {"token_id": 535, "token_text": " sono", "probability": 0.02734375}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.07080078125}, {"token_id": 267, "token_text": " un", "probability": 0.0625}, {"token_id": 387, "token_text": " una", "probability": 0.04296875}, {"token_id": 1341, "token_text": " cos\u00ec", "probability": 0.037841796875}, {"token_id": 1015, "token_text": " solo", "probability": 0.037841796875}]}, {"token_id": 1341, "token_text": " cos\u00ec", "chosen_probability": 0.030029296875, "top_k_candidates": [{"token_id": 1341, "token_text": " cos\u00ec", "probability": 0.030029296875}, {"token_id": 267, "token_text": " un", "probability": 0.02490234375}, {"token_id": 234, "token_text": " in", "probability": 0.02490234375}, {"token_id": 13944, "token_text": " concep", "probability": 0.0234375}, {"token_id": 2382, "token_text": " possibile", "probability": 0.02197265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.255859375}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 6952, "token_text": " facile", "probability": 0.039306640625}, {"token_id": 5104, "token_text": " difficile", "probability": 0.0286865234375}, {"token_id": 29, "token_text": ":", "probability": 0.02099609375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0546875}, {"token_id": 515, "token_text": " La", "probability": 0.04541015625}, {"token_id": 2, "token_text": "", "probability": 0.0439453125}, {"token_id": 711, "token_text": " Un", "probability": 0.033203125}, {"token_id": 302, "token_text": " L", "probability": 0.0284423828125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.0498046875, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.0498046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0439453125}, {"token_id": 1308, "token_text": " primo", "probability": 0.041259765625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0322265625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0235595703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.09423828125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06494140625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.04443359375}, {"token_id": 337, "token_text": " del", "probability": 0.041748046875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.03369140625}]}, {"token_id": 21959, "token_text": " programmazione", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 21959, "token_text": " programmazione", "probability": 0.1279296875}, {"token_id": 2184, "token_text": " oggi", "probability": 0.036865234375}, {"token_id": 831, "token_text": " questo", "probability": 0.03564453125}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 1162, "token_text": " questa", "probability": 0.0252685546875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1435546875}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 238, "token_text": " di", "probability": 0.046630859375}, {"token_id": 246, "token_text": " e", "probability": 0.0341796875}, {"token_id": 337, "token_text": " del", "probability": 0.0213623046875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1533203125}, {"token_id": 844, "token_text": " stato", "probability": 0.119140625}, {"token_id": 387, "token_text": " una", "probability": 0.059814453125}, {"token_id": 293, "token_text": " il", "probability": 0.046630859375}, {"token_id": 285, "token_text": " la", "probability": 0.026611328125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.1708984375}, {"token_id": 10, "token_text": "'", "probability": 0.06689453125}, {"token_id": 1361, "token_text": " modo", "probability": 0.03369140625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.031494140625}, {"token_id": 7857, "token_text": " metodo", "probability": 0.026123046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.248046875}, {"token_id": 303, "token_text": " che", "probability": 0.1328125}, {"token_id": 1199, "token_text": " molto", "probability": 0.0230712890625}, {"token_id": 4776, "token_text": " semplice", "probability": 0.0203857421875}, {"token_id": 3386, "token_text": " comune", "probability": 0.0179443359375}]}, {"token_id": 21959, "token_text": " programmazione", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 21959, "token_text": " programmazione", "probability": 0.94921875}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.0013427734375}, {"token_id": 1513, "token_text": " grande", "probability": 0.0013427734375}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.0012969970703125}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.00101470947265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.150390625}, {"token_id": 303, "token_text": " che", "probability": 0.150390625}, {"token_id": 17, "token_text": ".", "probability": 0.08056640625}, {"token_id": 246, "token_text": " e", "probability": 0.0380859375}, {"token_id": 238, "token_text": " di", "probability": 0.033447265625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.09423828125}, {"token_id": 303, "token_text": " che", "probability": 0.08837890625}, {"token_id": 234, "token_text": " in", "probability": 0.04443359375}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 238, "token_text": " di", "probability": 0.0286865234375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1328125}, {"token_id": 424, "token_text": " non", "probability": 0.1171875}, {"token_id": 616, "token_text": " anche", "probability": 0.052001953125}, {"token_id": 234, "token_text": " in", "probability": 0.03369140625}, {"token_id": 285, "token_text": " la", "probability": 0.031494140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1240234375}, {"token_id": 844, "token_text": " stato", "probability": 0.109375}, {"token_id": 616, "token_text": " anche", "probability": 0.07080078125}, {"token_id": 387, "token_text": " una", "probability": 0.040283203125}, {"token_id": 234, "token_text": " in", "probability": 0.03125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.4453125}, {"token_id": 10, "token_text": "'", "probability": 0.068359375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.025146484375}, {"token_id": 2912, "token_text": " termine", "probability": 0.01953125}, {"token_id": 7857, "token_text": " metodo", "probability": 0.0172119140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5390625}, {"token_id": 303, "token_text": " che", "probability": 0.068359375}, {"token_id": 1199, "token_text": " molto", "probability": 0.017333984375}, {"token_id": 4776, "token_text": " semplice", "probability": 0.01116943359375}, {"token_id": 234, "token_text": " in", "probability": 0.0081787109375}]}, {"token_id": 21959, "token_text": " programmazione", "chosen_probability": 0.9765625, "top_k_candidates": [{"token_id": 21959, "token_text": " programmazione", "probability": 0.9765625}, {"token_id": 18698, "token_text": " esecuzione", "probability": 0.00107574462890625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.000946044921875}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.00055694580078125}, {"token_id": 3313, "token_text": " sviluppo", "probability": 0.000507354736328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1455078125}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 303, "token_text": " che", "probability": 0.11328125}, {"token_id": 246, "token_text": " e", "probability": 0.0537109375}, {"token_id": 238, "token_text": " di", "probability": 0.05029296875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.091796875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.091796875}, {"token_id": 515, "token_text": " La", "probability": 0.0556640625}, {"token_id": 711, "token_text": " Un", "probability": 0.040771484375}, {"token_id": 302, "token_text": " L", "probability": 0.040771484375}, {"token_id": 1773, "token_text": " \u00c8", "probability": 0.03173828125}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4921875}, {"token_id": 2370, "token_text": " avere", "probability": 0.04052734375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01019287109375}, {"token_id": 1612, "token_text": " fare", "probability": 0.009033203125}, {"token_id": 1402, "token_text": " aver", "probability": 0.00848388671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.068359375}, {"token_id": 293, "token_text": " il", "probability": 0.0498046875}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.03125}, {"token_id": 1410, "token_text": " quello", "probability": 0.0302734375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.0281982421875, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.0281982421875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0281982421875}, {"token_id": 10, "token_text": "'", "probability": 0.0281982421875}, {"token_id": 5993, "token_text": " buon", "probability": 0.022705078125}, {"token_id": 2912, "token_text": " termine", "probability": 0.02001953125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.0791015625}, {"token_id": 22727, "token_text": "altern", "probability": 0.051025390625}, {"token_id": 4993, "token_text": "idea", "probability": 0.048095703125}, {"token_id": 26404, "token_text": "invenzione", "probability": 0.037353515625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.03515625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2158203125}, {"token_id": 214, "token_text": " d", "probability": 0.1572265625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0257568359375}, {"token_id": 303, "token_text": " che", "probability": 0.022705078125}, {"token_id": 337, "token_text": " del", "probability": 0.015625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.0201416015625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.0201416015625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.009521484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0089111328125}, {"token_id": 267, "token_text": " un", "probability": 0.0086669921875}, {"token_id": 8146, "token_text": " autori", "probability": 0.00762939453125}]}, {"token_id": 9874, "token_text": " importanza", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 9874, "token_text": " importanza", "probability": 0.380859375}, {"token_id": 4325, "token_text": " valore", "probability": 0.09033203125}, {"token_id": 13730, "token_text": " rilievo", "probability": 0.0703125}, {"token_id": 27236, "token_text": " rilevanza", "probability": 0.06201171875}, {"token_id": 2773, "token_text": " successo", "probability": 0.03759765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.1826171875}, {"token_id": 17, "token_text": ".", "probability": 0.1826171875}, {"token_id": 15, "token_text": ",", "probability": 0.1826171875}, {"token_id": 246, "token_text": " e", "probability": 0.040771484375}, {"token_id": 9639, "token_text": " storica", "probability": 0.02978515625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.203125}, {"token_id": 303, "token_text": " che", "probability": 0.0703125}, {"token_id": 246, "token_text": " e", "probability": 0.0400390625}, {"token_id": 234, "token_text": " in", "probability": 0.0400390625}, {"token_id": 290, "token_text": " per", "probability": 0.022705078125}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.06689453125}, {"token_id": 616, "token_text": " anche", "probability": 0.05908203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.055419921875}, {"token_id": 303, "token_text": " che", "probability": 0.04052734375}, {"token_id": 285, "token_text": " la", "probability": 0.0380859375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.177734375}, {"token_id": 395, "token_text": " si", "probability": 0.0478515625}, {"token_id": 1015, "token_text": " solo", "probability": 0.03515625}, {"token_id": 216, "token_text": " c", "probability": 0.031005859375}, {"token_id": 535, "token_text": " sono", "probability": 0.02734375}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.07080078125}, {"token_id": 267, "token_text": " un", "probability": 0.0625}, {"token_id": 387, "token_text": " una", "probability": 0.04296875}, {"token_id": 1341, "token_text": " cos\u00ec", "probability": 0.037841796875}, {"token_id": 1015, "token_text": " solo", "probability": 0.037841796875}]}, {"token_id": 1341, "token_text": " cos\u00ec", "chosen_probability": 0.030029296875, "top_k_candidates": [{"token_id": 1341, "token_text": " cos\u00ec", "probability": 0.030029296875}, {"token_id": 267, "token_text": " un", "probability": 0.02490234375}, {"token_id": 234, "token_text": " in", "probability": 0.02490234375}, {"token_id": 13944, "token_text": " concep", "probability": 0.0234375}, {"token_id": 2382, "token_text": " possibile", "probability": 0.02197265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.255859375}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 6952, "token_text": " facile", "probability": 0.039306640625}, {"token_id": 5104, "token_text": " difficile", "probability": 0.0286865234375}, {"token_id": 29, "token_text": ":", "probability": 0.02099609375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.057373046875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.057373046875}, {"token_id": 515, "token_text": " La", "probability": 0.04736328125}, {"token_id": 711, "token_text": " Un", "probability": 0.03466796875}, {"token_id": 302, "token_text": " L", "probability": 0.0296630859375}, {"token_id": 407, "token_text": " In", "probability": 0.0262451171875}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.0498046875, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.0498046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0439453125}, {"token_id": 1308, "token_text": " primo", "probability": 0.041259765625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0322265625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0235595703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.09423828125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06494140625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.04443359375}, {"token_id": 337, "token_text": " del", "probability": 0.041748046875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.03369140625}]}, {"token_id": 21959, "token_text": " programmazione", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 21959, "token_text": " programmazione", "probability": 0.1279296875}, {"token_id": 2184, "token_text": " oggi", "probability": 0.036865234375}, {"token_id": 831, "token_text": " questo", "probability": 0.03564453125}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 1162, "token_text": " questa", "probability": 0.0252685546875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1435546875}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 238, "token_text": " di", "probability": 0.046630859375}, {"token_id": 246, "token_text": " e", "probability": 0.0341796875}, {"token_id": 337, "token_text": " del", "probability": 0.0213623046875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1533203125}, {"token_id": 844, "token_text": " stato", "probability": 0.119140625}, {"token_id": 387, "token_text": " una", "probability": 0.059814453125}, {"token_id": 293, "token_text": " il", "probability": 0.046630859375}, {"token_id": 285, "token_text": " la", "probability": 0.026611328125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.1708984375}, {"token_id": 10, "token_text": "'", "probability": 0.06689453125}, {"token_id": 1361, "token_text": " modo", "probability": 0.03369140625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.031494140625}, {"token_id": 7857, "token_text": " metodo", "probability": 0.026123046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.248046875}, {"token_id": 303, "token_text": " che", "probability": 0.1328125}, {"token_id": 1199, "token_text": " molto", "probability": 0.0230712890625}, {"token_id": 4776, "token_text": " semplice", "probability": 0.0203857421875}, {"token_id": 3386, "token_text": " comune", "probability": 0.0179443359375}]}, {"token_id": 21959, "token_text": " programmazione", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 21959, "token_text": " programmazione", "probability": 0.94921875}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.0013427734375}, {"token_id": 1513, "token_text": " grande", "probability": 0.0013427734375}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.0012969970703125}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.00101470947265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.150390625}, {"token_id": 303, "token_text": " che", "probability": 0.150390625}, {"token_id": 17, "token_text": ".", "probability": 0.08056640625}, {"token_id": 246, "token_text": " e", "probability": 0.0380859375}, {"token_id": 238, "token_text": " di", "probability": 0.033447265625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.09423828125}, {"token_id": 303, "token_text": " che", "probability": 0.08837890625}, {"token_id": 234, "token_text": " in", "probability": 0.04443359375}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 238, "token_text": " di", "probability": 0.0286865234375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1328125}, {"token_id": 424, "token_text": " non", "probability": 0.1171875}, {"token_id": 616, "token_text": " anche", "probability": 0.052001953125}, {"token_id": 234, "token_text": " in", "probability": 0.03369140625}, {"token_id": 285, "token_text": " la", "probability": 0.031494140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1240234375}, {"token_id": 844, "token_text": " stato", "probability": 0.109375}, {"token_id": 616, "token_text": " anche", "probability": 0.07080078125}, {"token_id": 387, "token_text": " una", "probability": 0.040283203125}, {"token_id": 234, "token_text": " in", "probability": 0.03125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.4453125}, {"token_id": 10, "token_text": "'", "probability": 0.068359375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.025146484375}, {"token_id": 2912, "token_text": " termine", "probability": 0.01953125}, {"token_id": 7857, "token_text": " metodo", "probability": 0.0172119140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5390625}, {"token_id": 303, "token_text": " che", "probability": 0.068359375}, {"token_id": 1199, "token_text": " molto", "probability": 0.017333984375}, {"token_id": 4776, "token_text": " semplice", "probability": 0.01116943359375}, {"token_id": 234, "token_text": " in", "probability": 0.0081787109375}]}, {"token_id": 21959, "token_text": " programmazione", "chosen_probability": 0.9765625, "top_k_candidates": [{"token_id": 21959, "token_text": " programmazione", "probability": 0.9765625}, {"token_id": 18698, "token_text": " esecuzione", "probability": 0.00107574462890625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.000946044921875}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.00055694580078125}, {"token_id": 3313, "token_text": " sviluppo", "probability": 0.000507354736328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1455078125}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 303, "token_text": " che", "probability": 0.11328125}, {"token_id": 246, "token_text": " e", "probability": 0.0537109375}, {"token_id": 238, "token_text": " di", "probability": 0.05029296875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.09375}, {"token_id": 515, "token_text": " La", "probability": 0.056884765625}, {"token_id": 711, "token_text": " Un", "probability": 0.041748046875}, {"token_id": 302, "token_text": " L", "probability": 0.041748046875}, {"token_id": 1773, "token_text": " \u00c8", "probability": 0.032470703125}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4921875}, {"token_id": 2370, "token_text": " avere", "probability": 0.04052734375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01019287109375}, {"token_id": 1612, "token_text": " fare", "probability": 0.009033203125}, {"token_id": 1402, "token_text": " aver", "probability": 0.00848388671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.068359375}, {"token_id": 293, "token_text": " il", "probability": 0.0498046875}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.03125}, {"token_id": 1410, "token_text": " quello", "probability": 0.0302734375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.0281982421875, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.0281982421875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0281982421875}, {"token_id": 10, "token_text": "'", "probability": 0.0281982421875}, {"token_id": 5993, "token_text": " buon", "probability": 0.022705078125}, {"token_id": 2912, "token_text": " termine", "probability": 0.02001953125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.0791015625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.0791015625}, {"token_id": 22727, "token_text": "altern", "probability": 0.051025390625}, {"token_id": 4993, "token_text": "idea", "probability": 0.048095703125}, {"token_id": 26404, "token_text": "invenzione", "probability": 0.037353515625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.03515625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2158203125}, {"token_id": 214, "token_text": " d", "probability": 0.1572265625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0257568359375}, {"token_id": 303, "token_text": " che", "probability": 0.022705078125}, {"token_id": 337, "token_text": " del", "probability": 0.015625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.0201416015625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.0201416015625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.009521484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0089111328125}, {"token_id": 267, "token_text": " un", "probability": 0.0086669921875}, {"token_id": 8146, "token_text": " autori", "probability": 0.00762939453125}]}, {"token_id": 9874, "token_text": " importanza", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 9874, "token_text": " importanza", "probability": 0.380859375}, {"token_id": 4325, "token_text": " valore", "probability": 0.09033203125}, {"token_id": 13730, "token_text": " rilievo", "probability": 0.0703125}, {"token_id": 27236, "token_text": " rilevanza", "probability": 0.06201171875}, {"token_id": 2773, "token_text": " successo", "probability": 0.03759765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.1826171875}, {"token_id": 17, "token_text": ".", "probability": 0.1826171875}, {"token_id": 15, "token_text": ",", "probability": 0.1826171875}, {"token_id": 246, "token_text": " e", "probability": 0.040771484375}, {"token_id": 9639, "token_text": " storica", "probability": 0.02978515625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.203125, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.203125}, {"token_id": 303, "token_text": " che", "probability": 0.0703125}, {"token_id": 246, "token_text": " e", "probability": 0.0400390625}, {"token_id": 234, "token_text": " in", "probability": 0.0400390625}, {"token_id": 290, "token_text": " per", "probability": 0.022705078125}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.06689453125}, {"token_id": 616, "token_text": " anche", "probability": 0.05908203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.055419921875}, {"token_id": 303, "token_text": " che", "probability": 0.04052734375}, {"token_id": 285, "token_text": " la", "probability": 0.0380859375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.177734375}, {"token_id": 395, "token_text": " si", "probability": 0.0478515625}, {"token_id": 1015, "token_text": " solo", "probability": 0.03515625}, {"token_id": 216, "token_text": " c", "probability": 0.031005859375}, {"token_id": 535, "token_text": " sono", "probability": 0.02734375}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.07080078125}, {"token_id": 267, "token_text": " un", "probability": 0.0625}, {"token_id": 387, "token_text": " una", "probability": 0.04296875}, {"token_id": 1341, "token_text": " cos\u00ec", "probability": 0.037841796875}, {"token_id": 1015, "token_text": " solo", "probability": 0.037841796875}]}, {"token_id": 1341, "token_text": " cos\u00ec", "chosen_probability": 0.030029296875, "top_k_candidates": [{"token_id": 1341, "token_text": " cos\u00ec", "probability": 0.030029296875}, {"token_id": 267, "token_text": " un", "probability": 0.02490234375}, {"token_id": 234, "token_text": " in", "probability": 0.02490234375}, {"token_id": 13944, "token_text": " concep", "probability": 0.0234375}, {"token_id": 2382, "token_text": " possibile", "probability": 0.02197265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.255859375}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 6952, "token_text": " facile", "probability": 0.039306640625}, {"token_id": 5104, "token_text": " difficile", "probability": 0.0286865234375}, {"token_id": 29, "token_text": ":", "probability": 0.02099609375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.057373046875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.057373046875}, {"token_id": 515, "token_text": " La", "probability": 0.04736328125}, {"token_id": 711, "token_text": " Un", "probability": 0.03466796875}, {"token_id": 302, "token_text": " L", "probability": 0.0296630859375}, {"token_id": 407, "token_text": " In", "probability": 0.0262451171875}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.0498046875, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.0498046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0439453125}, {"token_id": 1308, "token_text": " primo", "probability": 0.041259765625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0322265625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0235595703125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.09423828125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06494140625}, {"token_id": 5248, "token_text": " lingu", "probability": 0.04443359375}, {"token_id": 337, "token_text": " del", "probability": 0.041748046875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.03369140625}]}, {"token_id": 21959, "token_text": " programmazione", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 21959, "token_text": " programmazione", "probability": 0.1279296875}, {"token_id": 2184, "token_text": " oggi", "probability": 0.036865234375}, {"token_id": 831, "token_text": " questo", "probability": 0.03564453125}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 1162, "token_text": " questa", "probability": 0.0252685546875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1435546875}, {"token_id": 15, "token_text": ",", "probability": 0.0771484375}, {"token_id": 238, "token_text": " di", "probability": 0.046630859375}, {"token_id": 246, "token_text": " e", "probability": 0.0341796875}, {"token_id": 337, "token_text": " del", "probability": 0.0213623046875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1533203125}, {"token_id": 844, "token_text": " stato", "probability": 0.119140625}, {"token_id": 387, "token_text": " una", "probability": 0.059814453125}, {"token_id": 293, "token_text": " il", "probability": 0.046630859375}, {"token_id": 285, "token_text": " la", "probability": 0.026611328125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.1708984375}, {"token_id": 10, "token_text": "'", "probability": 0.06689453125}, {"token_id": 1361, "token_text": " modo", "probability": 0.03369140625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.031494140625}, {"token_id": 7857, "token_text": " metodo", "probability": 0.026123046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.248046875}, {"token_id": 303, "token_text": " che", "probability": 0.1328125}, {"token_id": 1199, "token_text": " molto", "probability": 0.0230712890625}, {"token_id": 4776, "token_text": " semplice", "probability": 0.0203857421875}, {"token_id": 3386, "token_text": " comune", "probability": 0.0179443359375}]}, {"token_id": 21959, "token_text": " programmazione", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 21959, "token_text": " programmazione", "probability": 0.94921875}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.0013427734375}, {"token_id": 1513, "token_text": " grande", "probability": 0.0013427734375}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.0012969970703125}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.00101470947265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.150390625}, {"token_id": 303, "token_text": " che", "probability": 0.150390625}, {"token_id": 17, "token_text": ".", "probability": 0.08056640625}, {"token_id": 246, "token_text": " e", "probability": 0.0380859375}, {"token_id": 238, "token_text": " di", "probability": 0.033447265625}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.09423828125}, {"token_id": 303, "token_text": " che", "probability": 0.08837890625}, {"token_id": 234, "token_text": " in", "probability": 0.04443359375}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 238, "token_text": " di", "probability": 0.0286865234375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1328125}, {"token_id": 424, "token_text": " non", "probability": 0.1171875}, {"token_id": 616, "token_text": " anche", "probability": 0.052001953125}, {"token_id": 234, "token_text": " in", "probability": 0.03369140625}, {"token_id": 285, "token_text": " la", "probability": 0.031494140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1240234375}, {"token_id": 844, "token_text": " stato", "probability": 0.109375}, {"token_id": 616, "token_text": " anche", "probability": 0.07080078125}, {"token_id": 387, "token_text": " una", "probability": 0.040283203125}, {"token_id": 234, "token_text": " in", "probability": 0.03125}]}, {"token_id": 8893, "token_text": " linguaggio", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 8893, "token_text": " linguaggio", "probability": 0.4453125}, {"token_id": 10, "token_text": "'", "probability": 0.068359375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.025146484375}, {"token_id": 2912, "token_text": " termine", "probability": 0.01953125}, {"token_id": 7857, "token_text": " metodo", "probability": 0.0172119140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5390625}, {"token_id": 303, "token_text": " che", "probability": 0.068359375}, {"token_id": 1199, "token_text": " molto", "probability": 0.017333984375}, {"token_id": 4776, "token_text": " semplice", "probability": 0.01116943359375}, {"token_id": 234, "token_text": " in", "probability": 0.0081787109375}]}, {"token_id": 21959, "token_text": " programmazione", "chosen_probability": 0.9765625, "top_k_candidates": [{"token_id": 21959, "token_text": " programmazione", "probability": 0.9765625}, {"token_id": 18698, "token_text": " esecuzione", "probability": 0.00107574462890625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.000946044921875}, {"token_id": 24235, "token_text": " apprendimento", "probability": 0.00055694580078125}, {"token_id": 3313, "token_text": " sviluppo", "probability": 0.000507354736328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1455078125}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 303, "token_text": " che", "probability": 0.11328125}, {"token_id": 246, "token_text": " e", "probability": 0.0537109375}, {"token_id": 238, "token_text": " di", "probability": 0.05029296875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.09375}, {"token_id": 515, "token_text": " La", "probability": 0.056884765625}, {"token_id": 711, "token_text": " Un", "probability": 0.041748046875}, {"token_id": 302, "token_text": " L", "probability": 0.041748046875}, {"token_id": 1773, "token_text": " \u00c8", "probability": 0.032470703125}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.4921875, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4921875}, {"token_id": 2370, "token_text": " avere", "probability": 0.04052734375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01019287109375}, {"token_id": 1612, "token_text": " fare", "probability": 0.009033203125}, {"token_id": 1402, "token_text": " aver", "probability": 0.00848388671875}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.00848388671875}, {"token_id": 4321, "token_text": " dare", "probability": 0.0079345703125}, {"token_id": 616, "token_text": " anche", "probability": 0.006195068359375}, {"token_id": 2419, "token_text": " infatti", "probability": 0.006195068359375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.005126953125}], "entropy": 3.71875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7088955375280844, "average_logprob_per_token": -0.7088955375280844, "perplexity_on_target_sequence": 2.0317460317460316, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.7088955375280844, "probability": 0.4921875, "raw_probability": 0.4921875, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74877.62020254135, "probe_elapsed_sec": 1.0124574520159513, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the Italian capital, and the capital of the Italian capital. The capital of the Italian capital is the capital of the Italian capital, and the capital", "text": "The capital of Italy is the capital of the Italian capital, and the capital of the Italian capital. The capital of the Italian capital is the capital of the Italian capital, and the capital", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.103515625}, {"token_id": 3857, "token_text": " located", "probability": 0.04443359375}, {"token_id": 209, "token_text": " a", "probability": 0.0380859375}, {"token_id": 14812, "token_text": " situated", "probability": 0.025390625}, {"token_id": 234, "token_text": " in", "probability": 0.019775390625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.255859375}, {"token_id": 5656, "token_text": " largest", "probability": 0.08837890625}, {"token_id": 942, "token_text": " most", "probability": 0.04443359375}, {"token_id": 1547, "token_text": " world", "probability": 0.034423828125}, {"token_id": 1077, "token_text": " second", "probability": 0.0245361328125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0185546875}, {"token_id": 15, "token_text": ",", "probability": 0.01544189453125}, {"token_id": 17, "token_text": ".", "probability": 0.01361083984375}, {"token_id": 262, "token_text": " and", "probability": 0.00933837890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33984375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.263671875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.052001953125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.015380859375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01092529296875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.154296875}, {"token_id": 2259, "token_text": " city", "probability": 0.08251953125}, {"token_id": 8040, "token_text": " province", "probability": 0.034423828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.031494140625}, {"token_id": 4528, "token_text": " capital", "probability": 0.031494140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.130859375}, {"token_id": 1483, "token_text": " state", "probability": 0.1083984375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.06982421875}, {"token_id": 8040, "token_text": " province", "probability": 0.0654296875}, {"token_id": 2259, "token_text": " city", "probability": 0.061767578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.365234375}, {"token_id": 17, "token_text": ".", "probability": 0.267578125}, {"token_id": 256, "token_text": " of", "probability": 0.18359375}, {"token_id": 262, "token_text": " and", "probability": 0.0595703125}, {"token_id": 30, "token_text": ";", "probability": 0.01324462890625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.193359375}, {"token_id": 230, "token_text": " the", "probability": 0.1171875}, {"token_id": 392, "token_text": " with", "probability": 0.07080078125}, {"token_id": 647, "token_text": " which", "probability": 0.0458984375}, {"token_id": 234, "token_text": " in", "probability": 0.0245361328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.328125}, {"token_id": 336, "token_text": " is", "probability": 0.09375}, {"token_id": 820, "token_text": " its", "probability": 0.064453125}, {"token_id": 401, "token_text": " it", "probability": 0.060546875}, {"token_id": 256, "token_text": " of", "probability": 0.029541015625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.42578125}, {"token_id": 2259, "token_text": " city", "probability": 0.0615234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0478515625}, {"token_id": 5656, "token_text": " largest", "probability": 0.01507568359375}, {"token_id": 2269, "token_text": " country", "probability": 0.010009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 336, "token_text": " is", "probability": 0.040283203125}, {"token_id": 15, "token_text": ",", "probability": 0.013916015625}, {"token_id": 2259, "token_text": " city", "probability": 0.01019287109375}, {"token_id": 17, "token_text": ".", "probability": 0.004791259765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.458984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.458984375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.24609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0228271484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.017822265625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01300048828125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.318359375}, {"token_id": 2259, "token_text": " city", "probability": 0.058837890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.052001953125}, {"token_id": 8040, "token_text": " province", "probability": 0.033447265625}, {"token_id": 2269, "token_text": " country", "probability": 0.019775390625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.240234375}, {"token_id": 1483, "token_text": " state", "probability": 0.0830078125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.05712890625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.050537109375}, {"token_id": 2259, "token_text": " city", "probability": 0.04443359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.32421875}, {"token_id": 15, "token_text": ",", "probability": 0.3046875}, {"token_id": 336, "token_text": " is", "probability": 0.11181640625}, {"token_id": 256, "token_text": " of", "probability": 0.08203125}, {"token_id": 262, "token_text": " and", "probability": 0.02490234375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.271484375}, {"token_id": 679, "token_text": " It", "probability": 0.08837890625}, {"token_id": 407, "token_text": " In", "probability": 0.06884765625}, {"token_id": 1221, "token_text": " As", "probability": 0.02685546875}, {"token_id": 1062, "token_text": " This", "probability": 0.0252685546875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.5078125}, {"token_id": 2259, "token_text": " city", "probability": 0.09423828125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.036865234375}, {"token_id": 2729, "token_text": " town", "probability": 0.00848388671875}, {"token_id": 5920, "token_text": " central", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.53125}, {"token_id": 336, "token_text": " is", "probability": 0.208984375}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 361, "token_text": " was", "probability": 0.031982421875}, {"token_id": 614, "token_text": " has", "probability": 0.0181884765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.44140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.251953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.031982421875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02197265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01422119140625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.404296875}, {"token_id": 2259, "token_text": " city", "probability": 0.09619140625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0400390625}, {"token_id": 20728, "token_text": " empire", "probability": 0.0201416015625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2001953125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.08349609375}, {"token_id": 20728, "token_text": " empire", "probability": 0.07373046875}, {"token_id": 1483, "token_text": " state", "probability": 0.06494140625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.044677734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.349609375}, {"token_id": 15, "token_text": ",", "probability": 0.30859375}, {"token_id": 361, "token_text": " was", "probability": 0.06884765625}, {"token_id": 256, "token_text": " of", "probability": 0.036865234375}, {"token_id": 614, "token_text": " has", "probability": 0.0286865234375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0322265625}, {"token_id": 209, "token_text": " a", "probability": 0.03125}, {"token_id": 3857, "token_text": " located", "probability": 0.0208740234375}, {"token_id": 234, "token_text": " in", "probability": 0.01904296875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0303955078125}, {"token_id": 5656, "token_text": " largest", "probability": 0.022216796875}, {"token_id": 2259, "token_text": " city", "probability": 0.01226806640625}, {"token_id": 942, "token_text": " most", "probability": 0.0098876953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8359375}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 17, "token_text": ".", "probability": 0.02685546875}, {"token_id": 262, "token_text": " and", "probability": 0.01348876953125}, {"token_id": 234, "token_text": " in", "probability": 0.0098876953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.515625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.228515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0308837890625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0164794921875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0113525390625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.5390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.034423828125}, {"token_id": 2259, "token_text": " city", "probability": 0.0235595703125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01953125}, {"token_id": 8040, "token_text": " province", "probability": 0.0152587890625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.345703125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.08203125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0771484375}, {"token_id": 1483, "token_text": " state", "probability": 0.06396484375}, {"token_id": 20728, "token_text": " empire", "probability": 0.06005859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.447265625}, {"token_id": 17, "token_text": ".", "probability": 0.306640625}, {"token_id": 262, "token_text": " and", "probability": 0.06884765625}, {"token_id": 256, "token_text": " of", "probability": 0.053466796875}, {"token_id": 30, "token_text": ";", "probability": 0.0223388671875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.439453125}, {"token_id": 230, "token_text": " the", "probability": 0.0595703125}, {"token_id": 392, "token_text": " with", "probability": 0.055908203125}, {"token_id": 647, "token_text": " which", "probability": 0.052490234375}, {"token_id": 654, "token_text": " but", "probability": 0.033935546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.58984375}, {"token_id": 336, "token_text": " is", "probability": 0.054931640625}, {"token_id": 820, "token_text": " its", "probability": 0.0517578125}, {"token_id": 401, "token_text": " it", "probability": 0.037841796875}, {"token_id": 209, "token_text": " a", "probability": 0.0162353515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.76953125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03173828125}, {"token_id": 2259, "token_text": " city", "probability": 0.0169677734375}, {"token_id": 5920, "token_text": " central", "probability": 0.00457763671875}, {"token_id": 1332, "token_text": " port", "probability": 0.004302978515625}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.103515625}, {"token_id": 3857, "token_text": " located", "probability": 0.04443359375}, {"token_id": 209, "token_text": " a", "probability": 0.0380859375}, {"token_id": 14812, "token_text": " situated", "probability": 0.025390625}, {"token_id": 234, "token_text": " in", "probability": 0.019775390625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.255859375}, {"token_id": 5656, "token_text": " largest", "probability": 0.08837890625}, {"token_id": 942, "token_text": " most", "probability": 0.04443359375}, {"token_id": 1547, "token_text": " world", "probability": 0.034423828125}, {"token_id": 1077, "token_text": " second", "probability": 0.0245361328125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0185546875}, {"token_id": 15, "token_text": ",", "probability": 0.01544189453125}, {"token_id": 17, "token_text": ".", "probability": 0.01361083984375}, {"token_id": 262, "token_text": " and", "probability": 0.00933837890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33984375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.263671875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.052001953125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.015380859375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01092529296875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.154296875}, {"token_id": 2259, "token_text": " city", "probability": 0.08251953125}, {"token_id": 8040, "token_text": " province", "probability": 0.034423828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.031494140625}, {"token_id": 4528, "token_text": " capital", "probability": 0.031494140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.130859375}, {"token_id": 1483, "token_text": " state", "probability": 0.1083984375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.06982421875}, {"token_id": 8040, "token_text": " province", "probability": 0.0654296875}, {"token_id": 2259, "token_text": " city", "probability": 0.061767578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.365234375}, {"token_id": 17, "token_text": ".", "probability": 0.267578125}, {"token_id": 256, "token_text": " of", "probability": 0.18359375}, {"token_id": 262, "token_text": " and", "probability": 0.0595703125}, {"token_id": 30, "token_text": ";", "probability": 0.01324462890625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.193359375}, {"token_id": 230, "token_text": " the", "probability": 0.1171875}, {"token_id": 392, "token_text": " with", "probability": 0.07080078125}, {"token_id": 647, "token_text": " which", "probability": 0.0458984375}, {"token_id": 234, "token_text": " in", "probability": 0.0245361328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.328125}, {"token_id": 336, "token_text": " is", "probability": 0.09375}, {"token_id": 820, "token_text": " its", "probability": 0.064453125}, {"token_id": 401, "token_text": " it", "probability": 0.060546875}, {"token_id": 256, "token_text": " of", "probability": 0.029541015625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.42578125}, {"token_id": 2259, "token_text": " city", "probability": 0.0615234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0478515625}, {"token_id": 5656, "token_text": " largest", "probability": 0.01507568359375}, {"token_id": 2269, "token_text": " country", "probability": 0.010009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 336, "token_text": " is", "probability": 0.040283203125}, {"token_id": 15, "token_text": ",", "probability": 0.013916015625}, {"token_id": 2259, "token_text": " city", "probability": 0.01019287109375}, {"token_id": 17, "token_text": ".", "probability": 0.004791259765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.458984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.458984375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.24609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0228271484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.017822265625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01300048828125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.318359375}, {"token_id": 2259, "token_text": " city", "probability": 0.058837890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.052001953125}, {"token_id": 8040, "token_text": " province", "probability": 0.033447265625}, {"token_id": 2269, "token_text": " country", "probability": 0.019775390625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.240234375}, {"token_id": 1483, "token_text": " state", "probability": 0.0830078125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.05712890625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.050537109375}, {"token_id": 2259, "token_text": " city", "probability": 0.04443359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.32421875}, {"token_id": 15, "token_text": ",", "probability": 0.3046875}, {"token_id": 336, "token_text": " is", "probability": 0.11181640625}, {"token_id": 256, "token_text": " of", "probability": 0.08203125}, {"token_id": 262, "token_text": " and", "probability": 0.02490234375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.27734375}, {"token_id": 679, "token_text": " It", "probability": 0.08984375}, {"token_id": 407, "token_text": " In", "probability": 0.06982421875}, {"token_id": 1221, "token_text": " As", "probability": 0.02734375}, {"token_id": 1062, "token_text": " This", "probability": 0.0257568359375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.5078125}, {"token_id": 2259, "token_text": " city", "probability": 0.09423828125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.036865234375}, {"token_id": 2729, "token_text": " town", "probability": 0.00848388671875}, {"token_id": 5920, "token_text": " central", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.53125}, {"token_id": 336, "token_text": " is", "probability": 0.208984375}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 361, "token_text": " was", "probability": 0.031982421875}, {"token_id": 614, "token_text": " has", "probability": 0.0181884765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.44140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.251953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.031982421875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02197265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01422119140625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.404296875}, {"token_id": 2259, "token_text": " city", "probability": 0.09619140625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0400390625}, {"token_id": 20728, "token_text": " empire", "probability": 0.0201416015625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2001953125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.08349609375}, {"token_id": 20728, "token_text": " empire", "probability": 0.07373046875}, {"token_id": 1483, "token_text": " state", "probability": 0.06494140625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.044677734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.349609375}, {"token_id": 15, "token_text": ",", "probability": 0.30859375}, {"token_id": 361, "token_text": " was", "probability": 0.06884765625}, {"token_id": 256, "token_text": " of", "probability": 0.036865234375}, {"token_id": 614, "token_text": " has", "probability": 0.0286865234375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0322265625}, {"token_id": 209, "token_text": " a", "probability": 0.03125}, {"token_id": 3857, "token_text": " located", "probability": 0.0208740234375}, {"token_id": 234, "token_text": " in", "probability": 0.01904296875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0303955078125}, {"token_id": 5656, "token_text": " largest", "probability": 0.022216796875}, {"token_id": 2259, "token_text": " city", "probability": 0.01226806640625}, {"token_id": 942, "token_text": " most", "probability": 0.0098876953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8359375}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 17, "token_text": ".", "probability": 0.02685546875}, {"token_id": 262, "token_text": " and", "probability": 0.01348876953125}, {"token_id": 234, "token_text": " in", "probability": 0.0098876953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.515625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.228515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0308837890625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0164794921875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0113525390625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.5390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.034423828125}, {"token_id": 2259, "token_text": " city", "probability": 0.0235595703125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01953125}, {"token_id": 8040, "token_text": " province", "probability": 0.0152587890625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.345703125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.08203125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0771484375}, {"token_id": 1483, "token_text": " state", "probability": 0.06396484375}, {"token_id": 20728, "token_text": " empire", "probability": 0.06005859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.447265625}, {"token_id": 17, "token_text": ".", "probability": 0.306640625}, {"token_id": 262, "token_text": " and", "probability": 0.06884765625}, {"token_id": 256, "token_text": " of", "probability": 0.053466796875}, {"token_id": 30, "token_text": ";", "probability": 0.0223388671875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.439453125}, {"token_id": 230, "token_text": " the", "probability": 0.0595703125}, {"token_id": 392, "token_text": " with", "probability": 0.055908203125}, {"token_id": 647, "token_text": " which", "probability": 0.052490234375}, {"token_id": 654, "token_text": " but", "probability": 0.033935546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.58984375}, {"token_id": 336, "token_text": " is", "probability": 0.054931640625}, {"token_id": 820, "token_text": " its", "probability": 0.0517578125}, {"token_id": 401, "token_text": " it", "probability": 0.037841796875}, {"token_id": 209, "token_text": " a", "probability": 0.0162353515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.76953125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03173828125}, {"token_id": 2259, "token_text": " city", "probability": 0.0169677734375}, {"token_id": 5920, "token_text": " central", "probability": 0.00457763671875}, {"token_id": 1332, "token_text": " port", "probability": 0.004302978515625}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.103515625}, {"token_id": 3857, "token_text": " located", "probability": 0.04443359375}, {"token_id": 209, "token_text": " a", "probability": 0.0380859375}, {"token_id": 14812, "token_text": " situated", "probability": 0.025390625}, {"token_id": 234, "token_text": " in", "probability": 0.019775390625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.255859375}, {"token_id": 5656, "token_text": " largest", "probability": 0.08837890625}, {"token_id": 942, "token_text": " most", "probability": 0.04443359375}, {"token_id": 1547, "token_text": " world", "probability": 0.034423828125}, {"token_id": 1077, "token_text": " second", "probability": 0.0245361328125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0185546875}, {"token_id": 15, "token_text": ",", "probability": 0.01544189453125}, {"token_id": 17, "token_text": ".", "probability": 0.01361083984375}, {"token_id": 262, "token_text": " and", "probability": 0.00933837890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33984375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.263671875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.052001953125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.015380859375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01092529296875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.154296875}, {"token_id": 2259, "token_text": " city", "probability": 0.08251953125}, {"token_id": 8040, "token_text": " province", "probability": 0.034423828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.031494140625}, {"token_id": 4528, "token_text": " capital", "probability": 0.031494140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.130859375}, {"token_id": 1483, "token_text": " state", "probability": 0.1083984375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.06982421875}, {"token_id": 8040, "token_text": " province", "probability": 0.0654296875}, {"token_id": 2259, "token_text": " city", "probability": 0.061767578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.365234375}, {"token_id": 17, "token_text": ".", "probability": 0.267578125}, {"token_id": 256, "token_text": " of", "probability": 0.18359375}, {"token_id": 262, "token_text": " and", "probability": 0.0595703125}, {"token_id": 30, "token_text": ";", "probability": 0.01324462890625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.193359375, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.193359375}, {"token_id": 230, "token_text": " the", "probability": 0.1171875}, {"token_id": 392, "token_text": " with", "probability": 0.07080078125}, {"token_id": 647, "token_text": " which", "probability": 0.0458984375}, {"token_id": 234, "token_text": " in", "probability": 0.0245361328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.328125}, {"token_id": 336, "token_text": " is", "probability": 0.09375}, {"token_id": 820, "token_text": " its", "probability": 0.064453125}, {"token_id": 401, "token_text": " it", "probability": 0.060546875}, {"token_id": 256, "token_text": " of", "probability": 0.029541015625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.42578125}, {"token_id": 2259, "token_text": " city", "probability": 0.0615234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0478515625}, {"token_id": 5656, "token_text": " largest", "probability": 0.01507568359375}, {"token_id": 2269, "token_text": " country", "probability": 0.010009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.859375}, {"token_id": 336, "token_text": " is", "probability": 0.040283203125}, {"token_id": 15, "token_text": ",", "probability": 0.013916015625}, {"token_id": 2259, "token_text": " city", "probability": 0.01019287109375}, {"token_id": 17, "token_text": ".", "probability": 0.004791259765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.458984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.458984375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.24609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0228271484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.017822265625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01300048828125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.318359375}, {"token_id": 2259, "token_text": " city", "probability": 0.058837890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.052001953125}, {"token_id": 8040, "token_text": " province", "probability": 0.033447265625}, {"token_id": 2269, "token_text": " country", "probability": 0.019775390625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.240234375}, {"token_id": 1483, "token_text": " state", "probability": 0.0830078125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.05712890625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.050537109375}, {"token_id": 2259, "token_text": " city", "probability": 0.04443359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.32421875}, {"token_id": 15, "token_text": ",", "probability": 0.3046875}, {"token_id": 336, "token_text": " is", "probability": 0.11181640625}, {"token_id": 256, "token_text": " of", "probability": 0.08203125}, {"token_id": 262, "token_text": " and", "probability": 0.02490234375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.27734375}, {"token_id": 679, "token_text": " It", "probability": 0.08984375}, {"token_id": 407, "token_text": " In", "probability": 0.06982421875}, {"token_id": 1221, "token_text": " As", "probability": 0.02734375}, {"token_id": 1062, "token_text": " This", "probability": 0.0257568359375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.5078125}, {"token_id": 2259, "token_text": " city", "probability": 0.09423828125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.036865234375}, {"token_id": 2729, "token_text": " town", "probability": 0.00848388671875}, {"token_id": 5920, "token_text": " central", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.53125}, {"token_id": 336, "token_text": " is", "probability": 0.208984375}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 361, "token_text": " was", "probability": 0.031982421875}, {"token_id": 614, "token_text": " has", "probability": 0.0181884765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.44140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.251953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.031982421875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02197265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01422119140625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.404296875}, {"token_id": 2259, "token_text": " city", "probability": 0.09619140625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0400390625}, {"token_id": 20728, "token_text": " empire", "probability": 0.0201416015625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2001953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2001953125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.08349609375}, {"token_id": 20728, "token_text": " empire", "probability": 0.07373046875}, {"token_id": 1483, "token_text": " state", "probability": 0.06494140625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.044677734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.349609375}, {"token_id": 15, "token_text": ",", "probability": 0.30859375}, {"token_id": 361, "token_text": " was", "probability": 0.06884765625}, {"token_id": 256, "token_text": " of", "probability": 0.036865234375}, {"token_id": 614, "token_text": " has", "probability": 0.0286865234375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0322265625}, {"token_id": 209, "token_text": " a", "probability": 0.03125}, {"token_id": 3857, "token_text": " located", "probability": 0.0208740234375}, {"token_id": 234, "token_text": " in", "probability": 0.01904296875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6484375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0303955078125}, {"token_id": 5656, "token_text": " largest", "probability": 0.022216796875}, {"token_id": 2259, "token_text": " city", "probability": 0.01226806640625}, {"token_id": 942, "token_text": " most", "probability": 0.0098876953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8359375}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 17, "token_text": ".", "probability": 0.02685546875}, {"token_id": 262, "token_text": " and", "probability": 0.01348876953125}, {"token_id": 234, "token_text": " in", "probability": 0.0098876953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.515625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.228515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0308837890625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0164794921875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0113525390625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.5390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.034423828125}, {"token_id": 2259, "token_text": " city", "probability": 0.0235595703125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01953125}, {"token_id": 8040, "token_text": " province", "probability": 0.0152587890625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.345703125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.08203125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0771484375}, {"token_id": 1483, "token_text": " state", "probability": 0.06396484375}, {"token_id": 20728, "token_text": " empire", "probability": 0.06005859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.447265625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.447265625}, {"token_id": 17, "token_text": ".", "probability": 0.306640625}, {"token_id": 262, "token_text": " and", "probability": 0.06884765625}, {"token_id": 256, "token_text": " of", "probability": 0.053466796875}, {"token_id": 30, "token_text": ";", "probability": 0.0223388671875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.439453125}, {"token_id": 230, "token_text": " the", "probability": 0.0595703125}, {"token_id": 392, "token_text": " with", "probability": 0.055908203125}, {"token_id": 647, "token_text": " which", "probability": 0.052490234375}, {"token_id": 654, "token_text": " but", "probability": 0.033935546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.58984375}, {"token_id": 336, "token_text": " is", "probability": 0.054931640625}, {"token_id": 820, "token_text": " its", "probability": 0.0517578125}, {"token_id": 401, "token_text": " it", "probability": 0.037841796875}, {"token_id": 209, "token_text": " a", "probability": 0.0162353515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.76953125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03173828125}, {"token_id": 2259, "token_text": " city", "probability": 0.0169677734375}, {"token_id": 5920, "token_text": " central", "probability": 0.00457763671875}, {"token_id": 1332, "token_text": " port", "probability": 0.004302978515625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 86, "correct_token_probability": 0.00152587890625, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.103515625}, {"token_id": 3857, "token_text": " located", "probability": 0.04443359375}, {"token_id": 209, "token_text": " a", "probability": 0.0380859375}, {"token_id": 14812, "token_text": " situated", "probability": 0.025390625}, {"token_id": 234, "token_text": " in", "probability": 0.019775390625}, {"token_id": 720, "token_text": " one", "probability": 0.019775390625}, {"token_id": 19295, "token_text": " dominated", "probability": 0.0191650390625}, {"token_id": 1576, "token_text": " now", "probability": 0.0140380859375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0140380859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01025390625}], "entropy": 6.0625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -6.485184702971034, "average_logprob_per_token": -6.485184702971034, "perplexity_on_target_sequence": 655.36, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -6.485184702971034, "probability": 0.00152587890625, "raw_probability": 0.00152587890625, "correct_token_rank": 86}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74877.62085413933, "probe_elapsed_sec": 1.0124574520159513, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to determine the number of words that are used to describe the number of words that are used to describe the number of words that are used to describe the", "text": "A small language model should be used to determine the number of words that are used to describe the number of words that are used to describe the number of words that are used to describe the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.37109375}, {"token_id": 534, "token_text": " not", "probability": 0.064453125}, {"token_id": 581, "token_text": " have", "probability": 0.0303955078125}, {"token_id": 751, "token_text": " also", "probability": 0.023681640625}, {"token_id": 1466, "token_text": " help", "probability": 0.016357421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1865234375}, {"token_id": 209, "token_text": " a", "probability": 0.039306640625}, {"token_id": 10227, "token_text": " defined", "probability": 0.0238037109375}, {"token_id": 4424, "token_text": " considered", "probability": 0.0223388671875}, {"token_id": 2956, "token_text": " able", "probability": 0.02099609375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.41015625}, {"token_id": 321, "token_text": " for", "probability": 0.11767578125}, {"token_id": 234, "token_text": " in", "probability": 0.09765625}, {"token_id": 347, "token_text": " as", "probability": 0.0810546875}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.04248046875, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.04248046875}, {"token_id": 10728, "token_text": " describe", "probability": 0.037353515625}, {"token_id": 4052, "token_text": " create", "probability": 0.037353515625}, {"token_id": 1494, "token_text": " make", "probability": 0.02734375}, {"token_id": 3346, "token_text": " represent", "probability": 0.0257568359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.341796875}, {"token_id": 1092, "token_text": " if", "probability": 0.09814453125}, {"token_id": 4007, "token_text": " whether", "probability": 0.07177734375}, {"token_id": 647, "token_text": " which", "probability": 0.04638671875}, {"token_id": 209, "token_text": " a", "probability": 0.04345703125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.035400390625, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.035400390625}, {"token_id": 3965, "token_text": " language", "probability": 0.0125732421875}, {"token_id": 5419, "token_text": " size", "probability": 0.01220703125}, {"token_id": 6449, "token_text": " location", "probability": 0.0118408203125}, {"token_id": 1300, "token_text": " use", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.953125}, {"token_id": 262, "token_text": " and", "probability": 0.01055908203125}, {"token_id": 410, "token_text": " or", "probability": 0.0023651123046875}, {"token_id": 16, "token_text": "-", "probability": 0.001190185546875}, {"token_id": 1391, "token_text": " between", "probability": 0.00095367431640625}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.039794921875, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.039794921875}, {"token_id": 9378, "token_text": " languages", "probability": 0.0301513671875}, {"token_id": 230, "token_text": " the", "probability": 0.0291748046875}, {"token_id": 3220, "token_text": " possible", "probability": 0.0194091796875}, {"token_id": 3965, "token_text": " language", "probability": 0.018310546875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.1572265625}, {"token_id": 234, "token_text": " in", "probability": 0.1083984375}, {"token_id": 1347, "token_text": " used", "probability": 0.05810546875}, {"token_id": 5480, "token_text": " needed", "probability": 0.048095703125}, {"token_id": 256, "token_text": " of", "probability": 0.045166015625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.1552734375}, {"token_id": 230, "token_text": " the", "probability": 0.0732421875}, {"token_id": 336, "token_text": " is", "probability": 0.053466796875}, {"token_id": 566, "token_text": " can", "probability": 0.032470703125}, {"token_id": 523, "token_text": " you", "probability": 0.02685546875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.216796875}, {"token_id": 534, "token_text": " not", "probability": 0.04833984375}, {"token_id": 1334, "token_text": " found", "probability": 0.0228271484375}, {"token_id": 4075, "token_text": " written", "probability": 0.0189208984375}, {"token_id": 234, "token_text": " in", "probability": 0.0167236328125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.67578125}, {"token_id": 321, "token_text": " for", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.07080078125}, {"token_id": 17, "token_text": ".", "probability": 0.0380859375}, {"token_id": 443, "token_text": " by", "probability": 0.02783203125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1865234375}, {"token_id": 8550, "token_text": " determine", "probability": 0.10009765625}, {"token_id": 7749, "token_text": " measure", "probability": 0.036865234375}, {"token_id": 17143, "token_text": " define", "probability": 0.032470703125}, {"token_id": 10938, "token_text": " identify", "probability": 0.032470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.314453125}, {"token_id": 209, "token_text": " a", "probability": 0.11572265625}, {"token_id": 1076, "token_text": " what", "probability": 0.0220947265625}, {"token_id": 440, "token_text": " all", "probability": 0.0189208984375}, {"token_id": 248, "token_text": " an", "probability": 0.0189208984375}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.0712890625}, {"token_id": 3965, "token_text": " language", "probability": 0.0712890625}, {"token_id": 2185, "token_text": " word", "probability": 0.0306396484375}, {"token_id": 3736, "token_text": " words", "probability": 0.0238037109375}, {"token_id": 4275, "token_text": " type", "probability": 0.01275634765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9140625}, {"token_id": 262, "token_text": " and", "probability": 0.01904296875}, {"token_id": 17, "token_text": ".", "probability": 0.006988525390625}, {"token_id": 410, "token_text": " or", "probability": 0.004791259765625}, {"token_id": 15, "token_text": ",", "probability": 0.004241943359375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.75}, {"token_id": 8896, "token_text": " letters", "probability": 0.03515625}, {"token_id": 2185, "token_text": " word", "probability": 0.0166015625}, {"token_id": 5450, "token_text": " terms", "probability": 0.0107421875}, {"token_id": 230, "token_text": " the", "probability": 0.006927490234375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.64453125}, {"token_id": 234, "token_text": " in", "probability": 0.0498046875}, {"token_id": 647, "token_text": " which", "probability": 0.0322265625}, {"token_id": 1347, "token_text": " used", "probability": 0.0322265625}, {"token_id": 17, "token_text": ".", "probability": 0.0235595703125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.51953125}, {"token_id": 670, "token_text": " were", "probability": 0.05126953125}, {"token_id": 581, "token_text": " have", "probability": 0.03515625}, {"token_id": 566, "token_text": " can", "probability": 0.022705078125}, {"token_id": 230, "token_text": " the", "probability": 0.0177001953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.0255126953125}, {"token_id": 4075, "token_text": " written", "probability": 0.0106201171875}, {"token_id": 234, "token_text": " in", "probability": 0.0093994140625}, {"token_id": 1334, "token_text": " found", "probability": 0.0087890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.8203125}, {"token_id": 234, "token_text": " in", "probability": 0.04638671875}, {"token_id": 321, "token_text": " for", "probability": 0.038330078125}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 443, "token_text": " by", "probability": 0.010986328125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.6015625}, {"token_id": 3346, "token_text": " represent", "probability": 0.04345703125}, {"token_id": 10938, "token_text": " identify", "probability": 0.028076171875}, {"token_id": 11602, "token_text": " indicate", "probability": 0.0233154296875}, {"token_id": 8550, "token_text": " determine", "probability": 0.0233154296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6015625}, {"token_id": 209, "token_text": " a", "probability": 0.052490234375}, {"token_id": 3736, "token_text": " words", "probability": 0.0181884765625}, {"token_id": 1076, "token_text": " what", "probability": 0.0155029296875}, {"token_id": 440, "token_text": " all", "probability": 0.01416015625}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.357421875}, {"token_id": 7104, "token_text": " numbers", "probability": 0.035400390625}, {"token_id": 3965, "token_text": " language", "probability": 0.0294189453125}, {"token_id": 2185, "token_text": " word", "probability": 0.02587890625}, {"token_id": 3736, "token_text": " words", "probability": 0.0244140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.88671875}, {"token_id": 262, "token_text": " and", "probability": 0.0208740234375}, {"token_id": 17, "token_text": ".", "probability": 0.0184326171875}, {"token_id": 15, "token_text": ",", "probability": 0.00634765625}, {"token_id": 379, "token_text": " that", "probability": 0.0059814453125}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.83984375}, {"token_id": 8896, "token_text": " letters", "probability": 0.03466796875}, {"token_id": 2185, "token_text": " word", "probability": 0.0126953125}, {"token_id": 5450, "token_text": " terms", "probability": 0.00872802734375}, {"token_id": 20935, "token_text": " sentences", "probability": 0.00531005859375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.7734375}, {"token_id": 17, "token_text": ".", "probability": 0.0299072265625}, {"token_id": 647, "token_text": " which", "probability": 0.028076171875}, {"token_id": 234, "token_text": " in", "probability": 0.0233154296875}, {"token_id": 1347, "token_text": " used", "probability": 0.0159912109375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.6328125}, {"token_id": 670, "token_text": " were", "probability": 0.055419921875}, {"token_id": 581, "token_text": " have", "probability": 0.03564453125}, {"token_id": 566, "token_text": " can", "probability": 0.015869140625}, {"token_id": 336, "token_text": " is", "probability": 0.0115966796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.71484375}, {"token_id": 534, "token_text": " not", "probability": 0.0130615234375}, {"token_id": 6228, "token_text": " associated", "probability": 0.0084228515625}, {"token_id": 5480, "token_text": " needed", "probability": 0.005462646484375}, {"token_id": 1334, "token_text": " found", "probability": 0.00482177734375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.8671875}, {"token_id": 321, "token_text": " for", "probability": 0.031494140625}, {"token_id": 234, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 17, "token_text": ".", "probability": 0.0115966796875}, {"token_id": 443, "token_text": " by", "probability": 0.007476806640625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.67578125}, {"token_id": 3346, "token_text": " represent", "probability": 0.03173828125}, {"token_id": 10938, "token_text": " identify", "probability": 0.0279541015625}, {"token_id": 11602, "token_text": " indicate", "probability": 0.01806640625}, {"token_id": 8550, "token_text": " determine", "probability": 0.01806640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73046875}, {"token_id": 209, "token_text": " a", "probability": 0.036376953125}, {"token_id": 1076, "token_text": " what", "probability": 0.0181884765625}, {"token_id": 1168, "token_text": " how", "probability": 0.01422119140625}, {"token_id": 1078, "token_text": " them", "probability": 0.01007080078125}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.37109375}, {"token_id": 534, "token_text": " not", "probability": 0.064453125}, {"token_id": 581, "token_text": " have", "probability": 0.0303955078125}, {"token_id": 751, "token_text": " also", "probability": 0.023681640625}, {"token_id": 1466, "token_text": " help", "probability": 0.016357421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1865234375}, {"token_id": 209, "token_text": " a", "probability": 0.039306640625}, {"token_id": 10227, "token_text": " defined", "probability": 0.0238037109375}, {"token_id": 4424, "token_text": " considered", "probability": 0.0223388671875}, {"token_id": 2956, "token_text": " able", "probability": 0.02099609375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.41015625}, {"token_id": 321, "token_text": " for", "probability": 0.11767578125}, {"token_id": 234, "token_text": " in", "probability": 0.09765625}, {"token_id": 347, "token_text": " as", "probability": 0.0810546875}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.04248046875, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.04248046875}, {"token_id": 10728, "token_text": " describe", "probability": 0.037353515625}, {"token_id": 4052, "token_text": " create", "probability": 0.037353515625}, {"token_id": 1494, "token_text": " make", "probability": 0.02734375}, {"token_id": 3346, "token_text": " represent", "probability": 0.0257568359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.341796875}, {"token_id": 1092, "token_text": " if", "probability": 0.09814453125}, {"token_id": 4007, "token_text": " whether", "probability": 0.07177734375}, {"token_id": 647, "token_text": " which", "probability": 0.04638671875}, {"token_id": 209, "token_text": " a", "probability": 0.04345703125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.035400390625, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.035400390625}, {"token_id": 3965, "token_text": " language", "probability": 0.0125732421875}, {"token_id": 5419, "token_text": " size", "probability": 0.01220703125}, {"token_id": 6449, "token_text": " location", "probability": 0.0118408203125}, {"token_id": 1300, "token_text": " use", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.953125}, {"token_id": 262, "token_text": " and", "probability": 0.01055908203125}, {"token_id": 410, "token_text": " or", "probability": 0.0023651123046875}, {"token_id": 16, "token_text": "-", "probability": 0.001190185546875}, {"token_id": 1391, "token_text": " between", "probability": 0.00095367431640625}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.039794921875, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.039794921875}, {"token_id": 9378, "token_text": " languages", "probability": 0.0301513671875}, {"token_id": 230, "token_text": " the", "probability": 0.0291748046875}, {"token_id": 3220, "token_text": " possible", "probability": 0.0194091796875}, {"token_id": 3965, "token_text": " language", "probability": 0.018310546875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.1572265625}, {"token_id": 234, "token_text": " in", "probability": 0.1083984375}, {"token_id": 1347, "token_text": " used", "probability": 0.05810546875}, {"token_id": 5480, "token_text": " needed", "probability": 0.048095703125}, {"token_id": 256, "token_text": " of", "probability": 0.045166015625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.1552734375}, {"token_id": 230, "token_text": " the", "probability": 0.0732421875}, {"token_id": 336, "token_text": " is", "probability": 0.053466796875}, {"token_id": 566, "token_text": " can", "probability": 0.032470703125}, {"token_id": 523, "token_text": " you", "probability": 0.02685546875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.216796875}, {"token_id": 534, "token_text": " not", "probability": 0.04833984375}, {"token_id": 1334, "token_text": " found", "probability": 0.0228271484375}, {"token_id": 4075, "token_text": " written", "probability": 0.0189208984375}, {"token_id": 234, "token_text": " in", "probability": 0.0167236328125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.67578125}, {"token_id": 321, "token_text": " for", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.07080078125}, {"token_id": 17, "token_text": ".", "probability": 0.0380859375}, {"token_id": 443, "token_text": " by", "probability": 0.02783203125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1865234375}, {"token_id": 8550, "token_text": " determine", "probability": 0.10009765625}, {"token_id": 7749, "token_text": " measure", "probability": 0.036865234375}, {"token_id": 17143, "token_text": " define", "probability": 0.032470703125}, {"token_id": 10938, "token_text": " identify", "probability": 0.032470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.314453125}, {"token_id": 209, "token_text": " a", "probability": 0.11572265625}, {"token_id": 1076, "token_text": " what", "probability": 0.0220947265625}, {"token_id": 440, "token_text": " all", "probability": 0.0189208984375}, {"token_id": 248, "token_text": " an", "probability": 0.0189208984375}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.0712890625}, {"token_id": 3965, "token_text": " language", "probability": 0.0712890625}, {"token_id": 2185, "token_text": " word", "probability": 0.0306396484375}, {"token_id": 3736, "token_text": " words", "probability": 0.0238037109375}, {"token_id": 4275, "token_text": " type", "probability": 0.01275634765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9140625}, {"token_id": 262, "token_text": " and", "probability": 0.01904296875}, {"token_id": 17, "token_text": ".", "probability": 0.006988525390625}, {"token_id": 410, "token_text": " or", "probability": 0.004791259765625}, {"token_id": 15, "token_text": ",", "probability": 0.004241943359375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.75}, {"token_id": 8896, "token_text": " letters", "probability": 0.03515625}, {"token_id": 2185, "token_text": " word", "probability": 0.0166015625}, {"token_id": 5450, "token_text": " terms", "probability": 0.0107421875}, {"token_id": 230, "token_text": " the", "probability": 0.006927490234375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.64453125}, {"token_id": 234, "token_text": " in", "probability": 0.0498046875}, {"token_id": 647, "token_text": " which", "probability": 0.0322265625}, {"token_id": 1347, "token_text": " used", "probability": 0.0322265625}, {"token_id": 17, "token_text": ".", "probability": 0.0235595703125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.51953125}, {"token_id": 670, "token_text": " were", "probability": 0.05126953125}, {"token_id": 581, "token_text": " have", "probability": 0.03515625}, {"token_id": 566, "token_text": " can", "probability": 0.022705078125}, {"token_id": 230, "token_text": " the", "probability": 0.0177001953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.0255126953125}, {"token_id": 4075, "token_text": " written", "probability": 0.0106201171875}, {"token_id": 234, "token_text": " in", "probability": 0.0093994140625}, {"token_id": 1334, "token_text": " found", "probability": 0.0087890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.8203125}, {"token_id": 234, "token_text": " in", "probability": 0.04638671875}, {"token_id": 321, "token_text": " for", "probability": 0.038330078125}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 443, "token_text": " by", "probability": 0.010986328125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.6015625}, {"token_id": 3346, "token_text": " represent", "probability": 0.04345703125}, {"token_id": 10938, "token_text": " identify", "probability": 0.028076171875}, {"token_id": 11602, "token_text": " indicate", "probability": 0.0233154296875}, {"token_id": 8550, "token_text": " determine", "probability": 0.0233154296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6015625}, {"token_id": 209, "token_text": " a", "probability": 0.052490234375}, {"token_id": 3736, "token_text": " words", "probability": 0.0181884765625}, {"token_id": 1076, "token_text": " what", "probability": 0.0155029296875}, {"token_id": 440, "token_text": " all", "probability": 0.01416015625}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.357421875}, {"token_id": 7104, "token_text": " numbers", "probability": 0.035400390625}, {"token_id": 3965, "token_text": " language", "probability": 0.0294189453125}, {"token_id": 2185, "token_text": " word", "probability": 0.02587890625}, {"token_id": 3736, "token_text": " words", "probability": 0.0244140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.88671875}, {"token_id": 262, "token_text": " and", "probability": 0.0208740234375}, {"token_id": 17, "token_text": ".", "probability": 0.0184326171875}, {"token_id": 15, "token_text": ",", "probability": 0.00634765625}, {"token_id": 379, "token_text": " that", "probability": 0.0059814453125}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.83984375}, {"token_id": 8896, "token_text": " letters", "probability": 0.03466796875}, {"token_id": 2185, "token_text": " word", "probability": 0.0126953125}, {"token_id": 5450, "token_text": " terms", "probability": 0.00872802734375}, {"token_id": 20935, "token_text": " sentences", "probability": 0.00531005859375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.7734375}, {"token_id": 17, "token_text": ".", "probability": 0.0299072265625}, {"token_id": 647, "token_text": " which", "probability": 0.028076171875}, {"token_id": 234, "token_text": " in", "probability": 0.0233154296875}, {"token_id": 1347, "token_text": " used", "probability": 0.0159912109375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.6328125}, {"token_id": 670, "token_text": " were", "probability": 0.055419921875}, {"token_id": 581, "token_text": " have", "probability": 0.03564453125}, {"token_id": 566, "token_text": " can", "probability": 0.015869140625}, {"token_id": 336, "token_text": " is", "probability": 0.0115966796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.71484375}, {"token_id": 534, "token_text": " not", "probability": 0.0130615234375}, {"token_id": 6228, "token_text": " associated", "probability": 0.0084228515625}, {"token_id": 5480, "token_text": " needed", "probability": 0.005462646484375}, {"token_id": 1334, "token_text": " found", "probability": 0.00482177734375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.8671875}, {"token_id": 321, "token_text": " for", "probability": 0.031494140625}, {"token_id": 234, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 17, "token_text": ".", "probability": 0.0115966796875}, {"token_id": 443, "token_text": " by", "probability": 0.007476806640625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.67578125}, {"token_id": 3346, "token_text": " represent", "probability": 0.03173828125}, {"token_id": 10938, "token_text": " identify", "probability": 0.0279541015625}, {"token_id": 11602, "token_text": " indicate", "probability": 0.01806640625}, {"token_id": 8550, "token_text": " determine", "probability": 0.01806640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73046875}, {"token_id": 209, "token_text": " a", "probability": 0.036376953125}, {"token_id": 1076, "token_text": " what", "probability": 0.0181884765625}, {"token_id": 1168, "token_text": " how", "probability": 0.01422119140625}, {"token_id": 1078, "token_text": " them", "probability": 0.01007080078125}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.37109375}, {"token_id": 534, "token_text": " not", "probability": 0.064453125}, {"token_id": 581, "token_text": " have", "probability": 0.0303955078125}, {"token_id": 751, "token_text": " also", "probability": 0.023681640625}, {"token_id": 1466, "token_text": " help", "probability": 0.016357421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1865234375}, {"token_id": 209, "token_text": " a", "probability": 0.039306640625}, {"token_id": 10227, "token_text": " defined", "probability": 0.0238037109375}, {"token_id": 4424, "token_text": " considered", "probability": 0.0223388671875}, {"token_id": 2956, "token_text": " able", "probability": 0.02099609375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.41015625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.41015625}, {"token_id": 321, "token_text": " for", "probability": 0.11767578125}, {"token_id": 234, "token_text": " in", "probability": 0.09765625}, {"token_id": 347, "token_text": " as", "probability": 0.0810546875}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.04248046875, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.04248046875}, {"token_id": 10728, "token_text": " describe", "probability": 0.037353515625}, {"token_id": 4052, "token_text": " create", "probability": 0.037353515625}, {"token_id": 1494, "token_text": " make", "probability": 0.02734375}, {"token_id": 3346, "token_text": " represent", "probability": 0.0257568359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.341796875}, {"token_id": 1092, "token_text": " if", "probability": 0.09814453125}, {"token_id": 4007, "token_text": " whether", "probability": 0.07177734375}, {"token_id": 647, "token_text": " which", "probability": 0.04638671875}, {"token_id": 209, "token_text": " a", "probability": 0.04345703125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.035400390625, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.035400390625}, {"token_id": 3965, "token_text": " language", "probability": 0.0125732421875}, {"token_id": 5419, "token_text": " size", "probability": 0.01220703125}, {"token_id": 6449, "token_text": " location", "probability": 0.0118408203125}, {"token_id": 1300, "token_text": " use", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.953125}, {"token_id": 262, "token_text": " and", "probability": 0.01055908203125}, {"token_id": 410, "token_text": " or", "probability": 0.0023651123046875}, {"token_id": 16, "token_text": "-", "probability": 0.001190185546875}, {"token_id": 1391, "token_text": " between", "probability": 0.00095367431640625}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.039794921875, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.039794921875}, {"token_id": 9378, "token_text": " languages", "probability": 0.0301513671875}, {"token_id": 230, "token_text": " the", "probability": 0.0291748046875}, {"token_id": 3220, "token_text": " possible", "probability": 0.0194091796875}, {"token_id": 3965, "token_text": " language", "probability": 0.018310546875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.1572265625}, {"token_id": 234, "token_text": " in", "probability": 0.1083984375}, {"token_id": 1347, "token_text": " used", "probability": 0.05810546875}, {"token_id": 5480, "token_text": " needed", "probability": 0.048095703125}, {"token_id": 256, "token_text": " of", "probability": 0.045166015625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.1552734375}, {"token_id": 230, "token_text": " the", "probability": 0.0732421875}, {"token_id": 336, "token_text": " is", "probability": 0.053466796875}, {"token_id": 566, "token_text": " can", "probability": 0.032470703125}, {"token_id": 523, "token_text": " you", "probability": 0.02685546875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.216796875}, {"token_id": 534, "token_text": " not", "probability": 0.04833984375}, {"token_id": 1334, "token_text": " found", "probability": 0.0228271484375}, {"token_id": 4075, "token_text": " written", "probability": 0.0189208984375}, {"token_id": 234, "token_text": " in", "probability": 0.0167236328125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.67578125}, {"token_id": 321, "token_text": " for", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.07080078125}, {"token_id": 17, "token_text": ".", "probability": 0.0380859375}, {"token_id": 443, "token_text": " by", "probability": 0.02783203125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.1865234375}, {"token_id": 8550, "token_text": " determine", "probability": 0.10009765625}, {"token_id": 7749, "token_text": " measure", "probability": 0.036865234375}, {"token_id": 17143, "token_text": " define", "probability": 0.032470703125}, {"token_id": 10938, "token_text": " identify", "probability": 0.032470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.314453125}, {"token_id": 209, "token_text": " a", "probability": 0.11572265625}, {"token_id": 1076, "token_text": " what", "probability": 0.0220947265625}, {"token_id": 440, "token_text": " all", "probability": 0.0189208984375}, {"token_id": 248, "token_text": " an", "probability": 0.0189208984375}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.0712890625}, {"token_id": 3965, "token_text": " language", "probability": 0.0712890625}, {"token_id": 2185, "token_text": " word", "probability": 0.0306396484375}, {"token_id": 3736, "token_text": " words", "probability": 0.0238037109375}, {"token_id": 4275, "token_text": " type", "probability": 0.01275634765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9140625}, {"token_id": 262, "token_text": " and", "probability": 0.01904296875}, {"token_id": 17, "token_text": ".", "probability": 0.006988525390625}, {"token_id": 410, "token_text": " or", "probability": 0.004791259765625}, {"token_id": 15, "token_text": ",", "probability": 0.004241943359375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.75}, {"token_id": 8896, "token_text": " letters", "probability": 0.03515625}, {"token_id": 2185, "token_text": " word", "probability": 0.0166015625}, {"token_id": 5450, "token_text": " terms", "probability": 0.0107421875}, {"token_id": 230, "token_text": " the", "probability": 0.006927490234375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.64453125}, {"token_id": 234, "token_text": " in", "probability": 0.0498046875}, {"token_id": 647, "token_text": " which", "probability": 0.0322265625}, {"token_id": 1347, "token_text": " used", "probability": 0.0322265625}, {"token_id": 17, "token_text": ".", "probability": 0.0235595703125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.51953125}, {"token_id": 670, "token_text": " were", "probability": 0.05126953125}, {"token_id": 581, "token_text": " have", "probability": 0.03515625}, {"token_id": 566, "token_text": " can", "probability": 0.022705078125}, {"token_id": 230, "token_text": " the", "probability": 0.0177001953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.0255126953125}, {"token_id": 4075, "token_text": " written", "probability": 0.0106201171875}, {"token_id": 234, "token_text": " in", "probability": 0.0093994140625}, {"token_id": 1334, "token_text": " found", "probability": 0.0087890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.8203125}, {"token_id": 234, "token_text": " in", "probability": 0.04638671875}, {"token_id": 321, "token_text": " for", "probability": 0.038330078125}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 443, "token_text": " by", "probability": 0.010986328125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.6015625}, {"token_id": 3346, "token_text": " represent", "probability": 0.04345703125}, {"token_id": 10938, "token_text": " identify", "probability": 0.028076171875}, {"token_id": 11602, "token_text": " indicate", "probability": 0.0233154296875}, {"token_id": 8550, "token_text": " determine", "probability": 0.0233154296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6015625}, {"token_id": 209, "token_text": " a", "probability": 0.052490234375}, {"token_id": 3736, "token_text": " words", "probability": 0.0181884765625}, {"token_id": 1076, "token_text": " what", "probability": 0.0155029296875}, {"token_id": 440, "token_text": " all", "probability": 0.01416015625}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.357421875}, {"token_id": 7104, "token_text": " numbers", "probability": 0.035400390625}, {"token_id": 3965, "token_text": " language", "probability": 0.0294189453125}, {"token_id": 2185, "token_text": " word", "probability": 0.02587890625}, {"token_id": 3736, "token_text": " words", "probability": 0.0244140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.88671875}, {"token_id": 262, "token_text": " and", "probability": 0.0208740234375}, {"token_id": 17, "token_text": ".", "probability": 0.0184326171875}, {"token_id": 15, "token_text": ",", "probability": 0.00634765625}, {"token_id": 379, "token_text": " that", "probability": 0.0059814453125}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.83984375}, {"token_id": 8896, "token_text": " letters", "probability": 0.03466796875}, {"token_id": 2185, "token_text": " word", "probability": 0.0126953125}, {"token_id": 5450, "token_text": " terms", "probability": 0.00872802734375}, {"token_id": 20935, "token_text": " sentences", "probability": 0.00531005859375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.7734375}, {"token_id": 17, "token_text": ".", "probability": 0.0299072265625}, {"token_id": 647, "token_text": " which", "probability": 0.028076171875}, {"token_id": 234, "token_text": " in", "probability": 0.0233154296875}, {"token_id": 1347, "token_text": " used", "probability": 0.0159912109375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.6328125}, {"token_id": 670, "token_text": " were", "probability": 0.055419921875}, {"token_id": 581, "token_text": " have", "probability": 0.03564453125}, {"token_id": 566, "token_text": " can", "probability": 0.015869140625}, {"token_id": 336, "token_text": " is", "probability": 0.0115966796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.71484375}, {"token_id": 534, "token_text": " not", "probability": 0.0130615234375}, {"token_id": 6228, "token_text": " associated", "probability": 0.0084228515625}, {"token_id": 5480, "token_text": " needed", "probability": 0.005462646484375}, {"token_id": 1334, "token_text": " found", "probability": 0.00482177734375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.8671875}, {"token_id": 321, "token_text": " for", "probability": 0.031494140625}, {"token_id": 234, "token_text": " in", "probability": 0.0296630859375}, {"token_id": 17, "token_text": ".", "probability": 0.0115966796875}, {"token_id": 443, "token_text": " by", "probability": 0.007476806640625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.67578125}, {"token_id": 3346, "token_text": " represent", "probability": 0.03173828125}, {"token_id": 10938, "token_text": " identify", "probability": 0.0279541015625}, {"token_id": 11602, "token_text": " indicate", "probability": 0.01806640625}, {"token_id": 8550, "token_text": " determine", "probability": 0.01806640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73046875}, {"token_id": 209, "token_text": " a", "probability": 0.036376953125}, {"token_id": 1076, "token_text": " what", "probability": 0.0181884765625}, {"token_id": 1168, "token_text": " how", "probability": 0.01422119140625}, {"token_id": 1078, "token_text": " them", "probability": 0.01007080078125}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.37109375, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.37109375}, {"token_id": 534, "token_text": " not", "probability": 0.064453125}, {"token_id": 581, "token_text": " have", "probability": 0.0303955078125}, {"token_id": 751, "token_text": " also", "probability": 0.023681640625}, {"token_id": 1466, "token_text": " help", "probability": 0.016357421875}, {"token_id": 3710, "token_text": " provide", "probability": 0.014404296875}, {"token_id": 2464, "token_text": " include", "probability": 0.01348876953125}, {"token_id": 1300, "token_text": " use", "probability": 0.01190185546875}, {"token_id": 1118, "token_text": " only", "probability": 0.010498046875}, {"token_id": 3173, "token_text": " always", "probability": 0.0098876953125}], "entropy": 4.15625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.9913005528790216, "average_logprob_per_token": -0.9913005528790216, "perplexity_on_target_sequence": 2.694736842105263, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.9913005528790216, "probability": 0.37109375, "raw_probability": 0.37109375, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74877.62141656876, "probe_elapsed_sec": 1.0124574520159513, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata una delle pi\u00f9 grandi citt\u00e0 italiane del mondo. La citt\u00e0 di Milano \u00e8 stata una delle pi\u00f9 grandi citt\u00e0 italiane del mondo. La citt\u00e0 di Milano \u00e8 stata una", "text": "La capitale d'Italia \u00e8 stata una delle pi\u00f9 grandi citt\u00e0 italiane del mondo. La citt\u00e0 di Milano \u00e8 stata una delle pi\u00f9 grandi citt\u00e0 italiane del mondo. La citt\u00e0 di Milano \u00e8 stata una", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1376953125}, {"token_id": 285, "token_text": " la", "probability": 0.0576171875}, {"token_id": 293, "token_text": " il", "probability": 0.03955078125}, {"token_id": 234, "token_text": " in", "probability": 0.03271484375}, {"token_id": 267, "token_text": " un", "probability": 0.0308837890625}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.044189453125, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.044189453125}, {"token_id": 285, "token_text": " la", "probability": 0.04150390625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0184326171875}, {"token_id": 267, "token_text": " un", "probability": 0.017822265625}, {"token_id": 234, "token_text": " in", "probability": 0.017822265625}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.2578125}, {"token_id": 6164, "token_text": " vera", "probability": 0.034912109375}, {"token_id": 1513, "token_text": " grande", "probability": 0.0308837890625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0272216796875}, {"token_id": 17971, "token_text": " destinazione", "probability": 0.01068115234375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0830078125}, {"token_id": 4547, "token_text": " principali", "probability": 0.05712890625}, {"token_id": 6558, "token_text": " maggiori", "probability": 0.036865234375}, {"token_id": 2694, "token_text": " grandi", "probability": 0.032470703125}]}, {"token_id": 2694, "token_text": " grandi", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 2694, "token_text": " grandi", "probability": 0.271484375}, {"token_id": 4166, "token_text": " importanti", "probability": 0.1865234375}, {"token_id": 9397, "token_text": " ricche", "probability": 0.053466796875}, {"token_id": 12693, "token_text": " antiche", "probability": 0.053466796875}, {"token_id": 7938, "token_text": " belle", "probability": 0.050048828125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.17578125}, {"token_id": 10105, "token_text": " imprese", "probability": 0.06494140625}, {"token_id": 21726, "token_text": " potenze", "probability": 0.04736328125}, {"token_id": 8566, "token_text": " aziende", "probability": 0.036865234375}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.03466796875}]}, {"token_id": 10798, "token_text": " italiane", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 10798, "token_text": " italiane", "probability": 0.17578125}, {"token_id": 337, "token_text": " del", "probability": 0.1552734375}, {"token_id": 370, "token_text": " della", "probability": 0.0732421875}, {"token_id": 12761, "token_text": " europee", "probability": 0.06494140625}, {"token_id": 238, "token_text": " di", "probability": 0.06494140625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.166015625}, {"token_id": 17, "token_text": ".", "probability": 0.10693359375}, {"token_id": 15, "token_text": ",", "probability": 0.0888671875}, {"token_id": 370, "token_text": " della", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.078125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.36328125}, {"token_id": 15102, "token_text": " Novecento", "probability": 0.0556640625}, {"token_id": 7255, "token_text": " XX", "probability": 0.040771484375}, {"token_id": 15801, "token_text": " Mediterraneo", "probability": 0.03369140625}, {"token_id": 15790, "token_text": " continente", "probability": 0.03173828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.57421875}, {"token_id": 15, "token_text": ",", "probability": 0.2109375}, {"token_id": 29, "token_text": ":", "probability": 0.060546875}, {"token_id": 246, "token_text": " e", "probability": 0.0303955078125}, {"token_id": 209, "token_text": " a", "probability": 0.0098876953125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.09130859375}, {"token_id": 538, "token_text": " Il", "probability": 0.058837890625}, {"token_id": 302, "token_text": " L", "probability": 0.055419921875}, {"token_id": 2, "token_text": "", "probability": 0.03564453125}, {"token_id": 897, "token_text": " Nel", "probability": 0.033447265625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.177734375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1474609375}, {"token_id": 718, "token_text": " sua", "probability": 0.0272216796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.025634765625}, {"token_id": 870, "token_text": " prima", "probability": 0.021240234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.224609375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1982421875}, {"token_id": 15, "token_text": ",", "probability": 0.064453125}, {"token_id": 373, "token_text": " ha", "probability": 0.056640625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.044189453125}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.030517578125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.02685546875}, {"token_id": 302, "token_text": " L", "probability": 0.0196533203125}, {"token_id": 1254, "token_text": " San", "probability": 0.0179443359375}, {"token_id": 7561, "token_text": " Torino", "probability": 0.01531982421875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.263671875}, {"token_id": 15, "token_text": ",", "probability": 0.1806640625}, {"token_id": 373, "token_text": " ha", "probability": 0.0966796875}, {"token_id": 246, "token_text": " e", "probability": 0.040283203125}, {"token_id": 395, "token_text": " si", "probability": 0.037841796875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.31640625}, {"token_id": 387, "token_text": " una", "probability": 0.05859375}, {"token_id": 285, "token_text": " la", "probability": 0.037841796875}, {"token_id": 267, "token_text": " un", "probability": 0.037841796875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.029541015625}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.08251953125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.07275390625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.068359375}, {"token_id": 267, "token_text": " un", "probability": 0.032470703125}, {"token_id": 285, "token_text": " la", "probability": 0.0303955078125}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.83984375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.032470703125}, {"token_id": 238, "token_text": " di", "probability": 0.00726318359375}, {"token_id": 1513, "token_text": " grande", "probability": 0.0068359375}, {"token_id": 491, "token_text": " dei", "probability": 0.00567626953125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.578125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.13671875}, {"token_id": 4547, "token_text": " principali", "probability": 0.039306640625}, {"token_id": 6558, "token_text": " maggiori", "probability": 0.032470703125}, {"token_id": 2694, "token_text": " grandi", "probability": 0.02099609375}]}, {"token_id": 2694, "token_text": " grandi", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 2694, "token_text": " grandi", "probability": 0.42578125}, {"token_id": 4166, "token_text": " importanti", "probability": 0.15625}, {"token_id": 12693, "token_text": " antiche", "probability": 0.08935546875}, {"token_id": 7938, "token_text": " belle", "probability": 0.03955078125}, {"token_id": 2911, "token_text": " popol", "probability": 0.0255126953125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.5625}, {"token_id": 10779, "token_text": " metrop", "probability": 0.046142578125}, {"token_id": 20814, "token_text": " capitali", "probability": 0.02978515625}, {"token_id": 246, "token_text": " e", "probability": 0.023193359375}, {"token_id": 337, "token_text": " del", "probability": 0.01239013671875}]}, {"token_id": 10798, "token_text": " italiane", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 10798, "token_text": " italiane", "probability": 0.359375}, {"token_id": 337, "token_text": " del", "probability": 0.08544921875}, {"token_id": 238, "token_text": " di", "probability": 0.0625}, {"token_id": 12761, "token_text": " europee", "probability": 0.04296875}, {"token_id": 214, "token_text": " d", "probability": 0.040283203125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.291015625}, {"token_id": 370, "token_text": " della", "probability": 0.0888671875}, {"token_id": 238, "token_text": " di", "probability": 0.0888671875}, {"token_id": 465, "token_text": " dell", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.053955078125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.54296875}, {"token_id": 15102, "token_text": " Novecento", "probability": 0.06103515625}, {"token_id": 7255, "token_text": " XX", "probability": 0.053955078125}, {"token_id": 2109, "token_text": " secolo", "probability": 0.0198974609375}, {"token_id": 30499, "token_text": " Rinascimento", "probability": 0.0164794921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.265625}, {"token_id": 246, "token_text": " e", "probability": 0.06298828125}, {"token_id": 29, "token_text": ":", "probability": 0.059326171875}, {"token_id": 209, "token_text": " a", "probability": 0.01495361328125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.14453125}, {"token_id": 302, "token_text": " L", "probability": 0.056640625}, {"token_id": 538, "token_text": " Il", "probability": 0.05322265625}, {"token_id": 897, "token_text": " Nel", "probability": 0.0341796875}, {"token_id": 2, "token_text": "", "probability": 0.0302734375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.478515625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1552734375}, {"token_id": 718, "token_text": " sua", "probability": 0.039306640625}, {"token_id": 4211, "token_text": " sede", "probability": 0.0238037109375}, {"token_id": 870, "token_text": " prima", "probability": 0.0174560546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.333984375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.23046875}, {"token_id": 373, "token_text": " ha", "probability": 0.0546875}, {"token_id": 395, "token_text": " si", "probability": 0.04248046875}, {"token_id": 15, "token_text": ",", "probability": 0.04248046875}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.82421875}, {"token_id": 24632, "token_text": " Pavia", "probability": 0.0194091796875}, {"token_id": 27910, "token_text": " Monza", "probability": 0.0181884765625}, {"token_id": 19600, "token_text": " Brescia", "probability": 0.008056640625}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.007598876953125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.48046875}, {"token_id": 15, "token_text": ",", "probability": 0.10693359375}, {"token_id": 373, "token_text": " ha", "probability": 0.0693359375}, {"token_id": 14656, "token_text": " ospita", "probability": 0.03466796875}, {"token_id": 395, "token_text": " si", "probability": 0.03271484375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.298828125}, {"token_id": 387, "token_text": " una", "probability": 0.07080078125}, {"token_id": 285, "token_text": " la", "probability": 0.0517578125}, {"token_id": 267, "token_text": " un", "probability": 0.040283203125}, {"token_id": 4211, "token_text": " sede", "probability": 0.026123046875}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.2109375}, {"token_id": 267, "token_text": " un", "probability": 0.068359375}, {"token_id": 285, "token_text": " la", "probability": 0.056884765625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.047119140625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.044189453125}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1376953125}, {"token_id": 285, "token_text": " la", "probability": 0.0576171875}, {"token_id": 293, "token_text": " il", "probability": 0.03955078125}, {"token_id": 234, "token_text": " in", "probability": 0.03271484375}, {"token_id": 267, "token_text": " un", "probability": 0.0308837890625}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.044189453125, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.044189453125}, {"token_id": 285, "token_text": " la", "probability": 0.04150390625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0184326171875}, {"token_id": 267, "token_text": " un", "probability": 0.017822265625}, {"token_id": 234, "token_text": " in", "probability": 0.017822265625}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.2578125}, {"token_id": 6164, "token_text": " vera", "probability": 0.034912109375}, {"token_id": 1513, "token_text": " grande", "probability": 0.0308837890625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0272216796875}, {"token_id": 17971, "token_text": " destinazione", "probability": 0.01068115234375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0830078125}, {"token_id": 4547, "token_text": " principali", "probability": 0.05712890625}, {"token_id": 6558, "token_text": " maggiori", "probability": 0.036865234375}, {"token_id": 2694, "token_text": " grandi", "probability": 0.032470703125}]}, {"token_id": 2694, "token_text": " grandi", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 2694, "token_text": " grandi", "probability": 0.271484375}, {"token_id": 4166, "token_text": " importanti", "probability": 0.1865234375}, {"token_id": 9397, "token_text": " ricche", "probability": 0.053466796875}, {"token_id": 12693, "token_text": " antiche", "probability": 0.053466796875}, {"token_id": 7938, "token_text": " belle", "probability": 0.050048828125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.17578125}, {"token_id": 10105, "token_text": " imprese", "probability": 0.06494140625}, {"token_id": 21726, "token_text": " potenze", "probability": 0.04736328125}, {"token_id": 8566, "token_text": " aziende", "probability": 0.036865234375}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.03466796875}]}, {"token_id": 10798, "token_text": " italiane", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 10798, "token_text": " italiane", "probability": 0.17578125}, {"token_id": 337, "token_text": " del", "probability": 0.1552734375}, {"token_id": 370, "token_text": " della", "probability": 0.0732421875}, {"token_id": 12761, "token_text": " europee", "probability": 0.06494140625}, {"token_id": 238, "token_text": " di", "probability": 0.06494140625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.166015625}, {"token_id": 17, "token_text": ".", "probability": 0.10693359375}, {"token_id": 15, "token_text": ",", "probability": 0.0888671875}, {"token_id": 370, "token_text": " della", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.078125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.36328125}, {"token_id": 15102, "token_text": " Novecento", "probability": 0.0556640625}, {"token_id": 7255, "token_text": " XX", "probability": 0.040771484375}, {"token_id": 15801, "token_text": " Mediterraneo", "probability": 0.03369140625}, {"token_id": 15790, "token_text": " continente", "probability": 0.03173828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.57421875}, {"token_id": 15, "token_text": ",", "probability": 0.2109375}, {"token_id": 29, "token_text": ":", "probability": 0.060546875}, {"token_id": 246, "token_text": " e", "probability": 0.0303955078125}, {"token_id": 209, "token_text": " a", "probability": 0.0098876953125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.0947265625}, {"token_id": 538, "token_text": " Il", "probability": 0.06103515625}, {"token_id": 302, "token_text": " L", "probability": 0.057373046875}, {"token_id": 897, "token_text": " Nel", "probability": 0.034912109375}, {"token_id": 407, "token_text": " In", "probability": 0.03076171875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.177734375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1474609375}, {"token_id": 718, "token_text": " sua", "probability": 0.0272216796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.025634765625}, {"token_id": 870, "token_text": " prima", "probability": 0.021240234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.224609375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1982421875}, {"token_id": 15, "token_text": ",", "probability": 0.064453125}, {"token_id": 373, "token_text": " ha", "probability": 0.056640625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.044189453125}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.030517578125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.02685546875}, {"token_id": 302, "token_text": " L", "probability": 0.0196533203125}, {"token_id": 1254, "token_text": " San", "probability": 0.0179443359375}, {"token_id": 7561, "token_text": " Torino", "probability": 0.01531982421875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.263671875}, {"token_id": 15, "token_text": ",", "probability": 0.181640625}, {"token_id": 373, "token_text": " ha", "probability": 0.09716796875}, {"token_id": 246, "token_text": " e", "probability": 0.04052734375}, {"token_id": 395, "token_text": " si", "probability": 0.0380859375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.31640625}, {"token_id": 387, "token_text": " una", "probability": 0.05859375}, {"token_id": 285, "token_text": " la", "probability": 0.037841796875}, {"token_id": 267, "token_text": " un", "probability": 0.037841796875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.029541015625}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.08251953125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.07275390625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.068359375}, {"token_id": 267, "token_text": " un", "probability": 0.032470703125}, {"token_id": 285, "token_text": " la", "probability": 0.0303955078125}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.83984375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.032470703125}, {"token_id": 238, "token_text": " di", "probability": 0.00726318359375}, {"token_id": 1513, "token_text": " grande", "probability": 0.0068359375}, {"token_id": 491, "token_text": " dei", "probability": 0.00567626953125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.578125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.13671875}, {"token_id": 4547, "token_text": " principali", "probability": 0.039306640625}, {"token_id": 6558, "token_text": " maggiori", "probability": 0.032470703125}, {"token_id": 2694, "token_text": " grandi", "probability": 0.02099609375}]}, {"token_id": 2694, "token_text": " grandi", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 2694, "token_text": " grandi", "probability": 0.42578125}, {"token_id": 4166, "token_text": " importanti", "probability": 0.15625}, {"token_id": 12693, "token_text": " antiche", "probability": 0.08935546875}, {"token_id": 7938, "token_text": " belle", "probability": 0.03955078125}, {"token_id": 2911, "token_text": " popol", "probability": 0.0255126953125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.5625}, {"token_id": 10779, "token_text": " metrop", "probability": 0.046142578125}, {"token_id": 20814, "token_text": " capitali", "probability": 0.02978515625}, {"token_id": 246, "token_text": " e", "probability": 0.023193359375}, {"token_id": 337, "token_text": " del", "probability": 0.01239013671875}]}, {"token_id": 10798, "token_text": " italiane", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 10798, "token_text": " italiane", "probability": 0.359375}, {"token_id": 337, "token_text": " del", "probability": 0.08544921875}, {"token_id": 238, "token_text": " di", "probability": 0.0625}, {"token_id": 12761, "token_text": " europee", "probability": 0.04296875}, {"token_id": 214, "token_text": " d", "probability": 0.040283203125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.291015625}, {"token_id": 370, "token_text": " della", "probability": 0.0888671875}, {"token_id": 238, "token_text": " di", "probability": 0.0888671875}, {"token_id": 465, "token_text": " dell", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.053955078125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.54296875}, {"token_id": 15102, "token_text": " Novecento", "probability": 0.06103515625}, {"token_id": 7255, "token_text": " XX", "probability": 0.053955078125}, {"token_id": 2109, "token_text": " secolo", "probability": 0.0198974609375}, {"token_id": 30499, "token_text": " Rinascimento", "probability": 0.0164794921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.265625}, {"token_id": 246, "token_text": " e", "probability": 0.06298828125}, {"token_id": 29, "token_text": ":", "probability": 0.059326171875}, {"token_id": 209, "token_text": " a", "probability": 0.01495361328125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1484375}, {"token_id": 302, "token_text": " L", "probability": 0.058349609375}, {"token_id": 538, "token_text": " Il", "probability": 0.0546875}, {"token_id": 897, "token_text": " Nel", "probability": 0.035400390625}, {"token_id": 719, "token_text": " Le", "probability": 0.027587890625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.478515625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1552734375}, {"token_id": 718, "token_text": " sua", "probability": 0.039306640625}, {"token_id": 4211, "token_text": " sede", "probability": 0.0238037109375}, {"token_id": 870, "token_text": " prima", "probability": 0.0174560546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.333984375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.23046875}, {"token_id": 373, "token_text": " ha", "probability": 0.0546875}, {"token_id": 395, "token_text": " si", "probability": 0.04248046875}, {"token_id": 15, "token_text": ",", "probability": 0.04248046875}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.82421875}, {"token_id": 24632, "token_text": " Pavia", "probability": 0.0194091796875}, {"token_id": 27910, "token_text": " Monza", "probability": 0.0181884765625}, {"token_id": 19600, "token_text": " Brescia", "probability": 0.008056640625}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.007598876953125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.48046875}, {"token_id": 15, "token_text": ",", "probability": 0.10693359375}, {"token_id": 373, "token_text": " ha", "probability": 0.0693359375}, {"token_id": 14656, "token_text": " ospita", "probability": 0.03466796875}, {"token_id": 395, "token_text": " si", "probability": 0.03271484375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.298828125}, {"token_id": 387, "token_text": " una", "probability": 0.07080078125}, {"token_id": 285, "token_text": " la", "probability": 0.0517578125}, {"token_id": 267, "token_text": " un", "probability": 0.040283203125}, {"token_id": 4211, "token_text": " sede", "probability": 0.026123046875}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.2109375}, {"token_id": 267, "token_text": " un", "probability": 0.068359375}, {"token_id": 285, "token_text": " la", "probability": 0.056884765625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.047119140625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.044189453125}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1376953125}, {"token_id": 285, "token_text": " la", "probability": 0.0576171875}, {"token_id": 293, "token_text": " il", "probability": 0.03955078125}, {"token_id": 234, "token_text": " in", "probability": 0.03271484375}, {"token_id": 267, "token_text": " un", "probability": 0.0308837890625}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.044189453125, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.044189453125}, {"token_id": 285, "token_text": " la", "probability": 0.04150390625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0184326171875}, {"token_id": 267, "token_text": " un", "probability": 0.017822265625}, {"token_id": 234, "token_text": " in", "probability": 0.017822265625}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.2578125}, {"token_id": 6164, "token_text": " vera", "probability": 0.034912109375}, {"token_id": 1513, "token_text": " grande", "probability": 0.0308837890625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0272216796875}, {"token_id": 17971, "token_text": " destinazione", "probability": 0.01068115234375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0830078125}, {"token_id": 4547, "token_text": " principali", "probability": 0.05712890625}, {"token_id": 6558, "token_text": " maggiori", "probability": 0.036865234375}, {"token_id": 2694, "token_text": " grandi", "probability": 0.032470703125}]}, {"token_id": 2694, "token_text": " grandi", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 2694, "token_text": " grandi", "probability": 0.271484375}, {"token_id": 4166, "token_text": " importanti", "probability": 0.1865234375}, {"token_id": 9397, "token_text": " ricche", "probability": 0.053466796875}, {"token_id": 12693, "token_text": " antiche", "probability": 0.053466796875}, {"token_id": 7938, "token_text": " belle", "probability": 0.050048828125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.17578125}, {"token_id": 10105, "token_text": " imprese", "probability": 0.06494140625}, {"token_id": 21726, "token_text": " potenze", "probability": 0.04736328125}, {"token_id": 8566, "token_text": " aziende", "probability": 0.036865234375}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.03466796875}]}, {"token_id": 10798, "token_text": " italiane", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 10798, "token_text": " italiane", "probability": 0.17578125}, {"token_id": 337, "token_text": " del", "probability": 0.1552734375}, {"token_id": 370, "token_text": " della", "probability": 0.0732421875}, {"token_id": 12761, "token_text": " europee", "probability": 0.06494140625}, {"token_id": 238, "token_text": " di", "probability": 0.06494140625}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.166015625}, {"token_id": 17, "token_text": ".", "probability": 0.10693359375}, {"token_id": 15, "token_text": ",", "probability": 0.0888671875}, {"token_id": 370, "token_text": " della", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.078125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.36328125}, {"token_id": 15102, "token_text": " Novecento", "probability": 0.0556640625}, {"token_id": 7255, "token_text": " XX", "probability": 0.040771484375}, {"token_id": 15801, "token_text": " Mediterraneo", "probability": 0.03369140625}, {"token_id": 15790, "token_text": " continente", "probability": 0.03173828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.57421875}, {"token_id": 15, "token_text": ",", "probability": 0.2109375}, {"token_id": 29, "token_text": ":", "probability": 0.060546875}, {"token_id": 246, "token_text": " e", "probability": 0.0303955078125}, {"token_id": 209, "token_text": " a", "probability": 0.0098876953125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.0947265625}, {"token_id": 538, "token_text": " Il", "probability": 0.06103515625}, {"token_id": 302, "token_text": " L", "probability": 0.057373046875}, {"token_id": 897, "token_text": " Nel", "probability": 0.034912109375}, {"token_id": 407, "token_text": " In", "probability": 0.03076171875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.177734375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1474609375}, {"token_id": 718, "token_text": " sua", "probability": 0.0272216796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.025634765625}, {"token_id": 870, "token_text": " prima", "probability": 0.021240234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.224609375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1982421875}, {"token_id": 15, "token_text": ",", "probability": 0.064453125}, {"token_id": 373, "token_text": " ha", "probability": 0.056640625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.044189453125}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.030517578125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.02685546875}, {"token_id": 302, "token_text": " L", "probability": 0.0196533203125}, {"token_id": 1254, "token_text": " San", "probability": 0.0179443359375}, {"token_id": 7561, "token_text": " Torino", "probability": 0.01531982421875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.263671875}, {"token_id": 15, "token_text": ",", "probability": 0.181640625}, {"token_id": 373, "token_text": " ha", "probability": 0.09716796875}, {"token_id": 246, "token_text": " e", "probability": 0.04052734375}, {"token_id": 395, "token_text": " si", "probability": 0.0380859375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.31640625}, {"token_id": 387, "token_text": " una", "probability": 0.05859375}, {"token_id": 285, "token_text": " la", "probability": 0.037841796875}, {"token_id": 267, "token_text": " un", "probability": 0.037841796875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.029541015625}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.08251953125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.07275390625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.068359375}, {"token_id": 267, "token_text": " un", "probability": 0.032470703125}, {"token_id": 285, "token_text": " la", "probability": 0.0303955078125}]}, {"token_id": 573, "token_text": " delle", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 573, "token_text": " delle", "probability": 0.83984375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.032470703125}, {"token_id": 238, "token_text": " di", "probability": 0.00726318359375}, {"token_id": 1513, "token_text": " grande", "probability": 0.0068359375}, {"token_id": 491, "token_text": " dei", "probability": 0.00567626953125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.578125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.13671875}, {"token_id": 4547, "token_text": " principali", "probability": 0.039306640625}, {"token_id": 6558, "token_text": " maggiori", "probability": 0.032470703125}, {"token_id": 2694, "token_text": " grandi", "probability": 0.02099609375}]}, {"token_id": 2694, "token_text": " grandi", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 2694, "token_text": " grandi", "probability": 0.42578125}, {"token_id": 4166, "token_text": " importanti", "probability": 0.15625}, {"token_id": 12693, "token_text": " antiche", "probability": 0.08935546875}, {"token_id": 7938, "token_text": " belle", "probability": 0.03955078125}, {"token_id": 2911, "token_text": " popol", "probability": 0.0255126953125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.5625}, {"token_id": 10779, "token_text": " metrop", "probability": 0.046142578125}, {"token_id": 20814, "token_text": " capitali", "probability": 0.02978515625}, {"token_id": 246, "token_text": " e", "probability": 0.023193359375}, {"token_id": 337, "token_text": " del", "probability": 0.01239013671875}]}, {"token_id": 10798, "token_text": " italiane", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 10798, "token_text": " italiane", "probability": 0.359375}, {"token_id": 337, "token_text": " del", "probability": 0.08544921875}, {"token_id": 238, "token_text": " di", "probability": 0.0625}, {"token_id": 12761, "token_text": " europee", "probability": 0.04296875}, {"token_id": 214, "token_text": " d", "probability": 0.040283203125}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.291015625}, {"token_id": 370, "token_text": " della", "probability": 0.0888671875}, {"token_id": 238, "token_text": " di", "probability": 0.0888671875}, {"token_id": 465, "token_text": " dell", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.053955078125}]}, {"token_id": 1468, "token_text": " mondo", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 1468, "token_text": " mondo", "probability": 0.54296875}, {"token_id": 15102, "token_text": " Novecento", "probability": 0.06103515625}, {"token_id": 7255, "token_text": " XX", "probability": 0.053955078125}, {"token_id": 2109, "token_text": " secolo", "probability": 0.0198974609375}, {"token_id": 30499, "token_text": " Rinascimento", "probability": 0.0164794921875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.46484375}, {"token_id": 15, "token_text": ",", "probability": 0.265625}, {"token_id": 246, "token_text": " e", "probability": 0.06298828125}, {"token_id": 29, "token_text": ":", "probability": 0.059326171875}, {"token_id": 209, "token_text": " a", "probability": 0.01495361328125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1484375}, {"token_id": 302, "token_text": " L", "probability": 0.058349609375}, {"token_id": 538, "token_text": " Il", "probability": 0.0546875}, {"token_id": 897, "token_text": " Nel", "probability": 0.035400390625}, {"token_id": 719, "token_text": " Le", "probability": 0.027587890625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.478515625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1552734375}, {"token_id": 718, "token_text": " sua", "probability": 0.039306640625}, {"token_id": 4211, "token_text": " sede", "probability": 0.0238037109375}, {"token_id": 870, "token_text": " prima", "probability": 0.0174560546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.333984375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.23046875}, {"token_id": 373, "token_text": " ha", "probability": 0.0546875}, {"token_id": 395, "token_text": " si", "probability": 0.04248046875}, {"token_id": 15, "token_text": ",", "probability": 0.04248046875}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.82421875}, {"token_id": 24632, "token_text": " Pavia", "probability": 0.0194091796875}, {"token_id": 27910, "token_text": " Monza", "probability": 0.0181884765625}, {"token_id": 19600, "token_text": " Brescia", "probability": 0.008056640625}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.007598876953125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.48046875}, {"token_id": 15, "token_text": ",", "probability": 0.10693359375}, {"token_id": 373, "token_text": " ha", "probability": 0.0693359375}, {"token_id": 14656, "token_text": " ospita", "probability": 0.03466796875}, {"token_id": 395, "token_text": " si", "probability": 0.03271484375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.298828125}, {"token_id": 387, "token_text": " una", "probability": 0.07080078125}, {"token_id": 285, "token_text": " la", "probability": 0.0517578125}, {"token_id": 267, "token_text": " un", "probability": 0.040283203125}, {"token_id": 4211, "token_text": " sede", "probability": 0.026123046875}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.2109375}, {"token_id": 267, "token_text": " un", "probability": 0.068359375}, {"token_id": 285, "token_text": " la", "probability": 0.056884765625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.047119140625}, {"token_id": 10658, "token_text": " costruita", "probability": 0.044189453125}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 579, "correct_token_probability": 0.00012969970703125, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1376953125}, {"token_id": 285, "token_text": " la", "probability": 0.0576171875}, {"token_id": 293, "token_text": " il", "probability": 0.03955078125}, {"token_id": 234, "token_text": " in", "probability": 0.03271484375}, {"token_id": 267, "token_text": " un", "probability": 0.0308837890625}, {"token_id": 387, "token_text": " una", "probability": 0.0263671875}, {"token_id": 319, "token_text": " al", "probability": 0.0233154296875}, {"token_id": 227, "token_text": " l", "probability": 0.021240234375}, {"token_id": 17849, "token_text": " rappresentata", "probability": 0.01806640625}, {"token_id": 238, "token_text": " di", "probability": 0.01409912109375}], "entropy": 5.4375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.950288725462855, "average_logprob_per_token": -8.950288725462855, "perplexity_on_target_sequence": 7710.117647058828, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -8.950288725462855, "probability": 0.00012969970703125, "raw_probability": 0.00012969970703125, "correct_token_rank": 579}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74877.6219739914, "probe_elapsed_sec": 1.0124574520159513, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere quello di un'opera di studio. Il progetto \u00e8 stato realizzato da un gruppo di ricercatori dell'Universit\u00e0 di Oxford e da un team di ricercatori dell'", "text": "Un piccolo modello linguistico dovrebbe essere quello di un'opera di studio. Il progetto \u00e8 stato realizzato da un gruppo di ricercatori dell'Universit\u00e0 di Oxford e da un team di ricercatori dell'", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.279296875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0625}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.01483154296875}, {"token_id": 16726, "token_text": " consentire", "probability": 0.01483154296875}, {"token_id": 1612, "token_text": " fare", "probability": 0.0123291015625}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.0986328125}, {"token_id": 293, "token_text": " il", "probability": 0.041015625}, {"token_id": 267, "token_text": " un", "probability": 0.03857421875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0281982421875}, {"token_id": 227, "token_text": " l", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.419921875}, {"token_id": 370, "token_text": " della", "probability": 0.0732421875}, {"token_id": 337, "token_text": " del", "probability": 0.0732421875}, {"token_id": 465, "token_text": " dell", "probability": 0.064453125}, {"token_id": 491, "token_text": " dei", "probability": 0.04443359375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2451171875}, {"token_id": 387, "token_text": " una", "probability": 0.119140625}, {"token_id": 1038, "token_text": " uno", "probability": 0.018310546875}, {"token_id": 363, "token_text": " \"", "probability": 0.01336669921875}, {"token_id": 653, "token_text": " \u201c", "probability": 0.00787353515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.039794921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.039794921875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.031982421875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.02490234375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.02490234375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0234375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.07666015625}, {"token_id": 6589, "token_text": "azienda", "probability": 0.05615234375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.036376953125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0341796875}, {"token_id": 2734, "token_text": "altra", "probability": 0.02197265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1435546875}, {"token_id": 214, "token_text": " d", "probability": 0.06787109375}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0322265625}, {"token_id": 303, "token_text": " che", "probability": 0.0322265625}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.016357421875, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.016357421875}, {"token_id": 28509, "token_text": " ingegneria", "probability": 0.0157470703125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.01531982421875}, {"token_id": 20117, "token_text": " architettura", "probability": 0.01312255859375}, {"token_id": 1843, "token_text": " storia", "probability": 0.01312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.11865234375}, {"token_id": 15, "token_text": ",", "probability": 0.10498046875}, {"token_id": 238, "token_text": " di", "probability": 0.0595703125}, {"token_id": 246, "token_text": " e", "probability": 0.049560546875}, {"token_id": 234, "token_text": " in", "probability": 0.041015625}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.072265625, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.072265625}, {"token_id": 515, "token_text": " La", "probability": 0.056396484375}, {"token_id": 302, "token_text": " L", "probability": 0.0498046875}, {"token_id": 711, "token_text": " Un", "probability": 0.0439453125}, {"token_id": 2, "token_text": "", "probability": 0.038818359375}]}, {"token_id": 3448, "token_text": " progetto", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 3448, "token_text": " progetto", "probability": 0.046142578125}, {"token_id": 5107, "token_text": " modello", "probability": 0.03369140625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0289306640625}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0205078125}, {"token_id": 4563, "token_text": " testo", "probability": 0.019287109375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.142578125}, {"token_id": 238, "token_text": " di", "probability": 0.111328125}, {"token_id": 15, "token_text": ",", "probability": 0.07666015625}, {"token_id": 373, "token_text": " ha", "probability": 0.037353515625}, {"token_id": 337, "token_text": " del", "probability": 0.0272216796875}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.33984375}, {"token_id": 7097, "token_text": " nato", "probability": 0.03369140625}, {"token_id": 1410, "token_text": " quello", "probability": 0.031494140625}, {"token_id": 267, "token_text": " un", "probability": 0.031494140625}, {"token_id": 12159, "token_text": " basato", "probability": 0.0191650390625}]}, {"token_id": 7144, "token_text": " realizzato", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 7144, "token_text": " realizzato", "probability": 0.10498046875}, {"token_id": 4771, "token_text": " finanzi", "probability": 0.0927734375}, {"token_id": 8386, "token_text": " presentato", "probability": 0.046630859375}, {"token_id": 13944, "token_text": " concep", "probability": 0.0361328125}, {"token_id": 18229, "token_text": " affidato", "probability": 0.0281982421875}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1533203125}, {"token_id": 234, "token_text": " in", "probability": 0.134765625}, {"token_id": 272, "token_text": " con", "probability": 0.08203125}, {"token_id": 447, "token_text": " nel", "probability": 0.06787109375}, {"token_id": 294, "token_text": " su", "probability": 0.06396484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.12255859375}, {"token_id": 387, "token_text": " una", "probability": 0.041015625}, {"token_id": 3074, "token_text": " David", "probability": 0.01177978515625}, {"token_id": 7305, "token_text": " ricercatori", "probability": 0.01177978515625}, {"token_id": 762, "token_text": " due", "probability": 0.01141357421875}]}, {"token_id": 2134, "token_text": " gruppo", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 2134, "token_text": " gruppo", "probability": 0.21484375}, {"token_id": 1438, "token_text": " team", "probability": 0.1220703125}, {"token_id": 10, "token_text": "'", "probability": 0.051025390625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.03955078125}, {"token_id": 17607, "token_text": " docente", "probability": 0.0186767578125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.88671875}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0072021484375}, {"token_id": 3973, "token_text": " internazionale", "probability": 0.005279541015625}, {"token_id": 6649, "token_text": " composto", "probability": 0.00494384765625}, {"token_id": 303, "token_text": " che", "probability": 0.004669189453125}]}, {"token_id": 7305, "token_text": " ricercatori", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 7305, "token_text": " ricercatori", "probability": 0.240234375}, {"token_id": 10955, "token_text": " scienziati", "probability": 0.11376953125}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.08837890625}, {"token_id": 9961, "token_text": " esperti", "probability": 0.0732421875}, {"token_id": 6563, "token_text": " studenti", "probability": 0.0732421875}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.10400390625}, {"token_id": 370, "token_text": " della", "probability": 0.06689453125}, {"token_id": 238, "token_text": " di", "probability": 0.06298828125}, {"token_id": 303, "token_text": " che", "probability": 0.0556640625}, {"token_id": 15, "token_text": ",", "probability": 0.05224609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.05615234375}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00090789794921875}, {"token_id": 14705, "token_text": "\u2018", "probability": 0.000518798828125}, {"token_id": 67, "token_text": "`", "probability": 0.0003795623779296875}]}, {"token_id": 4926, "token_text": "Universit\u00e0", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 4926, "token_text": "Universit\u00e0", "probability": 0.54296875}, {"token_id": 4379, "token_text": "Univers", "probability": 0.11376953125}, {"token_id": 12040, "token_text": "universit\u00e0", "probability": 0.078125}, {"token_id": 11267, "token_text": "Istituto", "probability": 0.04736328125}, {"token_id": 30131, "token_text": "University", "probability": 0.04443359375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.671875}, {"token_id": 370, "token_text": " della", "probability": 0.07568359375}, {"token_id": 337, "token_text": " del", "probability": 0.07568359375}, {"token_id": 465, "token_text": " dell", "probability": 0.0625}, {"token_id": 883, "token_text": " degli", "probability": 0.0458984375}]}, {"token_id": 9402, "token_text": " Oxford", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 9402, "token_text": " Oxford", "probability": 0.0654296875}, {"token_id": 10602, "token_text": " Cambridge", "probability": 0.057861328125}, {"token_id": 5729, "token_text": " Londra", "probability": 0.031005859375}, {"token_id": 5423, "token_text": " Chicago", "probability": 0.029052734375}, {"token_id": 3420, "token_text": " Washington", "probability": 0.025634765625}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 303, "token_text": " che", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.09033203125}, {"token_id": 323, "token_text": " (", "probability": 0.03125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1025390625}, {"token_id": 4006, "token_text": " pubblicato", "probability": 0.080078125}, {"token_id": 9985, "token_text": " condotto", "probability": 0.051513671875}, {"token_id": 373, "token_text": " ha", "probability": 0.040283203125}, {"token_id": 238, "token_text": " di", "probability": 0.033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.53125}, {"token_id": 387, "token_text": " una", "probability": 0.1259765625}, {"token_id": 1038, "token_text": " uno", "probability": 0.0263671875}, {"token_id": 1214, "token_text": " altri", "probability": 0.0247802734375}, {"token_id": 1721, "token_text": " alcuni", "probability": 0.0159912109375}]}, {"token_id": 1438, "token_text": " team", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1438, "token_text": " team", "probability": 0.357421875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.314453125}, {"token_id": 10, "token_text": "'", "probability": 0.04541015625}, {"token_id": 17607, "token_text": " docente", "probability": 0.017822265625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0167236328125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.84375}, {"token_id": 370, "token_text": " della", "probability": 0.0174560546875}, {"token_id": 14351, "token_text": " guidato", "probability": 0.01544189453125}, {"token_id": 465, "token_text": " dell", "probability": 0.0145263671875}, {"token_id": 337, "token_text": " del", "probability": 0.01361083984375}]}, {"token_id": 7305, "token_text": " ricercatori", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 7305, "token_text": " ricercatori", "probability": 0.330078125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.310546875}, {"token_id": 10955, "token_text": " scienziati", "probability": 0.107421875}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.0693359375}, {"token_id": 9961, "token_text": " esperti", "probability": 0.0419921875}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.294921875}, {"token_id": 370, "token_text": " della", "probability": 0.095703125}, {"token_id": 238, "token_text": " di", "probability": 0.07470703125}, {"token_id": 337, "token_text": " del", "probability": 0.05810546875}, {"token_id": 17, "token_text": ".", "probability": 0.04833984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98046875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0179443359375}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00074005126953125}, {"token_id": 1035, "token_text": " '", "probability": 0.00015544891357421875}, {"token_id": 12776, "token_text": "''", "probability": 0.0001373291015625}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.279296875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0625}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.01483154296875}, {"token_id": 16726, "token_text": " consentire", "probability": 0.01483154296875}, {"token_id": 1612, "token_text": " fare", "probability": 0.0123291015625}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.0986328125}, {"token_id": 293, "token_text": " il", "probability": 0.041015625}, {"token_id": 267, "token_text": " un", "probability": 0.03857421875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0281982421875}, {"token_id": 227, "token_text": " l", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.419921875}, {"token_id": 370, "token_text": " della", "probability": 0.0732421875}, {"token_id": 337, "token_text": " del", "probability": 0.0732421875}, {"token_id": 465, "token_text": " dell", "probability": 0.064453125}, {"token_id": 491, "token_text": " dei", "probability": 0.04443359375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2451171875}, {"token_id": 387, "token_text": " una", "probability": 0.119140625}, {"token_id": 1038, "token_text": " uno", "probability": 0.018310546875}, {"token_id": 363, "token_text": " \"", "probability": 0.01336669921875}, {"token_id": 653, "token_text": " \u201c", "probability": 0.00787353515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.039794921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.039794921875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.031982421875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.02490234375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.02490234375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0234375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.07666015625}, {"token_id": 6589, "token_text": "azienda", "probability": 0.05615234375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.036376953125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0341796875}, {"token_id": 2734, "token_text": "altra", "probability": 0.02197265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1435546875}, {"token_id": 214, "token_text": " d", "probability": 0.06787109375}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0322265625}, {"token_id": 303, "token_text": " che", "probability": 0.0322265625}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.016357421875, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.016357421875}, {"token_id": 28509, "token_text": " ingegneria", "probability": 0.0157470703125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.01531982421875}, {"token_id": 20117, "token_text": " architettura", "probability": 0.01312255859375}, {"token_id": 1843, "token_text": " storia", "probability": 0.01312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.11865234375}, {"token_id": 15, "token_text": ",", "probability": 0.10498046875}, {"token_id": 238, "token_text": " di", "probability": 0.059814453125}, {"token_id": 246, "token_text": " e", "probability": 0.049560546875}, {"token_id": 234, "token_text": " in", "probability": 0.041015625}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0751953125}, {"token_id": 515, "token_text": " La", "probability": 0.05859375}, {"token_id": 302, "token_text": " L", "probability": 0.0517578125}, {"token_id": 711, "token_text": " Un", "probability": 0.045654296875}, {"token_id": 407, "token_text": " In", "probability": 0.034423828125}]}, {"token_id": 3448, "token_text": " progetto", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 3448, "token_text": " progetto", "probability": 0.046142578125}, {"token_id": 5107, "token_text": " modello", "probability": 0.03369140625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0289306640625}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0205078125}, {"token_id": 4563, "token_text": " testo", "probability": 0.019287109375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.142578125}, {"token_id": 238, "token_text": " di", "probability": 0.111328125}, {"token_id": 15, "token_text": ",", "probability": 0.07666015625}, {"token_id": 373, "token_text": " ha", "probability": 0.037353515625}, {"token_id": 337, "token_text": " del", "probability": 0.0272216796875}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.33984375}, {"token_id": 7097, "token_text": " nato", "probability": 0.03369140625}, {"token_id": 1410, "token_text": " quello", "probability": 0.031494140625}, {"token_id": 267, "token_text": " un", "probability": 0.031494140625}, {"token_id": 12159, "token_text": " basato", "probability": 0.0191650390625}]}, {"token_id": 7144, "token_text": " realizzato", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 7144, "token_text": " realizzato", "probability": 0.10498046875}, {"token_id": 4771, "token_text": " finanzi", "probability": 0.0927734375}, {"token_id": 8386, "token_text": " presentato", "probability": 0.046630859375}, {"token_id": 13944, "token_text": " concep", "probability": 0.0361328125}, {"token_id": 18229, "token_text": " affidato", "probability": 0.0281982421875}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1533203125}, {"token_id": 234, "token_text": " in", "probability": 0.134765625}, {"token_id": 272, "token_text": " con", "probability": 0.08203125}, {"token_id": 447, "token_text": " nel", "probability": 0.06787109375}, {"token_id": 294, "token_text": " su", "probability": 0.06396484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.12255859375}, {"token_id": 387, "token_text": " una", "probability": 0.041015625}, {"token_id": 3074, "token_text": " David", "probability": 0.01177978515625}, {"token_id": 7305, "token_text": " ricercatori", "probability": 0.01177978515625}, {"token_id": 762, "token_text": " due", "probability": 0.01141357421875}]}, {"token_id": 2134, "token_text": " gruppo", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 2134, "token_text": " gruppo", "probability": 0.21484375}, {"token_id": 1438, "token_text": " team", "probability": 0.1220703125}, {"token_id": 10, "token_text": "'", "probability": 0.051025390625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.03955078125}, {"token_id": 17607, "token_text": " docente", "probability": 0.0186767578125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.88671875}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0072021484375}, {"token_id": 3973, "token_text": " internazionale", "probability": 0.005279541015625}, {"token_id": 6649, "token_text": " composto", "probability": 0.00494384765625}, {"token_id": 303, "token_text": " che", "probability": 0.004669189453125}]}, {"token_id": 7305, "token_text": " ricercatori", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 7305, "token_text": " ricercatori", "probability": 0.240234375}, {"token_id": 10955, "token_text": " scienziati", "probability": 0.11376953125}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.08837890625}, {"token_id": 9961, "token_text": " esperti", "probability": 0.0732421875}, {"token_id": 6563, "token_text": " studenti", "probability": 0.0732421875}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.10400390625}, {"token_id": 370, "token_text": " della", "probability": 0.06689453125}, {"token_id": 238, "token_text": " di", "probability": 0.06298828125}, {"token_id": 303, "token_text": " che", "probability": 0.0556640625}, {"token_id": 15, "token_text": ",", "probability": 0.05224609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.05615234375}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00090789794921875}, {"token_id": 14705, "token_text": "\u2018", "probability": 0.000518798828125}, {"token_id": 67, "token_text": "`", "probability": 0.0003795623779296875}]}, {"token_id": 4926, "token_text": "Universit\u00e0", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 4926, "token_text": "Universit\u00e0", "probability": 0.54296875}, {"token_id": 4379, "token_text": "Univers", "probability": 0.11376953125}, {"token_id": 12040, "token_text": "universit\u00e0", "probability": 0.078125}, {"token_id": 11267, "token_text": "Istituto", "probability": 0.04736328125}, {"token_id": 30131, "token_text": "University", "probability": 0.04443359375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.671875}, {"token_id": 370, "token_text": " della", "probability": 0.07568359375}, {"token_id": 337, "token_text": " del", "probability": 0.07568359375}, {"token_id": 465, "token_text": " dell", "probability": 0.0625}, {"token_id": 883, "token_text": " degli", "probability": 0.0458984375}]}, {"token_id": 9402, "token_text": " Oxford", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 9402, "token_text": " Oxford", "probability": 0.0654296875}, {"token_id": 10602, "token_text": " Cambridge", "probability": 0.057861328125}, {"token_id": 5729, "token_text": " Londra", "probability": 0.031005859375}, {"token_id": 5423, "token_text": " Chicago", "probability": 0.029052734375}, {"token_id": 3420, "token_text": " Washington", "probability": 0.025634765625}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 303, "token_text": " che", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.09033203125}, {"token_id": 323, "token_text": " (", "probability": 0.03125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1025390625}, {"token_id": 4006, "token_text": " pubblicato", "probability": 0.080078125}, {"token_id": 9985, "token_text": " condotto", "probability": 0.051513671875}, {"token_id": 373, "token_text": " ha", "probability": 0.040283203125}, {"token_id": 238, "token_text": " di", "probability": 0.033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.53125}, {"token_id": 387, "token_text": " una", "probability": 0.1259765625}, {"token_id": 1038, "token_text": " uno", "probability": 0.0263671875}, {"token_id": 1214, "token_text": " altri", "probability": 0.0247802734375}, {"token_id": 1721, "token_text": " alcuni", "probability": 0.0159912109375}]}, {"token_id": 1438, "token_text": " team", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1438, "token_text": " team", "probability": 0.357421875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.314453125}, {"token_id": 10, "token_text": "'", "probability": 0.04541015625}, {"token_id": 17607, "token_text": " docente", "probability": 0.017822265625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0167236328125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.84375}, {"token_id": 370, "token_text": " della", "probability": 0.0174560546875}, {"token_id": 14351, "token_text": " guidato", "probability": 0.01544189453125}, {"token_id": 465, "token_text": " dell", "probability": 0.0145263671875}, {"token_id": 337, "token_text": " del", "probability": 0.01361083984375}]}, {"token_id": 7305, "token_text": " ricercatori", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 7305, "token_text": " ricercatori", "probability": 0.330078125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.310546875}, {"token_id": 10955, "token_text": " scienziati", "probability": 0.107421875}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.0693359375}, {"token_id": 9961, "token_text": " esperti", "probability": 0.0419921875}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.294921875}, {"token_id": 370, "token_text": " della", "probability": 0.095703125}, {"token_id": 238, "token_text": " di", "probability": 0.07470703125}, {"token_id": 337, "token_text": " del", "probability": 0.05810546875}, {"token_id": 17, "token_text": ".", "probability": 0.04833984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98046875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0179443359375}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00074005126953125}, {"token_id": 1035, "token_text": " '", "probability": 0.00015544891357421875}, {"token_id": 12776, "token_text": "''", "probability": 0.0001373291015625}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.279296875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0625}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.01483154296875}, {"token_id": 16726, "token_text": " consentire", "probability": 0.01483154296875}, {"token_id": 1612, "token_text": " fare", "probability": 0.0123291015625}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.0986328125}, {"token_id": 293, "token_text": " il", "probability": 0.041015625}, {"token_id": 267, "token_text": " un", "probability": 0.03857421875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0281982421875}, {"token_id": 227, "token_text": " l", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.419921875}, {"token_id": 370, "token_text": " della", "probability": 0.0732421875}, {"token_id": 337, "token_text": " del", "probability": 0.0732421875}, {"token_id": 465, "token_text": " dell", "probability": 0.064453125}, {"token_id": 491, "token_text": " dei", "probability": 0.04443359375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2451171875}, {"token_id": 387, "token_text": " una", "probability": 0.119140625}, {"token_id": 1038, "token_text": " uno", "probability": 0.018310546875}, {"token_id": 363, "token_text": " \"", "probability": 0.01336669921875}, {"token_id": 653, "token_text": " \u201c", "probability": 0.00787353515625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.039794921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.039794921875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.031982421875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.02490234375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.02490234375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0234375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.07666015625}, {"token_id": 6589, "token_text": "azienda", "probability": 0.05615234375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.036376953125}, {"token_id": 4993, "token_text": "idea", "probability": 0.0341796875}, {"token_id": 2734, "token_text": "altra", "probability": 0.02197265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1435546875}, {"token_id": 214, "token_text": " d", "probability": 0.06787109375}, {"token_id": 15, "token_text": ",", "probability": 0.041259765625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0322265625}, {"token_id": 303, "token_text": " che", "probability": 0.0322265625}]}, {"token_id": 2364, "token_text": " studio", "chosen_probability": 0.016357421875, "top_k_candidates": [{"token_id": 2364, "token_text": " studio", "probability": 0.016357421875}, {"token_id": 28509, "token_text": " ingegneria", "probability": 0.0157470703125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.01531982421875}, {"token_id": 20117, "token_text": " architettura", "probability": 0.01312255859375}, {"token_id": 1843, "token_text": " storia", "probability": 0.01312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.11865234375}, {"token_id": 15, "token_text": ",", "probability": 0.10498046875}, {"token_id": 238, "token_text": " di", "probability": 0.059814453125}, {"token_id": 246, "token_text": " e", "probability": 0.049560546875}, {"token_id": 234, "token_text": " in", "probability": 0.041015625}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0751953125}, {"token_id": 515, "token_text": " La", "probability": 0.05859375}, {"token_id": 302, "token_text": " L", "probability": 0.0517578125}, {"token_id": 711, "token_text": " Un", "probability": 0.045654296875}, {"token_id": 407, "token_text": " In", "probability": 0.034423828125}]}, {"token_id": 3448, "token_text": " progetto", "chosen_probability": 0.046142578125, "top_k_candidates": [{"token_id": 3448, "token_text": " progetto", "probability": 0.046142578125}, {"token_id": 5107, "token_text": " modello", "probability": 0.03369140625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0289306640625}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0205078125}, {"token_id": 4563, "token_text": " testo", "probability": 0.019287109375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.142578125}, {"token_id": 238, "token_text": " di", "probability": 0.111328125}, {"token_id": 15, "token_text": ",", "probability": 0.07666015625}, {"token_id": 373, "token_text": " ha", "probability": 0.037353515625}, {"token_id": 337, "token_text": " del", "probability": 0.0272216796875}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.33984375}, {"token_id": 7097, "token_text": " nato", "probability": 0.03369140625}, {"token_id": 1410, "token_text": " quello", "probability": 0.031494140625}, {"token_id": 267, "token_text": " un", "probability": 0.031494140625}, {"token_id": 12159, "token_text": " basato", "probability": 0.0191650390625}]}, {"token_id": 7144, "token_text": " realizzato", "chosen_probability": 0.10498046875, "top_k_candidates": [{"token_id": 7144, "token_text": " realizzato", "probability": 0.10498046875}, {"token_id": 4771, "token_text": " finanzi", "probability": 0.0927734375}, {"token_id": 8386, "token_text": " presentato", "probability": 0.046630859375}, {"token_id": 13944, "token_text": " concep", "probability": 0.0361328125}, {"token_id": 18229, "token_text": " affidato", "probability": 0.0281982421875}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1533203125}, {"token_id": 234, "token_text": " in", "probability": 0.134765625}, {"token_id": 272, "token_text": " con", "probability": 0.08203125}, {"token_id": 447, "token_text": " nel", "probability": 0.06787109375}, {"token_id": 294, "token_text": " su", "probability": 0.06396484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.12255859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.12255859375}, {"token_id": 387, "token_text": " una", "probability": 0.041015625}, {"token_id": 3074, "token_text": " David", "probability": 0.01177978515625}, {"token_id": 7305, "token_text": " ricercatori", "probability": 0.01177978515625}, {"token_id": 762, "token_text": " due", "probability": 0.01141357421875}]}, {"token_id": 2134, "token_text": " gruppo", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 2134, "token_text": " gruppo", "probability": 0.21484375}, {"token_id": 1438, "token_text": " team", "probability": 0.1220703125}, {"token_id": 10, "token_text": "'", "probability": 0.051025390625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.03955078125}, {"token_id": 17607, "token_text": " docente", "probability": 0.0186767578125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.88671875}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0072021484375}, {"token_id": 3973, "token_text": " internazionale", "probability": 0.005279541015625}, {"token_id": 6649, "token_text": " composto", "probability": 0.00494384765625}, {"token_id": 303, "token_text": " che", "probability": 0.004669189453125}]}, {"token_id": 7305, "token_text": " ricercatori", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 7305, "token_text": " ricercatori", "probability": 0.240234375}, {"token_id": 10955, "token_text": " scienziati", "probability": 0.11376953125}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.08837890625}, {"token_id": 9961, "token_text": " esperti", "probability": 0.0732421875}, {"token_id": 6563, "token_text": " studenti", "probability": 0.0732421875}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.10400390625, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.10400390625}, {"token_id": 370, "token_text": " della", "probability": 0.06689453125}, {"token_id": 238, "token_text": " di", "probability": 0.06298828125}, {"token_id": 303, "token_text": " che", "probability": 0.0556640625}, {"token_id": 15, "token_text": ",", "probability": 0.05224609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.05615234375}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00090789794921875}, {"token_id": 14705, "token_text": "\u2018", "probability": 0.000518798828125}, {"token_id": 67, "token_text": "`", "probability": 0.0003795623779296875}]}, {"token_id": 4926, "token_text": "Universit\u00e0", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 4926, "token_text": "Universit\u00e0", "probability": 0.54296875}, {"token_id": 4379, "token_text": "Univers", "probability": 0.11376953125}, {"token_id": 12040, "token_text": "universit\u00e0", "probability": 0.078125}, {"token_id": 11267, "token_text": "Istituto", "probability": 0.04736328125}, {"token_id": 30131, "token_text": "University", "probability": 0.04443359375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.671875}, {"token_id": 370, "token_text": " della", "probability": 0.07568359375}, {"token_id": 337, "token_text": " del", "probability": 0.07568359375}, {"token_id": 465, "token_text": " dell", "probability": 0.0625}, {"token_id": 883, "token_text": " degli", "probability": 0.0458984375}]}, {"token_id": 9402, "token_text": " Oxford", "chosen_probability": 0.0654296875, "top_k_candidates": [{"token_id": 9402, "token_text": " Oxford", "probability": 0.0654296875}, {"token_id": 10602, "token_text": " Cambridge", "probability": 0.057861328125}, {"token_id": 5729, "token_text": " Londra", "probability": 0.031005859375}, {"token_id": 5423, "token_text": " Chicago", "probability": 0.029052734375}, {"token_id": 3420, "token_text": " Washington", "probability": 0.025634765625}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.1494140625}, {"token_id": 303, "token_text": " che", "probability": 0.09033203125}, {"token_id": 17, "token_text": ".", "probability": 0.09033203125}, {"token_id": 323, "token_text": " (", "probability": 0.03125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1025390625}, {"token_id": 4006, "token_text": " pubblicato", "probability": 0.080078125}, {"token_id": 9985, "token_text": " condotto", "probability": 0.051513671875}, {"token_id": 373, "token_text": " ha", "probability": 0.040283203125}, {"token_id": 238, "token_text": " di", "probability": 0.033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.53125}, {"token_id": 387, "token_text": " una", "probability": 0.1259765625}, {"token_id": 1038, "token_text": " uno", "probability": 0.0263671875}, {"token_id": 1214, "token_text": " altri", "probability": 0.0247802734375}, {"token_id": 1721, "token_text": " alcuni", "probability": 0.0159912109375}]}, {"token_id": 1438, "token_text": " team", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1438, "token_text": " team", "probability": 0.357421875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.314453125}, {"token_id": 10, "token_text": "'", "probability": 0.04541015625}, {"token_id": 17607, "token_text": " docente", "probability": 0.017822265625}, {"token_id": 2211, "token_text": " altro", "probability": 0.0167236328125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.84375}, {"token_id": 370, "token_text": " della", "probability": 0.0174560546875}, {"token_id": 14351, "token_text": " guidato", "probability": 0.01544189453125}, {"token_id": 465, "token_text": " dell", "probability": 0.0145263671875}, {"token_id": 337, "token_text": " del", "probability": 0.01361083984375}]}, {"token_id": 7305, "token_text": " ricercatori", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 7305, "token_text": " ricercatori", "probability": 0.330078125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.310546875}, {"token_id": 10955, "token_text": " scienziati", "probability": 0.107421875}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.0693359375}, {"token_id": 9961, "token_text": " esperti", "probability": 0.0419921875}]}, {"token_id": 465, "token_text": " dell", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 465, "token_text": " dell", "probability": 0.294921875}, {"token_id": 370, "token_text": " della", "probability": 0.095703125}, {"token_id": 238, "token_text": " di", "probability": 0.07470703125}, {"token_id": 337, "token_text": " del", "probability": 0.05810546875}, {"token_id": 17, "token_text": ".", "probability": 0.04833984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98046875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0179443359375}, {"token_id": 17042, "token_text": "'\"", "probability": 0.00074005126953125}, {"token_id": 1035, "token_text": " '", "probability": 0.00015544891357421875}, {"token_id": 12776, "token_text": "''", "probability": 0.0001373291015625}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.279296875, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.279296875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0625}, {"token_id": 16726, "token_text": " consentire", "probability": 0.01483154296875}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.01483154296875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0123291015625}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0123291015625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0123291015625}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.0108642578125}, {"token_id": 8573, "token_text": " fornire", "probability": 0.01019287109375}, {"token_id": 22401, "token_text": " costituire", "probability": 0.01019287109375}], "entropy": 4.78125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.2754799947796005, "average_logprob_per_token": -1.2754799947796005, "perplexity_on_target_sequence": 3.5804195804195804, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.2754799947796005, "probability": 0.279296875, "raw_probability": 0.279296875, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 83202.51840782166, "probe_elapsed_sec": 0.9772892689798027, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the Italian state of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of", "text": "The capital of Italy is the capital of the Italian state of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1279296875}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}, {"token_id": 3857, "token_text": " located", "probability": 0.0216064453125}, {"token_id": 720, "token_text": " one", "probability": 0.0184326171875}, {"token_id": 234, "token_text": " in", "probability": 0.016845703125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1396484375}, {"token_id": 5656, "token_text": " largest", "probability": 0.045166015625}, {"token_id": 1547, "token_text": " world", "probability": 0.036376953125}, {"token_id": 942, "token_text": " most", "probability": 0.0341796875}, {"token_id": 1077, "token_text": " second", "probability": 0.0213623046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.88671875}, {"token_id": 2259, "token_text": " city", "probability": 0.022216796875}, {"token_id": 15, "token_text": ",", "probability": 0.01348876953125}, {"token_id": 262, "token_text": " and", "probability": 0.01190185546875}, {"token_id": 17, "token_text": ".", "probability": 0.010498046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.322265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2080078125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0673828125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0263671875}, {"token_id": 209, "token_text": " a", "probability": 0.01708984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.11865234375}, {"token_id": 2259, "token_text": " city", "probability": 0.051025390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.033935546875}, {"token_id": 1547, "token_text": " world", "probability": 0.031005859375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.030029296875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.2158203125}, {"token_id": 4528, "token_text": " capital", "probability": 0.1484375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.05126953125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.05126953125}, {"token_id": 2259, "token_text": " city", "probability": 0.038818359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.4921875}, {"token_id": 17, "token_text": ".", "probability": 0.1591796875}, {"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 4528, "token_text": " capital", "probability": 0.04296875}, {"token_id": 262, "token_text": " and", "probability": 0.037841796875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.228515625}, {"token_id": 230, "token_text": " the", "probability": 0.1572265625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0478515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02197265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01611328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.439453125}, {"token_id": 15, "token_text": ",", "probability": 0.265625}, {"token_id": 262, "token_text": " and", "probability": 0.091796875}, {"token_id": 323, "token_text": " (", "probability": 0.019287109375}, {"token_id": 234, "token_text": " in", "probability": 0.0169677734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.26171875}, {"token_id": 679, "token_text": " It", "probability": 0.12353515625}, {"token_id": 407, "token_text": " In", "probability": 0.04833984375}, {"token_id": 6983, "token_text": " Its", "probability": 0.035400390625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.035400390625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.248046875}, {"token_id": 2259, "token_text": " city", "probability": 0.103515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0380859375}, {"token_id": 2729, "token_text": " town", "probability": 0.025390625}, {"token_id": 2269, "token_text": " country", "probability": 0.016845703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.322265625}, {"token_id": 336, "token_text": " is", "probability": 0.28515625}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 361, "token_text": " was", "probability": 0.0595703125}, {"token_id": 614, "token_text": " has", "probability": 0.031982421875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.4921875}, {"token_id": 230, "token_text": " the", "probability": 0.2177734375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05517578125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.016845703125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.013916015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.5859375}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 361, "token_text": " was", "probability": 0.04248046875}, {"token_id": 614, "token_text": " has", "probability": 0.037353515625}, {"token_id": 10571, "token_text": " lies", "probability": 0.0177001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.318359375}, {"token_id": 3857, "token_text": " located", "probability": 0.055419921875}, {"token_id": 209, "token_text": " a", "probability": 0.0458984375}, {"token_id": 10438, "token_text": " divided", "probability": 0.035888671875}, {"token_id": 751, "token_text": " also", "probability": 0.0245361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.50390625}, {"token_id": 5656, "token_text": " largest", "probability": 0.034423828125}, {"token_id": 8028, "token_text": " seat", "probability": 0.0184326171875}, {"token_id": 1483, "token_text": " state", "probability": 0.0152587890625}, {"token_id": 1077, "token_text": " second", "probability": 0.01483154296875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.91796875}, {"token_id": 15, "token_text": ",", "probability": 0.013916015625}, {"token_id": 17, "token_text": ".", "probability": 0.0108642578125}, {"token_id": 262, "token_text": " and", "probability": 0.0079345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.007476806640625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.392578125}, {"token_id": 230, "token_text": " the", "probability": 0.34765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.025146484375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0142822265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01263427734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.443359375}, {"token_id": 15, "token_text": ",", "probability": 0.26953125}, {"token_id": 262, "token_text": " and", "probability": 0.0771484375}, {"token_id": 234, "token_text": " in", "probability": 0.0172119140625}, {"token_id": 392, "token_text": " with", "probability": 0.01519775390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.30078125}, {"token_id": 679, "token_text": " It", "probability": 0.10400390625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.08642578125}, {"token_id": 407, "token_text": " In", "probability": 0.0361328125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0299072265625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6640625}, {"token_id": 2259, "token_text": " city", "probability": 0.054443359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.02001953125}, {"token_id": 2729, "token_text": " town", "probability": 0.00946044921875}, {"token_id": 1483, "token_text": " state", "probability": 0.007598876953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.55078125}, {"token_id": 336, "token_text": " is", "probability": 0.228515625}, {"token_id": 15, "token_text": ",", "probability": 0.057861328125}, {"token_id": 361, "token_text": " was", "probability": 0.02001953125}, {"token_id": 614, "token_text": " has", "probability": 0.01556396484375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.64453125}, {"token_id": 230, "token_text": " the", "probability": 0.126953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.041015625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01422119140625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.01104736328125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.69921875}, {"token_id": 15, "token_text": ",", "probability": 0.053955078125}, {"token_id": 614, "token_text": " has", "probability": 0.03076171875}, {"token_id": 361, "token_text": " was", "probability": 0.0174560546875}, {"token_id": 10571, "token_text": " lies", "probability": 0.0164794921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.625}, {"token_id": 209, "token_text": " a", "probability": 0.0291748046875}, {"token_id": 3857, "token_text": " located", "probability": 0.0257568359375}, {"token_id": 618, "token_text": " part", "probability": 0.0189208984375}, {"token_id": 751, "token_text": " also", "probability": 0.0177001953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.65625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0255126953125}, {"token_id": 1483, "token_text": " state", "probability": 0.0145263671875}, {"token_id": 8028, "token_text": " seat", "probability": 0.01202392578125}, {"token_id": 2259, "token_text": " city", "probability": 0.01202392578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9375}, {"token_id": 17, "token_text": ".", "probability": 0.01043701171875}, {"token_id": 2259, "token_text": " city", "probability": 0.009765625}, {"token_id": 15, "token_text": ",", "probability": 0.00811767578125}, {"token_id": 262, "token_text": " and", "probability": 0.00592041015625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.5703125}, {"token_id": 230, "token_text": " the", "probability": 0.2099609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0250244140625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0172119140625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.013427734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.50390625}, {"token_id": 15, "token_text": ",", "probability": 0.2236328125}, {"token_id": 262, "token_text": " and", "probability": 0.07763671875}, {"token_id": 234, "token_text": " in", "probability": 0.0152587890625}, {"token_id": 323, "token_text": " (", "probability": 0.01434326171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.10888671875}, {"token_id": 679, "token_text": " It", "probability": 0.09033203125}, {"token_id": 407, "token_text": " In", "probability": 0.029296875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0242919921875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.83984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0269775390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00726318359375}, {"token_id": 2729, "token_text": " town", "probability": 0.00439453125}, {"token_id": 5920, "token_text": " central", "probability": 0.0037689208984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7578125}, {"token_id": 336, "token_text": " is", "probability": 0.12353515625}, {"token_id": 15, "token_text": ",", "probability": 0.02587890625}, {"token_id": 262, "token_text": " and", "probability": 0.00787353515625}, {"token_id": 361, "token_text": " was", "probability": 0.007415771484375}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1279296875}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}, {"token_id": 3857, "token_text": " located", "probability": 0.0216064453125}, {"token_id": 720, "token_text": " one", "probability": 0.0184326171875}, {"token_id": 234, "token_text": " in", "probability": 0.016845703125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1396484375}, {"token_id": 5656, "token_text": " largest", "probability": 0.045166015625}, {"token_id": 1547, "token_text": " world", "probability": 0.036376953125}, {"token_id": 942, "token_text": " most", "probability": 0.0341796875}, {"token_id": 1077, "token_text": " second", "probability": 0.0213623046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.88671875}, {"token_id": 2259, "token_text": " city", "probability": 0.022216796875}, {"token_id": 15, "token_text": ",", "probability": 0.01348876953125}, {"token_id": 262, "token_text": " and", "probability": 0.01190185546875}, {"token_id": 17, "token_text": ".", "probability": 0.010498046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.322265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2080078125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0673828125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0263671875}, {"token_id": 209, "token_text": " a", "probability": 0.01708984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.11865234375}, {"token_id": 2259, "token_text": " city", "probability": 0.051025390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.033935546875}, {"token_id": 1547, "token_text": " world", "probability": 0.031005859375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.030029296875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.2158203125}, {"token_id": 4528, "token_text": " capital", "probability": 0.1484375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.05126953125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.05126953125}, {"token_id": 2259, "token_text": " city", "probability": 0.038818359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.4921875}, {"token_id": 17, "token_text": ".", "probability": 0.1591796875}, {"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 4528, "token_text": " capital", "probability": 0.04296875}, {"token_id": 262, "token_text": " and", "probability": 0.037841796875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.228515625}, {"token_id": 230, "token_text": " the", "probability": 0.1572265625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0478515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02197265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01611328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.439453125}, {"token_id": 15, "token_text": ",", "probability": 0.265625}, {"token_id": 262, "token_text": " and", "probability": 0.091796875}, {"token_id": 323, "token_text": " (", "probability": 0.019287109375}, {"token_id": 234, "token_text": " in", "probability": 0.0169677734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.267578125}, {"token_id": 679, "token_text": " It", "probability": 0.1259765625}, {"token_id": 407, "token_text": " In", "probability": 0.04931640625}, {"token_id": 6983, "token_text": " Its", "probability": 0.0361328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.248046875}, {"token_id": 2259, "token_text": " city", "probability": 0.103515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0380859375}, {"token_id": 2729, "token_text": " town", "probability": 0.025390625}, {"token_id": 2269, "token_text": " country", "probability": 0.016845703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.322265625}, {"token_id": 336, "token_text": " is", "probability": 0.28515625}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 361, "token_text": " was", "probability": 0.0595703125}, {"token_id": 614, "token_text": " has", "probability": 0.031982421875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.4921875}, {"token_id": 230, "token_text": " the", "probability": 0.2177734375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05517578125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.016845703125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.013916015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.5859375}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 361, "token_text": " was", "probability": 0.04248046875}, {"token_id": 614, "token_text": " has", "probability": 0.037353515625}, {"token_id": 10571, "token_text": " lies", "probability": 0.0177001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.318359375}, {"token_id": 3857, "token_text": " located", "probability": 0.055419921875}, {"token_id": 209, "token_text": " a", "probability": 0.0458984375}, {"token_id": 10438, "token_text": " divided", "probability": 0.035888671875}, {"token_id": 751, "token_text": " also", "probability": 0.0245361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.50390625}, {"token_id": 5656, "token_text": " largest", "probability": 0.034423828125}, {"token_id": 8028, "token_text": " seat", "probability": 0.0184326171875}, {"token_id": 1483, "token_text": " state", "probability": 0.0152587890625}, {"token_id": 1077, "token_text": " second", "probability": 0.01483154296875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.91796875}, {"token_id": 15, "token_text": ",", "probability": 0.013916015625}, {"token_id": 17, "token_text": ".", "probability": 0.0108642578125}, {"token_id": 262, "token_text": " and", "probability": 0.0079345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.007476806640625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.392578125}, {"token_id": 230, "token_text": " the", "probability": 0.34765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.025146484375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0142822265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01263427734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.443359375}, {"token_id": 15, "token_text": ",", "probability": 0.26953125}, {"token_id": 262, "token_text": " and", "probability": 0.0771484375}, {"token_id": 234, "token_text": " in", "probability": 0.0172119140625}, {"token_id": 392, "token_text": " with", "probability": 0.01519775390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.30859375}, {"token_id": 679, "token_text": " It", "probability": 0.1064453125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.08837890625}, {"token_id": 407, "token_text": " In", "probability": 0.036865234375}, {"token_id": 6983, "token_text": " Its", "probability": 0.030517578125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6640625}, {"token_id": 2259, "token_text": " city", "probability": 0.054443359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.02001953125}, {"token_id": 2729, "token_text": " town", "probability": 0.00946044921875}, {"token_id": 1483, "token_text": " state", "probability": 0.007598876953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.55078125}, {"token_id": 336, "token_text": " is", "probability": 0.228515625}, {"token_id": 15, "token_text": ",", "probability": 0.057861328125}, {"token_id": 361, "token_text": " was", "probability": 0.02001953125}, {"token_id": 614, "token_text": " has", "probability": 0.01556396484375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.64453125}, {"token_id": 230, "token_text": " the", "probability": 0.126953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.041015625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01422119140625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.01104736328125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.69921875}, {"token_id": 15, "token_text": ",", "probability": 0.053955078125}, {"token_id": 614, "token_text": " has", "probability": 0.03076171875}, {"token_id": 361, "token_text": " was", "probability": 0.0174560546875}, {"token_id": 10571, "token_text": " lies", "probability": 0.0164794921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.625}, {"token_id": 209, "token_text": " a", "probability": 0.0291748046875}, {"token_id": 3857, "token_text": " located", "probability": 0.0257568359375}, {"token_id": 618, "token_text": " part", "probability": 0.0189208984375}, {"token_id": 751, "token_text": " also", "probability": 0.0177001953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.65625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0255126953125}, {"token_id": 1483, "token_text": " state", "probability": 0.0145263671875}, {"token_id": 8028, "token_text": " seat", "probability": 0.01202392578125}, {"token_id": 2259, "token_text": " city", "probability": 0.01202392578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9375}, {"token_id": 17, "token_text": ".", "probability": 0.01043701171875}, {"token_id": 2259, "token_text": " city", "probability": 0.009765625}, {"token_id": 15, "token_text": ",", "probability": 0.00811767578125}, {"token_id": 262, "token_text": " and", "probability": 0.00592041015625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.5703125}, {"token_id": 230, "token_text": " the", "probability": 0.2099609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0250244140625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0172119140625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.013427734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.50390625}, {"token_id": 15, "token_text": ",", "probability": 0.2236328125}, {"token_id": 262, "token_text": " and", "probability": 0.07763671875}, {"token_id": 234, "token_text": " in", "probability": 0.0152587890625}, {"token_id": 323, "token_text": " (", "probability": 0.01434326171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.34375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.111328125}, {"token_id": 679, "token_text": " It", "probability": 0.09228515625}, {"token_id": 407, "token_text": " In", "probability": 0.030029296875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.02490234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.83984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0269775390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00726318359375}, {"token_id": 2729, "token_text": " town", "probability": 0.00439453125}, {"token_id": 5920, "token_text": " central", "probability": 0.0037689208984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7578125}, {"token_id": 336, "token_text": " is", "probability": 0.12353515625}, {"token_id": 15, "token_text": ",", "probability": 0.02587890625}, {"token_id": 262, "token_text": " and", "probability": 0.00787353515625}, {"token_id": 361, "token_text": " was", "probability": 0.007415771484375}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1279296875}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}, {"token_id": 3857, "token_text": " located", "probability": 0.0216064453125}, {"token_id": 720, "token_text": " one", "probability": 0.0184326171875}, {"token_id": 234, "token_text": " in", "probability": 0.016845703125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1396484375}, {"token_id": 5656, "token_text": " largest", "probability": 0.045166015625}, {"token_id": 1547, "token_text": " world", "probability": 0.036376953125}, {"token_id": 942, "token_text": " most", "probability": 0.0341796875}, {"token_id": 1077, "token_text": " second", "probability": 0.0213623046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.88671875}, {"token_id": 2259, "token_text": " city", "probability": 0.022216796875}, {"token_id": 15, "token_text": ",", "probability": 0.01348876953125}, {"token_id": 262, "token_text": " and", "probability": 0.01190185546875}, {"token_id": 17, "token_text": ".", "probability": 0.010498046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.322265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.2080078125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0673828125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0263671875}, {"token_id": 209, "token_text": " a", "probability": 0.01708984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.11865234375}, {"token_id": 2259, "token_text": " city", "probability": 0.051025390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.033935546875}, {"token_id": 1547, "token_text": " world", "probability": 0.031005859375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.030029296875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.2158203125}, {"token_id": 4528, "token_text": " capital", "probability": 0.1484375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.05126953125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.05126953125}, {"token_id": 2259, "token_text": " city", "probability": 0.038818359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.4921875}, {"token_id": 17, "token_text": ".", "probability": 0.1591796875}, {"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 4528, "token_text": " capital", "probability": 0.04296875}, {"token_id": 262, "token_text": " and", "probability": 0.037841796875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.228515625}, {"token_id": 230, "token_text": " the", "probability": 0.1572265625}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0478515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02197265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01611328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.439453125}, {"token_id": 15, "token_text": ",", "probability": 0.265625}, {"token_id": 262, "token_text": " and", "probability": 0.091796875}, {"token_id": 323, "token_text": " (", "probability": 0.019287109375}, {"token_id": 234, "token_text": " in", "probability": 0.0169677734375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.267578125}, {"token_id": 679, "token_text": " It", "probability": 0.1259765625}, {"token_id": 407, "token_text": " In", "probability": 0.04931640625}, {"token_id": 6983, "token_text": " Its", "probability": 0.0361328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.248046875}, {"token_id": 2259, "token_text": " city", "probability": 0.103515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0380859375}, {"token_id": 2729, "token_text": " town", "probability": 0.025390625}, {"token_id": 2269, "token_text": " country", "probability": 0.016845703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.322265625}, {"token_id": 336, "token_text": " is", "probability": 0.28515625}, {"token_id": 15, "token_text": ",", "probability": 0.09228515625}, {"token_id": 361, "token_text": " was", "probability": 0.0595703125}, {"token_id": 614, "token_text": " has", "probability": 0.031982421875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.4921875}, {"token_id": 230, "token_text": " the", "probability": 0.2177734375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05517578125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.016845703125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.013916015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.5859375}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 361, "token_text": " was", "probability": 0.04248046875}, {"token_id": 614, "token_text": " has", "probability": 0.037353515625}, {"token_id": 10571, "token_text": " lies", "probability": 0.0177001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.318359375}, {"token_id": 3857, "token_text": " located", "probability": 0.055419921875}, {"token_id": 209, "token_text": " a", "probability": 0.0458984375}, {"token_id": 10438, "token_text": " divided", "probability": 0.035888671875}, {"token_id": 751, "token_text": " also", "probability": 0.0245361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.50390625}, {"token_id": 5656, "token_text": " largest", "probability": 0.034423828125}, {"token_id": 8028, "token_text": " seat", "probability": 0.0184326171875}, {"token_id": 1483, "token_text": " state", "probability": 0.0152587890625}, {"token_id": 1077, "token_text": " second", "probability": 0.01483154296875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.91796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.91796875}, {"token_id": 15, "token_text": ",", "probability": 0.013916015625}, {"token_id": 17, "token_text": ".", "probability": 0.0108642578125}, {"token_id": 262, "token_text": " and", "probability": 0.0079345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.007476806640625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.392578125}, {"token_id": 230, "token_text": " the", "probability": 0.34765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.025146484375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0142822265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01263427734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.443359375}, {"token_id": 15, "token_text": ",", "probability": 0.26953125}, {"token_id": 262, "token_text": " and", "probability": 0.0771484375}, {"token_id": 234, "token_text": " in", "probability": 0.0172119140625}, {"token_id": 392, "token_text": " with", "probability": 0.01519775390625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.30859375}, {"token_id": 679, "token_text": " It", "probability": 0.1064453125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.08837890625}, {"token_id": 407, "token_text": " In", "probability": 0.036865234375}, {"token_id": 6983, "token_text": " Its", "probability": 0.030517578125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6640625}, {"token_id": 2259, "token_text": " city", "probability": 0.054443359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.02001953125}, {"token_id": 2729, "token_text": " town", "probability": 0.00946044921875}, {"token_id": 1483, "token_text": " state", "probability": 0.007598876953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.55078125}, {"token_id": 336, "token_text": " is", "probability": 0.228515625}, {"token_id": 15, "token_text": ",", "probability": 0.057861328125}, {"token_id": 361, "token_text": " was", "probability": 0.02001953125}, {"token_id": 614, "token_text": " has", "probability": 0.01556396484375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.64453125}, {"token_id": 230, "token_text": " the", "probability": 0.126953125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.041015625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01422119140625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.01104736328125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.69921875}, {"token_id": 15, "token_text": ",", "probability": 0.053955078125}, {"token_id": 614, "token_text": " has", "probability": 0.03076171875}, {"token_id": 361, "token_text": " was", "probability": 0.0174560546875}, {"token_id": 10571, "token_text": " lies", "probability": 0.0164794921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.625}, {"token_id": 209, "token_text": " a", "probability": 0.0291748046875}, {"token_id": 3857, "token_text": " located", "probability": 0.0257568359375}, {"token_id": 618, "token_text": " part", "probability": 0.0189208984375}, {"token_id": 751, "token_text": " also", "probability": 0.0177001953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.65625}, {"token_id": 5656, "token_text": " largest", "probability": 0.0255126953125}, {"token_id": 1483, "token_text": " state", "probability": 0.0145263671875}, {"token_id": 8028, "token_text": " seat", "probability": 0.01202392578125}, {"token_id": 2259, "token_text": " city", "probability": 0.01202392578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9375}, {"token_id": 17, "token_text": ".", "probability": 0.01043701171875}, {"token_id": 2259, "token_text": " city", "probability": 0.009765625}, {"token_id": 15, "token_text": ",", "probability": 0.00811767578125}, {"token_id": 262, "token_text": " and", "probability": 0.00592041015625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.5703125}, {"token_id": 230, "token_text": " the", "probability": 0.2099609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0250244140625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0172119140625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.013427734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.50390625}, {"token_id": 15, "token_text": ",", "probability": 0.2236328125}, {"token_id": 262, "token_text": " and", "probability": 0.07763671875}, {"token_id": 234, "token_text": " in", "probability": 0.0152587890625}, {"token_id": 323, "token_text": " (", "probability": 0.01434326171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.34375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.111328125}, {"token_id": 679, "token_text": " It", "probability": 0.09228515625}, {"token_id": 407, "token_text": " In", "probability": 0.030029296875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.02490234375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.83984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0269775390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00726318359375}, {"token_id": 2729, "token_text": " town", "probability": 0.00439453125}, {"token_id": 5920, "token_text": " central", "probability": 0.0037689208984375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.7578125}, {"token_id": 336, "token_text": " is", "probability": 0.12353515625}, {"token_id": 15, "token_text": ",", "probability": 0.02587890625}, {"token_id": 262, "token_text": " and", "probability": 0.00787353515625}, {"token_id": 361, "token_text": " was", "probability": 0.007415771484375}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 32, "correct_token_probability": 0.0033111572265625, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1279296875}, {"token_id": 209, "token_text": " a", "probability": 0.03662109375}, {"token_id": 3857, "token_text": " located", "probability": 0.0216064453125}, {"token_id": 720, "token_text": " one", "probability": 0.0184326171875}, {"token_id": 234, "token_text": " in", "probability": 0.016845703125}, {"token_id": 10438, "token_text": " divided", "probability": 0.014404296875}, {"token_id": 14812, "token_text": " situated", "probability": 0.01312255859375}, {"token_id": 534, "token_text": " not", "probability": 0.0123291015625}, {"token_id": 751, "token_text": " also", "probability": 0.01190185546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01190185546875}], "entropy": 6.375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -5.710457535418666, "average_logprob_per_token": -5.710457535418666, "perplexity_on_target_sequence": 302.00921658986186, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -5.710457535418666, "probability": 0.0033111572265625, "raw_probability": 0.0033111572265625, "correct_token_rank": 32}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 83202.51908159256, "probe_elapsed_sec": 0.9772892689798027, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to determine the number of factors that are used to determine the number of factors that are used to determine the number of factors that are used to determine the", "text": "A small language model should be used to determine the number of factors that are used to determine the number of factors that are used to determine the number of factors that are used to determine the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.4375}, {"token_id": 534, "token_text": " not", "probability": 0.0556640625}, {"token_id": 1466, "token_text": " help", "probability": 0.0279541015625}, {"token_id": 581, "token_text": " have", "probability": 0.0262451171875}, {"token_id": 751, "token_text": " also", "probability": 0.0203857421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1806640625}, {"token_id": 209, "token_text": " a", "probability": 0.037841796875}, {"token_id": 4424, "token_text": " considered", "probability": 0.033447265625}, {"token_id": 10227, "token_text": " defined", "probability": 0.01904296875}, {"token_id": 2956, "token_text": " able", "probability": 0.0162353515625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.384765625}, {"token_id": 321, "token_text": " for", "probability": 0.1103515625}, {"token_id": 234, "token_text": " in", "probability": 0.1103515625}, {"token_id": 347, "token_text": " as", "probability": 0.103515625}, {"token_id": 17, "token_text": ".", "probability": 0.048828125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.062255859375}, {"token_id": 10728, "token_text": " describe", "probability": 0.033447265625}, {"token_id": 10938, "token_text": " identify", "probability": 0.03125}, {"token_id": 4052, "token_text": " create", "probability": 0.03125}, {"token_id": 1494, "token_text": " make", "probability": 0.027587890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.416015625}, {"token_id": 1092, "token_text": " if", "probability": 0.08203125}, {"token_id": 4007, "token_text": " whether", "probability": 0.0498046875}, {"token_id": 647, "token_text": " which", "probability": 0.046875}, {"token_id": 209, "token_text": " a", "probability": 0.046875}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.019287109375, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.019287109375}, {"token_id": 8297, "token_text": " presence", "probability": 0.01416015625}, {"token_id": 13759, "token_text": " extent", "probability": 0.01373291015625}, {"token_id": 5419, "token_text": " size", "probability": 0.01068115234375}, {"token_id": 4275, "token_text": " type", "probability": 0.0103759765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 262, "token_text": " and", "probability": 0.010009765625}, {"token_id": 410, "token_text": " or", "probability": 0.00238037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0020294189453125}, {"token_id": 234, "token_text": " in", "probability": 0.00144195556640625}]}, {"token_id": 9300, "token_text": " factors", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 9300, "token_text": " factors", "probability": 0.036376953125}, {"token_id": 3736, "token_text": " words", "probability": 0.026611328125}, {"token_id": 3220, "token_text": " possible", "probability": 0.026611328125}, {"token_id": 2944, "token_text": " things", "probability": 0.0220947265625}, {"token_id": 230, "token_text": " the", "probability": 0.0201416015625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.431640625}, {"token_id": 234, "token_text": " in", "probability": 0.0751953125}, {"token_id": 4505, "token_text": " involved", "probability": 0.03125}, {"token_id": 17, "token_text": ".", "probability": 0.0260009765625}, {"token_id": 647, "token_text": " which", "probability": 0.0244140625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.138671875}, {"token_id": 230, "token_text": " the", "probability": 0.10107421875}, {"token_id": 566, "token_text": " can", "probability": 0.042236328125}, {"token_id": 11638, "token_text": " affect", "probability": 0.032958984375}, {"token_id": 1196, "token_text": " may", "probability": 0.0247802734375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0908203125}, {"token_id": 4505, "token_text": " involved", "probability": 0.045654296875}, {"token_id": 6228, "token_text": " associated", "probability": 0.037841796875}, {"token_id": 534, "token_text": " not", "probability": 0.037841796875}, {"token_id": 5480, "token_text": " needed", "probability": 0.03125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.65625}, {"token_id": 234, "token_text": " in", "probability": 0.12158203125}, {"token_id": 321, "token_text": " for", "probability": 0.061279296875}, {"token_id": 443, "token_text": " by", "probability": 0.027099609375}, {"token_id": 17, "token_text": ".", "probability": 0.0255126953125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.19921875}, {"token_id": 19740, "token_text": " predict", "probability": 0.060791015625}, {"token_id": 7749, "token_text": " measure", "probability": 0.050537109375}, {"token_id": 10938, "token_text": " identify", "probability": 0.039306640625}, {"token_id": 10728, "token_text": " describe", "probability": 0.0306396484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6796875}, {"token_id": 209, "token_text": " a", "probability": 0.0299072265625}, {"token_id": 647, "token_text": " which", "probability": 0.028076171875}, {"token_id": 4007, "token_text": " whether", "probability": 0.0263671875}, {"token_id": 1168, "token_text": " how", "probability": 0.0205078125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.3046875}, {"token_id": 4275, "token_text": " type", "probability": 0.0301513671875}, {"token_id": 5419, "token_text": " size", "probability": 0.026611328125}, {"token_id": 13759, "token_text": " extent", "probability": 0.01953125}, {"token_id": 4703, "token_text": " amount", "probability": 0.018310546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.97265625}, {"token_id": 262, "token_text": " and", "probability": 0.006988525390625}, {"token_id": 17, "token_text": ".", "probability": 0.0018768310546875}, {"token_id": 410, "token_text": " or", "probability": 0.00176239013671875}, {"token_id": 15, "token_text": ",", "probability": 0.00128936767578125}]}, {"token_id": 9300, "token_text": " factors", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 9300, "token_text": " factors", "probability": 0.81640625}, {"token_id": 19897, "token_text": " variables", "probability": 0.023193359375}, {"token_id": 5843, "token_text": " conditions", "probability": 0.01318359375}, {"token_id": 15683, "token_text": " diseases", "probability": 0.007049560546875}, {"token_id": 20439, "token_text": " genes", "probability": 0.0042724609375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.74609375}, {"token_id": 17, "token_text": ".", "probability": 0.037109375}, {"token_id": 234, "token_text": " in", "probability": 0.0308837890625}, {"token_id": 647, "token_text": " which", "probability": 0.013671875}, {"token_id": 15, "token_text": ",", "probability": 0.01068115234375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.490234375}, {"token_id": 566, "token_text": " can", "probability": 0.045654296875}, {"token_id": 230, "token_text": " the", "probability": 0.037841796875}, {"token_id": 581, "token_text": " have", "probability": 0.027587890625}, {"token_id": 1196, "token_text": " may", "probability": 0.020263671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.5078125}, {"token_id": 6228, "token_text": " associated", "probability": 0.0303955078125}, {"token_id": 5480, "token_text": " needed", "probability": 0.028564453125}, {"token_id": 4505, "token_text": " involved", "probability": 0.028564453125}, {"token_id": 1405, "token_text": " being", "probability": 0.0152587890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.8125}, {"token_id": 234, "token_text": " in", "probability": 0.06689453125}, {"token_id": 321, "token_text": " for", "probability": 0.0380859375}, {"token_id": 17, "token_text": ".", "probability": 0.0191650390625}, {"token_id": 443, "token_text": " by", "probability": 0.00958251953125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.337890625}, {"token_id": 19740, "token_text": " predict", "probability": 0.0849609375}, {"token_id": 7749, "token_text": " measure", "probability": 0.07080078125}, {"token_id": 10938, "token_text": " identify", "probability": 0.037841796875}, {"token_id": 17143, "token_text": " define", "probability": 0.02294921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.76171875}, {"token_id": 209, "token_text": " a", "probability": 0.0230712890625}, {"token_id": 1168, "token_text": " how", "probability": 0.0179443359375}, {"token_id": 4007, "token_text": " whether", "probability": 0.016845703125}, {"token_id": 647, "token_text": " which", "probability": 0.01397705078125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.486328125}, {"token_id": 4275, "token_text": " type", "probability": 0.031005859375}, {"token_id": 17760, "token_text": " percentage", "probability": 0.0146484375}, {"token_id": 13759, "token_text": " extent", "probability": 0.0146484375}, {"token_id": 5419, "token_text": " size", "probability": 0.0146484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.97265625}, {"token_id": 262, "token_text": " and", "probability": 0.006561279296875}, {"token_id": 17, "token_text": ".", "probability": 0.0032958984375}, {"token_id": 410, "token_text": " or", "probability": 0.002410888671875}, {"token_id": 15, "token_text": ",", "probability": 0.001556396484375}]}, {"token_id": 9300, "token_text": " factors", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 9300, "token_text": " factors", "probability": 0.859375}, {"token_id": 19897, "token_text": " variables", "probability": 0.027587890625}, {"token_id": 5843, "token_text": " conditions", "probability": 0.0101318359375}, {"token_id": 15683, "token_text": " diseases", "probability": 0.006988525390625}, {"token_id": 20439, "token_text": " genes", "probability": 0.003509521484375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.81640625}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 234, "token_text": " in", "probability": 0.0169677734375}, {"token_id": 647, "token_text": " which", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.00799560546875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.73046875}, {"token_id": 581, "token_text": " have", "probability": 0.026611328125}, {"token_id": 566, "token_text": " can", "probability": 0.0234375}, {"token_id": 4562, "token_text": " occur", "probability": 0.01336669921875}, {"token_id": 3879, "token_text": " exist", "probability": 0.01336669921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.64453125}, {"token_id": 5480, "token_text": " needed", "probability": 0.0235595703125}, {"token_id": 6228, "token_text": " associated", "probability": 0.020751953125}, {"token_id": 12679, "token_text": " employed", "probability": 0.0142822265625}, {"token_id": 4505, "token_text": " involved", "probability": 0.0125732421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.87109375}, {"token_id": 234, "token_text": " in", "probability": 0.0361328125}, {"token_id": 321, "token_text": " for", "probability": 0.03173828125}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 443, "token_text": " by", "probability": 0.0048828125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.4609375}, {"token_id": 19740, "token_text": " predict", "probability": 0.0966796875}, {"token_id": 7749, "token_text": " measure", "probability": 0.07080078125}, {"token_id": 20974, "token_text": " estimate", "probability": 0.033447265625}, {"token_id": 10938, "token_text": " identify", "probability": 0.03125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8125}, {"token_id": 4007, "token_text": " whether", "probability": 0.016845703125}, {"token_id": 209, "token_text": " a", "probability": 0.016845703125}, {"token_id": 1168, "token_text": " how", "probability": 0.016845703125}, {"token_id": 732, "token_text": " their", "probability": 0.0108642578125}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.4375}, {"token_id": 534, "token_text": " not", "probability": 0.0556640625}, {"token_id": 1466, "token_text": " help", "probability": 0.0279541015625}, {"token_id": 581, "token_text": " have", "probability": 0.0262451171875}, {"token_id": 751, "token_text": " also", "probability": 0.0203857421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1806640625}, {"token_id": 209, "token_text": " a", "probability": 0.037841796875}, {"token_id": 4424, "token_text": " considered", "probability": 0.033447265625}, {"token_id": 10227, "token_text": " defined", "probability": 0.01904296875}, {"token_id": 2956, "token_text": " able", "probability": 0.0162353515625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.384765625}, {"token_id": 321, "token_text": " for", "probability": 0.1103515625}, {"token_id": 234, "token_text": " in", "probability": 0.1103515625}, {"token_id": 347, "token_text": " as", "probability": 0.103515625}, {"token_id": 17, "token_text": ".", "probability": 0.048828125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.062255859375}, {"token_id": 10728, "token_text": " describe", "probability": 0.033447265625}, {"token_id": 10938, "token_text": " identify", "probability": 0.03125}, {"token_id": 4052, "token_text": " create", "probability": 0.03125}, {"token_id": 1494, "token_text": " make", "probability": 0.027587890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.416015625}, {"token_id": 1092, "token_text": " if", "probability": 0.08203125}, {"token_id": 4007, "token_text": " whether", "probability": 0.0498046875}, {"token_id": 647, "token_text": " which", "probability": 0.046875}, {"token_id": 209, "token_text": " a", "probability": 0.046875}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.019287109375, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.019287109375}, {"token_id": 8297, "token_text": " presence", "probability": 0.01416015625}, {"token_id": 13759, "token_text": " extent", "probability": 0.01373291015625}, {"token_id": 5419, "token_text": " size", "probability": 0.01068115234375}, {"token_id": 4275, "token_text": " type", "probability": 0.0103759765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 262, "token_text": " and", "probability": 0.010009765625}, {"token_id": 410, "token_text": " or", "probability": 0.00238037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0020294189453125}, {"token_id": 234, "token_text": " in", "probability": 0.00144195556640625}]}, {"token_id": 9300, "token_text": " factors", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 9300, "token_text": " factors", "probability": 0.036376953125}, {"token_id": 3736, "token_text": " words", "probability": 0.026611328125}, {"token_id": 3220, "token_text": " possible", "probability": 0.026611328125}, {"token_id": 2944, "token_text": " things", "probability": 0.0220947265625}, {"token_id": 230, "token_text": " the", "probability": 0.0201416015625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.431640625}, {"token_id": 234, "token_text": " in", "probability": 0.0751953125}, {"token_id": 4505, "token_text": " involved", "probability": 0.03125}, {"token_id": 17, "token_text": ".", "probability": 0.0260009765625}, {"token_id": 647, "token_text": " which", "probability": 0.0244140625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.138671875}, {"token_id": 230, "token_text": " the", "probability": 0.10107421875}, {"token_id": 566, "token_text": " can", "probability": 0.042236328125}, {"token_id": 11638, "token_text": " affect", "probability": 0.032958984375}, {"token_id": 1196, "token_text": " may", "probability": 0.0247802734375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0908203125}, {"token_id": 4505, "token_text": " involved", "probability": 0.045654296875}, {"token_id": 6228, "token_text": " associated", "probability": 0.037841796875}, {"token_id": 534, "token_text": " not", "probability": 0.037841796875}, {"token_id": 5480, "token_text": " needed", "probability": 0.03125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.65625}, {"token_id": 234, "token_text": " in", "probability": 0.12158203125}, {"token_id": 321, "token_text": " for", "probability": 0.061279296875}, {"token_id": 443, "token_text": " by", "probability": 0.027099609375}, {"token_id": 17, "token_text": ".", "probability": 0.0255126953125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.19921875}, {"token_id": 19740, "token_text": " predict", "probability": 0.060791015625}, {"token_id": 7749, "token_text": " measure", "probability": 0.050537109375}, {"token_id": 10938, "token_text": " identify", "probability": 0.039306640625}, {"token_id": 10728, "token_text": " describe", "probability": 0.0306396484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6796875}, {"token_id": 209, "token_text": " a", "probability": 0.0299072265625}, {"token_id": 647, "token_text": " which", "probability": 0.028076171875}, {"token_id": 4007, "token_text": " whether", "probability": 0.0263671875}, {"token_id": 1168, "token_text": " how", "probability": 0.0205078125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.3046875}, {"token_id": 4275, "token_text": " type", "probability": 0.0301513671875}, {"token_id": 5419, "token_text": " size", "probability": 0.026611328125}, {"token_id": 13759, "token_text": " extent", "probability": 0.01953125}, {"token_id": 4703, "token_text": " amount", "probability": 0.018310546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.97265625}, {"token_id": 262, "token_text": " and", "probability": 0.006988525390625}, {"token_id": 17, "token_text": ".", "probability": 0.0018768310546875}, {"token_id": 410, "token_text": " or", "probability": 0.00176239013671875}, {"token_id": 15, "token_text": ",", "probability": 0.00128936767578125}]}, {"token_id": 9300, "token_text": " factors", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 9300, "token_text": " factors", "probability": 0.81640625}, {"token_id": 19897, "token_text": " variables", "probability": 0.023193359375}, {"token_id": 5843, "token_text": " conditions", "probability": 0.01318359375}, {"token_id": 15683, "token_text": " diseases", "probability": 0.007049560546875}, {"token_id": 20439, "token_text": " genes", "probability": 0.0042724609375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.74609375}, {"token_id": 17, "token_text": ".", "probability": 0.037109375}, {"token_id": 234, "token_text": " in", "probability": 0.0308837890625}, {"token_id": 647, "token_text": " which", "probability": 0.013671875}, {"token_id": 15, "token_text": ",", "probability": 0.01068115234375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.490234375}, {"token_id": 566, "token_text": " can", "probability": 0.045654296875}, {"token_id": 230, "token_text": " the", "probability": 0.037841796875}, {"token_id": 581, "token_text": " have", "probability": 0.027587890625}, {"token_id": 1196, "token_text": " may", "probability": 0.020263671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.5078125}, {"token_id": 6228, "token_text": " associated", "probability": 0.0303955078125}, {"token_id": 5480, "token_text": " needed", "probability": 0.028564453125}, {"token_id": 4505, "token_text": " involved", "probability": 0.028564453125}, {"token_id": 1405, "token_text": " being", "probability": 0.0152587890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.8125}, {"token_id": 234, "token_text": " in", "probability": 0.06689453125}, {"token_id": 321, "token_text": " for", "probability": 0.0380859375}, {"token_id": 17, "token_text": ".", "probability": 0.0191650390625}, {"token_id": 443, "token_text": " by", "probability": 0.00958251953125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.337890625}, {"token_id": 19740, "token_text": " predict", "probability": 0.0849609375}, {"token_id": 7749, "token_text": " measure", "probability": 0.07080078125}, {"token_id": 10938, "token_text": " identify", "probability": 0.037841796875}, {"token_id": 17143, "token_text": " define", "probability": 0.02294921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.76171875}, {"token_id": 209, "token_text": " a", "probability": 0.0230712890625}, {"token_id": 1168, "token_text": " how", "probability": 0.0179443359375}, {"token_id": 4007, "token_text": " whether", "probability": 0.016845703125}, {"token_id": 647, "token_text": " which", "probability": 0.01397705078125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.486328125}, {"token_id": 4275, "token_text": " type", "probability": 0.031005859375}, {"token_id": 17760, "token_text": " percentage", "probability": 0.0146484375}, {"token_id": 13759, "token_text": " extent", "probability": 0.0146484375}, {"token_id": 5419, "token_text": " size", "probability": 0.0146484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.97265625}, {"token_id": 262, "token_text": " and", "probability": 0.006561279296875}, {"token_id": 17, "token_text": ".", "probability": 0.0032958984375}, {"token_id": 410, "token_text": " or", "probability": 0.002410888671875}, {"token_id": 15, "token_text": ",", "probability": 0.001556396484375}]}, {"token_id": 9300, "token_text": " factors", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 9300, "token_text": " factors", "probability": 0.859375}, {"token_id": 19897, "token_text": " variables", "probability": 0.027587890625}, {"token_id": 5843, "token_text": " conditions", "probability": 0.0101318359375}, {"token_id": 15683, "token_text": " diseases", "probability": 0.006988525390625}, {"token_id": 20439, "token_text": " genes", "probability": 0.003509521484375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.81640625}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 234, "token_text": " in", "probability": 0.0169677734375}, {"token_id": 647, "token_text": " which", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.00799560546875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.73046875}, {"token_id": 581, "token_text": " have", "probability": 0.026611328125}, {"token_id": 566, "token_text": " can", "probability": 0.0234375}, {"token_id": 4562, "token_text": " occur", "probability": 0.01336669921875}, {"token_id": 3879, "token_text": " exist", "probability": 0.01336669921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.64453125}, {"token_id": 5480, "token_text": " needed", "probability": 0.0235595703125}, {"token_id": 6228, "token_text": " associated", "probability": 0.020751953125}, {"token_id": 12679, "token_text": " employed", "probability": 0.0142822265625}, {"token_id": 4505, "token_text": " involved", "probability": 0.0125732421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.87109375}, {"token_id": 234, "token_text": " in", "probability": 0.0361328125}, {"token_id": 321, "token_text": " for", "probability": 0.03173828125}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 443, "token_text": " by", "probability": 0.0048828125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.4609375}, {"token_id": 19740, "token_text": " predict", "probability": 0.0966796875}, {"token_id": 7749, "token_text": " measure", "probability": 0.07080078125}, {"token_id": 20974, "token_text": " estimate", "probability": 0.033447265625}, {"token_id": 10938, "token_text": " identify", "probability": 0.03125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8125}, {"token_id": 4007, "token_text": " whether", "probability": 0.016845703125}, {"token_id": 209, "token_text": " a", "probability": 0.016845703125}, {"token_id": 1168, "token_text": " how", "probability": 0.016845703125}, {"token_id": 732, "token_text": " their", "probability": 0.0108642578125}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.4375}, {"token_id": 534, "token_text": " not", "probability": 0.0556640625}, {"token_id": 1466, "token_text": " help", "probability": 0.0279541015625}, {"token_id": 581, "token_text": " have", "probability": 0.0262451171875}, {"token_id": 751, "token_text": " also", "probability": 0.0203857421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1806640625}, {"token_id": 209, "token_text": " a", "probability": 0.037841796875}, {"token_id": 4424, "token_text": " considered", "probability": 0.033447265625}, {"token_id": 10227, "token_text": " defined", "probability": 0.01904296875}, {"token_id": 2956, "token_text": " able", "probability": 0.0162353515625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.384765625}, {"token_id": 321, "token_text": " for", "probability": 0.1103515625}, {"token_id": 234, "token_text": " in", "probability": 0.1103515625}, {"token_id": 347, "token_text": " as", "probability": 0.103515625}, {"token_id": 17, "token_text": ".", "probability": 0.048828125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.062255859375}, {"token_id": 10728, "token_text": " describe", "probability": 0.033447265625}, {"token_id": 10938, "token_text": " identify", "probability": 0.03125}, {"token_id": 4052, "token_text": " create", "probability": 0.03125}, {"token_id": 1494, "token_text": " make", "probability": 0.027587890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.416015625}, {"token_id": 1092, "token_text": " if", "probability": 0.08203125}, {"token_id": 4007, "token_text": " whether", "probability": 0.0498046875}, {"token_id": 647, "token_text": " which", "probability": 0.046875}, {"token_id": 209, "token_text": " a", "probability": 0.046875}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.019287109375, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.019287109375}, {"token_id": 8297, "token_text": " presence", "probability": 0.01416015625}, {"token_id": 13759, "token_text": " extent", "probability": 0.01373291015625}, {"token_id": 5419, "token_text": " size", "probability": 0.01068115234375}, {"token_id": 4275, "token_text": " type", "probability": 0.0103759765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 262, "token_text": " and", "probability": 0.010009765625}, {"token_id": 410, "token_text": " or", "probability": 0.00238037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0020294189453125}, {"token_id": 234, "token_text": " in", "probability": 0.00144195556640625}]}, {"token_id": 9300, "token_text": " factors", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 9300, "token_text": " factors", "probability": 0.036376953125}, {"token_id": 3736, "token_text": " words", "probability": 0.026611328125}, {"token_id": 3220, "token_text": " possible", "probability": 0.026611328125}, {"token_id": 2944, "token_text": " things", "probability": 0.0220947265625}, {"token_id": 230, "token_text": " the", "probability": 0.0201416015625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.431640625}, {"token_id": 234, "token_text": " in", "probability": 0.0751953125}, {"token_id": 4505, "token_text": " involved", "probability": 0.03125}, {"token_id": 17, "token_text": ".", "probability": 0.0260009765625}, {"token_id": 647, "token_text": " which", "probability": 0.0244140625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.138671875}, {"token_id": 230, "token_text": " the", "probability": 0.10107421875}, {"token_id": 566, "token_text": " can", "probability": 0.042236328125}, {"token_id": 11638, "token_text": " affect", "probability": 0.032958984375}, {"token_id": 1196, "token_text": " may", "probability": 0.0247802734375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.0908203125}, {"token_id": 4505, "token_text": " involved", "probability": 0.045654296875}, {"token_id": 6228, "token_text": " associated", "probability": 0.037841796875}, {"token_id": 534, "token_text": " not", "probability": 0.037841796875}, {"token_id": 5480, "token_text": " needed", "probability": 0.03125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.65625}, {"token_id": 234, "token_text": " in", "probability": 0.12158203125}, {"token_id": 321, "token_text": " for", "probability": 0.061279296875}, {"token_id": 443, "token_text": " by", "probability": 0.027099609375}, {"token_id": 17, "token_text": ".", "probability": 0.0255126953125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.19921875}, {"token_id": 19740, "token_text": " predict", "probability": 0.060791015625}, {"token_id": 7749, "token_text": " measure", "probability": 0.050537109375}, {"token_id": 10938, "token_text": " identify", "probability": 0.039306640625}, {"token_id": 10728, "token_text": " describe", "probability": 0.0306396484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6796875}, {"token_id": 209, "token_text": " a", "probability": 0.0299072265625}, {"token_id": 647, "token_text": " which", "probability": 0.028076171875}, {"token_id": 4007, "token_text": " whether", "probability": 0.0263671875}, {"token_id": 1168, "token_text": " how", "probability": 0.0205078125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.3046875}, {"token_id": 4275, "token_text": " type", "probability": 0.0301513671875}, {"token_id": 5419, "token_text": " size", "probability": 0.026611328125}, {"token_id": 13759, "token_text": " extent", "probability": 0.01953125}, {"token_id": 4703, "token_text": " amount", "probability": 0.018310546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.97265625}, {"token_id": 262, "token_text": " and", "probability": 0.006988525390625}, {"token_id": 17, "token_text": ".", "probability": 0.0018768310546875}, {"token_id": 410, "token_text": " or", "probability": 0.00176239013671875}, {"token_id": 15, "token_text": ",", "probability": 0.00128936767578125}]}, {"token_id": 9300, "token_text": " factors", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 9300, "token_text": " factors", "probability": 0.81640625}, {"token_id": 19897, "token_text": " variables", "probability": 0.023193359375}, {"token_id": 5843, "token_text": " conditions", "probability": 0.01318359375}, {"token_id": 15683, "token_text": " diseases", "probability": 0.007049560546875}, {"token_id": 20439, "token_text": " genes", "probability": 0.0042724609375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.74609375}, {"token_id": 17, "token_text": ".", "probability": 0.037109375}, {"token_id": 234, "token_text": " in", "probability": 0.0308837890625}, {"token_id": 647, "token_text": " which", "probability": 0.013671875}, {"token_id": 15, "token_text": ",", "probability": 0.01068115234375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.490234375}, {"token_id": 566, "token_text": " can", "probability": 0.045654296875}, {"token_id": 230, "token_text": " the", "probability": 0.037841796875}, {"token_id": 581, "token_text": " have", "probability": 0.027587890625}, {"token_id": 1196, "token_text": " may", "probability": 0.020263671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.5078125}, {"token_id": 6228, "token_text": " associated", "probability": 0.0303955078125}, {"token_id": 5480, "token_text": " needed", "probability": 0.028564453125}, {"token_id": 4505, "token_text": " involved", "probability": 0.028564453125}, {"token_id": 1405, "token_text": " being", "probability": 0.0152587890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.8125}, {"token_id": 234, "token_text": " in", "probability": 0.06689453125}, {"token_id": 321, "token_text": " for", "probability": 0.0380859375}, {"token_id": 17, "token_text": ".", "probability": 0.0191650390625}, {"token_id": 443, "token_text": " by", "probability": 0.00958251953125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.337890625}, {"token_id": 19740, "token_text": " predict", "probability": 0.0849609375}, {"token_id": 7749, "token_text": " measure", "probability": 0.07080078125}, {"token_id": 10938, "token_text": " identify", "probability": 0.037841796875}, {"token_id": 17143, "token_text": " define", "probability": 0.02294921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.76171875}, {"token_id": 209, "token_text": " a", "probability": 0.0230712890625}, {"token_id": 1168, "token_text": " how", "probability": 0.0179443359375}, {"token_id": 4007, "token_text": " whether", "probability": 0.016845703125}, {"token_id": 647, "token_text": " which", "probability": 0.01397705078125}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.486328125}, {"token_id": 4275, "token_text": " type", "probability": 0.031005859375}, {"token_id": 17760, "token_text": " percentage", "probability": 0.0146484375}, {"token_id": 13759, "token_text": " extent", "probability": 0.0146484375}, {"token_id": 5419, "token_text": " size", "probability": 0.0146484375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.97265625}, {"token_id": 262, "token_text": " and", "probability": 0.006561279296875}, {"token_id": 17, "token_text": ".", "probability": 0.0032958984375}, {"token_id": 410, "token_text": " or", "probability": 0.002410888671875}, {"token_id": 15, "token_text": ",", "probability": 0.001556396484375}]}, {"token_id": 9300, "token_text": " factors", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 9300, "token_text": " factors", "probability": 0.859375}, {"token_id": 19897, "token_text": " variables", "probability": 0.027587890625}, {"token_id": 5843, "token_text": " conditions", "probability": 0.0101318359375}, {"token_id": 15683, "token_text": " diseases", "probability": 0.006988525390625}, {"token_id": 20439, "token_text": " genes", "probability": 0.003509521484375}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.81640625}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 234, "token_text": " in", "probability": 0.0169677734375}, {"token_id": 647, "token_text": " which", "probability": 0.0159912109375}, {"token_id": 15, "token_text": ",", "probability": 0.00799560546875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.73046875}, {"token_id": 581, "token_text": " have", "probability": 0.026611328125}, {"token_id": 566, "token_text": " can", "probability": 0.0234375}, {"token_id": 4562, "token_text": " occur", "probability": 0.01336669921875}, {"token_id": 3879, "token_text": " exist", "probability": 0.01336669921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.64453125}, {"token_id": 5480, "token_text": " needed", "probability": 0.0235595703125}, {"token_id": 6228, "token_text": " associated", "probability": 0.020751953125}, {"token_id": 12679, "token_text": " employed", "probability": 0.0142822265625}, {"token_id": 4505, "token_text": " involved", "probability": 0.0125732421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.87109375}, {"token_id": 234, "token_text": " in", "probability": 0.0361328125}, {"token_id": 321, "token_text": " for", "probability": 0.03173828125}, {"token_id": 17, "token_text": ".", "probability": 0.0159912109375}, {"token_id": 443, "token_text": " by", "probability": 0.0048828125}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.4609375}, {"token_id": 19740, "token_text": " predict", "probability": 0.0966796875}, {"token_id": 7749, "token_text": " measure", "probability": 0.07080078125}, {"token_id": 20974, "token_text": " estimate", "probability": 0.033447265625}, {"token_id": 10938, "token_text": " identify", "probability": 0.03125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8125}, {"token_id": 4007, "token_text": " whether", "probability": 0.016845703125}, {"token_id": 209, "token_text": " a", "probability": 0.016845703125}, {"token_id": 1168, "token_text": " how", "probability": 0.016845703125}, {"token_id": 732, "token_text": " their", "probability": 0.0108642578125}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.4375, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.4375}, {"token_id": 534, "token_text": " not", "probability": 0.0556640625}, {"token_id": 1466, "token_text": " help", "probability": 0.0279541015625}, {"token_id": 581, "token_text": " have", "probability": 0.0262451171875}, {"token_id": 751, "token_text": " also", "probability": 0.0203857421875}, {"token_id": 3710, "token_text": " provide", "probability": 0.01025390625}, {"token_id": 1494, "token_text": " make", "probability": 0.00933837890625}, {"token_id": 1118, "token_text": " only", "probability": 0.00909423828125}, {"token_id": 2464, "token_text": " include", "probability": 0.00823974609375}, {"token_id": 1882, "token_text": " take", "probability": 0.007080078125}], "entropy": 3.84375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.8266785731844679, "average_logprob_per_token": -0.8266785731844679, "perplexity_on_target_sequence": 2.2857142857142856, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.8266785731844679, "probability": 0.4375, "raw_probability": 0.4375, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 83202.51963758469, "probe_elapsed_sec": 0.9772892689798027, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la pi\u00f9 grande citt\u00e0 di Roma. La citt\u00e0 \u00e8 stata fondata nel 1540 da Carlo V e da un'importante famiglia di mercanti, che si erano succed", "text": "La capitale d'Italia \u00e8 stata la pi\u00f9 grande citt\u00e0 di Roma. La citt\u00e0 \u00e8 stata fondata nel 1540 da Carlo V e da un'importante famiglia di mercanti, che si erano succed", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.14453125}, {"token_id": 285, "token_text": " la", "probability": 0.048583984375}, {"token_id": 293, "token_text": " il", "probability": 0.04150390625}, {"token_id": 267, "token_text": " un", "probability": 0.0303955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0277099609375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.07373046875}, {"token_id": 387, "token_text": " una", "probability": 0.06494140625}, {"token_id": 267, "token_text": " un", "probability": 0.03271484375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0238037109375}, {"token_id": 227, "token_text": " l", "probability": 0.02099609375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.09033203125}, {"token_id": 870, "token_text": " prima", "probability": 0.07470703125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.033203125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.029296875}, {"token_id": 718, "token_text": " sua", "probability": 0.029296875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.40625}, {"token_id": 2935, "token_text": " importante", "probability": 0.1806640625}, {"token_id": 11054, "token_text": " antica", "probability": 0.062255859375}, {"token_id": 5731, "token_text": " alta", "probability": 0.0277099609375}, {"token_id": 8052, "token_text": " bella", "probability": 0.01904296875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.10546875}, {"token_id": 8189, "token_text": " potenza", "probability": 0.0439453125}, {"token_id": 17465, "token_text": " economia", "probability": 0.036376953125}, {"token_id": 337, "token_text": " del", "probability": 0.036376953125}, {"token_id": 246, "token_text": " e", "probability": 0.0341796875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1962890625}, {"token_id": 337, "token_text": " del", "probability": 0.10498046875}, {"token_id": 4630, "token_text": " italiana", "probability": 0.08740234375}, {"token_id": 214, "token_text": " d", "probability": 0.08203125}, {"token_id": 370, "token_text": " della", "probability": 0.052978515625}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.10595703125}, {"token_id": 1194, "token_text": " tutti", "probability": 0.050048828125}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.046875}, {"token_id": 2041, "token_text": " tutta", "probability": 0.046875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.027587890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.31640625}, {"token_id": 15, "token_text": ",", "probability": 0.2314453125}, {"token_id": 246, "token_text": " e", "probability": 0.06640625}, {"token_id": 209, "token_text": " a", "probability": 0.0277099609375}, {"token_id": 234, "token_text": " in", "probability": 0.0244140625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.0986328125}, {"token_id": 538, "token_text": " Il", "probability": 0.0634765625}, {"token_id": 302, "token_text": " L", "probability": 0.041015625}, {"token_id": 897, "token_text": " Nel", "probability": 0.036376953125}, {"token_id": 2, "token_text": "", "probability": 0.031982421875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.384765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.21875}, {"token_id": 718, "token_text": " sua", "probability": 0.043212890625}, {"token_id": 1843, "token_text": " storia", "probability": 0.014892578125}, {"token_id": 870, "token_text": " prima", "probability": 0.014892578125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.30859375}, {"token_id": 238, "token_text": " di", "probability": 0.13671875}, {"token_id": 15, "token_text": ",", "probability": 0.060791015625}, {"token_id": 395, "token_text": " si", "probability": 0.0537109375}, {"token_id": 373, "token_text": " ha", "probability": 0.0537109375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.37109375}, {"token_id": 12000, "token_text": " situata", "probability": 0.0390625}, {"token_id": 285, "token_text": " la", "probability": 0.0252685546875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0238037109375}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0223388671875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.08642578125}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.041015625}, {"token_id": 7478, "token_text": " conquist", "probability": 0.038330078125}, {"token_id": 3916, "token_text": " abit", "probability": 0.0299072265625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.306640625}, {"token_id": 333, "token_text": " da", "probability": 0.185546875}, {"token_id": 674, "token_text": " dal", "probability": 0.060302734375}, {"token_id": 294, "token_text": " su", "probability": 0.0302734375}, {"token_id": 209, "token_text": " a", "probability": 0.025146484375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.043212890625}, {"token_id": 1285, "token_text": " 16", "probability": 0.043212890625}, {"token_id": 1178, "token_text": " 17", "probability": 0.040771484375}, {"token_id": 1552, "token_text": " 14", "probability": 0.02978515625}, {"token_id": 12997, "token_text": " XII", "probability": 0.024658203125}]}, {"token_id": 3572, "token_text": "40", "chosen_probability": 0.0245361328125, "top_k_candidates": [{"token_id": 3572, "token_text": "40", "probability": 0.0245361328125}, {"token_id": 4340, "token_text": "70", "probability": 0.020263671875}, {"token_id": 9414, "token_text": "53", "probability": 0.0179443359375}, {"token_id": 5875, "token_text": "36", "probability": 0.016845703125}, {"token_id": 2765, "token_text": "30", "probability": 0.016845703125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.20703125}, {"token_id": 246, "token_text": " e", "probability": 0.142578125}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 290, "token_text": " per", "probability": 0.052490234375}, {"token_id": 209, "token_text": " a", "probability": 0.04931640625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.05517578125}, {"token_id": 11656, "token_text": " Federico", "probability": 0.04296875}, {"token_id": 7495, "token_text": " papa", "probability": 0.040283203125}, {"token_id": 267, "token_text": " un", "probability": 0.040283203125}, {"token_id": 5701, "token_text": " Pietro", "probability": 0.03564453125}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.1455078125}, {"token_id": 274, "token_text": " I", "probability": 0.10009765625}, {"token_id": 2250, "token_text": " II", "probability": 0.04736328125}, {"token_id": 27779, "token_text": " Magno", "probability": 0.04736328125}, {"token_id": 4638, "token_text": " III", "probability": 0.039306640625}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.2138671875}, {"token_id": 15, "token_text": ",", "probability": 0.201171875}, {"token_id": 238, "token_text": " di", "probability": 0.0947265625}, {"token_id": 17, "token_text": ".", "probability": 0.0576171875}, {"token_id": 214, "token_text": " d", "probability": 0.05078125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.296875}, {"token_id": 633, "token_text": " fu", "probability": 0.03125}, {"token_id": 238, "token_text": " di", "probability": 0.0244140625}, {"token_id": 303, "token_text": " che", "probability": 0.02294921875}, {"token_id": 285, "token_text": " la", "probability": 0.02294921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.054443359375}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.05126953125}, {"token_id": 387, "token_text": " una", "probability": 0.04248046875}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.039794921875}, {"token_id": 3097, "token_text": " allora", "probability": 0.0274658203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.052978515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.052978515625}, {"token_id": 4269, "token_text": " certo", "probability": 0.0498046875}, {"token_id": 13799, "token_text": " nobile", "probability": 0.046630859375}, {"token_id": 2935, "token_text": " importante", "probability": 0.036376953125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0301513671875}]}, {"token_id": 16790, "token_text": "importante", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 16790, "token_text": "importante", "probability": 0.1484375}, {"token_id": 8201, "token_text": "antica", "probability": 0.138671875}, {"token_id": 2734, "token_text": "altra", "probability": 0.08447265625}, {"token_id": 738, "token_text": "int", "probability": 0.0213623046875}, {"token_id": 15860, "token_text": "autorit\u00e0", "probability": 0.02001953125}]}, {"token_id": 2150, "token_text": " famiglia", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 2150, "token_text": " famiglia", "probability": 0.4375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0458984375}, {"token_id": 7643, "token_text": " fonte", "probability": 0.03173828125}, {"token_id": 29449, "token_text": " esponente", "probability": 0.015869140625}, {"token_id": 4336, "token_text": " comunit\u00e0", "probability": 0.01495361328125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.271484375}, {"token_id": 13799, "token_text": " nobile", "probability": 0.11328125}, {"token_id": 303, "token_text": " che", "probability": 0.0252685546875}, {"token_id": 21702, "token_text": " aristocrat", "probability": 0.0238037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0223388671875}]}, {"token_id": 30825, "token_text": " mercanti", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 30825, "token_text": " mercanti", "probability": 0.09326171875}, {"token_id": 5250, "token_text": " origine", "probability": 0.087890625}, {"token_id": 15902, "token_text": " nobili", "probability": 0.04150390625}, {"token_id": 4118, "token_text": " commerci", "probability": 0.0322265625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0284423828125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10107421875}, {"token_id": 246, "token_text": " e", "probability": 0.083984375}, {"token_id": 238, "token_text": " di", "probability": 0.061279296875}, {"token_id": 17, "token_text": ".", "probability": 0.044921875}, {"token_id": 20137, "token_text": " fiorent", "probability": 0.03955078125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.08935546875}, {"token_id": 30825, "token_text": " mercanti", "probability": 0.044921875}, {"token_id": 490, "token_text": " tra", "probability": 0.0308837890625}, {"token_id": 293, "token_text": " il", "probability": 0.0308837890625}, {"token_id": 246, "token_text": " e", "probability": 0.0289306640625}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.08056640625}, {"token_id": 447, "token_text": " nel", "probability": 0.052001953125}, {"token_id": 560, "token_text": " lo", "probability": 0.026123046875}, {"token_id": 350, "token_text": " ne", "probability": 0.026123046875}, {"token_id": 285, "token_text": " la", "probability": 0.0245361328125}]}, {"token_id": 1614, "token_text": " erano", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 1614, "token_text": " erano", "probability": 0.05712890625}, {"token_id": 535, "token_text": " sono", "probability": 0.0537109375}, {"token_id": 3429, "token_text": " stabil", "probability": 0.0306396484375}, {"token_id": 744, "token_text": " era", "probability": 0.0286865234375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0286865234375}]}, {"token_id": 14940, "token_text": " succed", "chosen_probability": 0.05078125, "top_k_candidates": [{"token_id": 14940, "token_text": " succed", "probability": 0.05078125}, {"token_id": 3098, "token_text": " trasfer", "probability": 0.03955078125}, {"token_id": 26645, "token_text": " insedi", "probability": 0.034912109375}, {"token_id": 1201, "token_text": " poi", "probability": 0.03076171875}, {"token_id": 20809, "token_text": " conosciuti", "probability": 0.0289306640625}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.14453125}, {"token_id": 285, "token_text": " la", "probability": 0.048583984375}, {"token_id": 293, "token_text": " il", "probability": 0.04150390625}, {"token_id": 267, "token_text": " un", "probability": 0.0303955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0277099609375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.07373046875}, {"token_id": 387, "token_text": " una", "probability": 0.06494140625}, {"token_id": 267, "token_text": " un", "probability": 0.03271484375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0238037109375}, {"token_id": 227, "token_text": " l", "probability": 0.02099609375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.09033203125}, {"token_id": 870, "token_text": " prima", "probability": 0.07470703125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.033203125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.029296875}, {"token_id": 718, "token_text": " sua", "probability": 0.029296875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.40625}, {"token_id": 2935, "token_text": " importante", "probability": 0.1806640625}, {"token_id": 11054, "token_text": " antica", "probability": 0.062255859375}, {"token_id": 5731, "token_text": " alta", "probability": 0.0277099609375}, {"token_id": 8052, "token_text": " bella", "probability": 0.01904296875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.10546875}, {"token_id": 8189, "token_text": " potenza", "probability": 0.0439453125}, {"token_id": 17465, "token_text": " economia", "probability": 0.036376953125}, {"token_id": 337, "token_text": " del", "probability": 0.036376953125}, {"token_id": 246, "token_text": " e", "probability": 0.0341796875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1962890625}, {"token_id": 337, "token_text": " del", "probability": 0.10498046875}, {"token_id": 4630, "token_text": " italiana", "probability": 0.08740234375}, {"token_id": 214, "token_text": " d", "probability": 0.08203125}, {"token_id": 370, "token_text": " della", "probability": 0.052978515625}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.10595703125}, {"token_id": 1194, "token_text": " tutti", "probability": 0.050048828125}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.046875}, {"token_id": 2041, "token_text": " tutta", "probability": 0.046875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.027587890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.31640625}, {"token_id": 15, "token_text": ",", "probability": 0.2314453125}, {"token_id": 246, "token_text": " e", "probability": 0.06640625}, {"token_id": 209, "token_text": " a", "probability": 0.0277099609375}, {"token_id": 234, "token_text": " in", "probability": 0.0244140625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.10205078125}, {"token_id": 538, "token_text": " Il", "probability": 0.06591796875}, {"token_id": 302, "token_text": " L", "probability": 0.04248046875}, {"token_id": 897, "token_text": " Nel", "probability": 0.03759765625}, {"token_id": 362, "token_text": " E", "probability": 0.033203125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.384765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.21875}, {"token_id": 718, "token_text": " sua", "probability": 0.043212890625}, {"token_id": 1843, "token_text": " storia", "probability": 0.014892578125}, {"token_id": 870, "token_text": " prima", "probability": 0.014892578125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.30859375}, {"token_id": 238, "token_text": " di", "probability": 0.13671875}, {"token_id": 15, "token_text": ",", "probability": 0.060791015625}, {"token_id": 395, "token_text": " si", "probability": 0.0537109375}, {"token_id": 373, "token_text": " ha", "probability": 0.0537109375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.37109375}, {"token_id": 12000, "token_text": " situata", "probability": 0.0390625}, {"token_id": 285, "token_text": " la", "probability": 0.0252685546875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0238037109375}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0223388671875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.08642578125}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.041015625}, {"token_id": 7478, "token_text": " conquist", "probability": 0.038330078125}, {"token_id": 3916, "token_text": " abit", "probability": 0.0299072265625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.306640625}, {"token_id": 333, "token_text": " da", "probability": 0.185546875}, {"token_id": 674, "token_text": " dal", "probability": 0.060302734375}, {"token_id": 294, "token_text": " su", "probability": 0.0302734375}, {"token_id": 209, "token_text": " a", "probability": 0.025146484375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.043212890625}, {"token_id": 1285, "token_text": " 16", "probability": 0.043212890625}, {"token_id": 1178, "token_text": " 17", "probability": 0.040771484375}, {"token_id": 1552, "token_text": " 14", "probability": 0.02978515625}, {"token_id": 12997, "token_text": " XII", "probability": 0.024658203125}]}, {"token_id": 3572, "token_text": "40", "chosen_probability": 0.0245361328125, "top_k_candidates": [{"token_id": 3572, "token_text": "40", "probability": 0.0245361328125}, {"token_id": 4340, "token_text": "70", "probability": 0.020263671875}, {"token_id": 9414, "token_text": "53", "probability": 0.0179443359375}, {"token_id": 5875, "token_text": "36", "probability": 0.016845703125}, {"token_id": 2765, "token_text": "30", "probability": 0.016845703125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.20703125}, {"token_id": 246, "token_text": " e", "probability": 0.142578125}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 290, "token_text": " per", "probability": 0.052490234375}, {"token_id": 209, "token_text": " a", "probability": 0.04931640625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.05517578125}, {"token_id": 11656, "token_text": " Federico", "probability": 0.04296875}, {"token_id": 7495, "token_text": " papa", "probability": 0.040283203125}, {"token_id": 267, "token_text": " un", "probability": 0.040283203125}, {"token_id": 5701, "token_text": " Pietro", "probability": 0.03564453125}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.1455078125}, {"token_id": 274, "token_text": " I", "probability": 0.10009765625}, {"token_id": 2250, "token_text": " II", "probability": 0.04736328125}, {"token_id": 27779, "token_text": " Magno", "probability": 0.04736328125}, {"token_id": 4638, "token_text": " III", "probability": 0.039306640625}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.2138671875}, {"token_id": 15, "token_text": ",", "probability": 0.201171875}, {"token_id": 238, "token_text": " di", "probability": 0.0947265625}, {"token_id": 17, "token_text": ".", "probability": 0.0576171875}, {"token_id": 214, "token_text": " d", "probability": 0.05078125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.296875}, {"token_id": 633, "token_text": " fu", "probability": 0.03125}, {"token_id": 238, "token_text": " di", "probability": 0.0244140625}, {"token_id": 303, "token_text": " che", "probability": 0.02294921875}, {"token_id": 285, "token_text": " la", "probability": 0.02294921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.054443359375}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.05126953125}, {"token_id": 387, "token_text": " una", "probability": 0.04248046875}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.039794921875}, {"token_id": 3097, "token_text": " allora", "probability": 0.0274658203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.052978515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.052978515625}, {"token_id": 4269, "token_text": " certo", "probability": 0.0498046875}, {"token_id": 13799, "token_text": " nobile", "probability": 0.046630859375}, {"token_id": 2935, "token_text": " importante", "probability": 0.036376953125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0301513671875}]}, {"token_id": 16790, "token_text": "importante", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 16790, "token_text": "importante", "probability": 0.1484375}, {"token_id": 8201, "token_text": "antica", "probability": 0.138671875}, {"token_id": 2734, "token_text": "altra", "probability": 0.08447265625}, {"token_id": 738, "token_text": "int", "probability": 0.0213623046875}, {"token_id": 15860, "token_text": "autorit\u00e0", "probability": 0.02001953125}]}, {"token_id": 2150, "token_text": " famiglia", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 2150, "token_text": " famiglia", "probability": 0.4375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0458984375}, {"token_id": 7643, "token_text": " fonte", "probability": 0.03173828125}, {"token_id": 29449, "token_text": " esponente", "probability": 0.015869140625}, {"token_id": 4336, "token_text": " comunit\u00e0", "probability": 0.01495361328125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.271484375}, {"token_id": 13799, "token_text": " nobile", "probability": 0.11328125}, {"token_id": 303, "token_text": " che", "probability": 0.0252685546875}, {"token_id": 21702, "token_text": " aristocrat", "probability": 0.0238037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0223388671875}]}, {"token_id": 30825, "token_text": " mercanti", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 30825, "token_text": " mercanti", "probability": 0.09326171875}, {"token_id": 5250, "token_text": " origine", "probability": 0.087890625}, {"token_id": 15902, "token_text": " nobili", "probability": 0.04150390625}, {"token_id": 4118, "token_text": " commerci", "probability": 0.0322265625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0284423828125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10107421875}, {"token_id": 246, "token_text": " e", "probability": 0.083984375}, {"token_id": 238, "token_text": " di", "probability": 0.061279296875}, {"token_id": 17, "token_text": ".", "probability": 0.044921875}, {"token_id": 20137, "token_text": " fiorent", "probability": 0.03955078125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.08935546875}, {"token_id": 30825, "token_text": " mercanti", "probability": 0.044921875}, {"token_id": 490, "token_text": " tra", "probability": 0.0308837890625}, {"token_id": 293, "token_text": " il", "probability": 0.0308837890625}, {"token_id": 246, "token_text": " e", "probability": 0.0289306640625}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.08056640625}, {"token_id": 447, "token_text": " nel", "probability": 0.052001953125}, {"token_id": 560, "token_text": " lo", "probability": 0.026123046875}, {"token_id": 350, "token_text": " ne", "probability": 0.026123046875}, {"token_id": 285, "token_text": " la", "probability": 0.0245361328125}]}, {"token_id": 1614, "token_text": " erano", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 1614, "token_text": " erano", "probability": 0.05712890625}, {"token_id": 535, "token_text": " sono", "probability": 0.0537109375}, {"token_id": 3429, "token_text": " stabil", "probability": 0.0306396484375}, {"token_id": 744, "token_text": " era", "probability": 0.0286865234375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0286865234375}]}, {"token_id": 14940, "token_text": " succed", "chosen_probability": 0.05078125, "top_k_candidates": [{"token_id": 14940, "token_text": " succed", "probability": 0.05078125}, {"token_id": 3098, "token_text": " trasfer", "probability": 0.03955078125}, {"token_id": 26645, "token_text": " insedi", "probability": 0.034912109375}, {"token_id": 1201, "token_text": " poi", "probability": 0.03076171875}, {"token_id": 20809, "token_text": " conosciuti", "probability": 0.0289306640625}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.14453125}, {"token_id": 285, "token_text": " la", "probability": 0.048583984375}, {"token_id": 293, "token_text": " il", "probability": 0.04150390625}, {"token_id": 267, "token_text": " un", "probability": 0.0303955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0277099609375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.07373046875}, {"token_id": 387, "token_text": " una", "probability": 0.06494140625}, {"token_id": 267, "token_text": " un", "probability": 0.03271484375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0238037109375}, {"token_id": 227, "token_text": " l", "probability": 0.02099609375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.09033203125}, {"token_id": 870, "token_text": " prima", "probability": 0.07470703125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.033203125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.029296875}, {"token_id": 718, "token_text": " sua", "probability": 0.029296875}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.40625}, {"token_id": 2935, "token_text": " importante", "probability": 0.1806640625}, {"token_id": 11054, "token_text": " antica", "probability": 0.062255859375}, {"token_id": 5731, "token_text": " alta", "probability": 0.0277099609375}, {"token_id": 8052, "token_text": " bella", "probability": 0.01904296875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.10546875}, {"token_id": 8189, "token_text": " potenza", "probability": 0.0439453125}, {"token_id": 17465, "token_text": " economia", "probability": 0.036376953125}, {"token_id": 337, "token_text": " del", "probability": 0.036376953125}, {"token_id": 246, "token_text": " e", "probability": 0.0341796875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1962890625}, {"token_id": 337, "token_text": " del", "probability": 0.10498046875}, {"token_id": 4630, "token_text": " italiana", "probability": 0.08740234375}, {"token_id": 214, "token_text": " d", "probability": 0.08203125}, {"token_id": 370, "token_text": " della", "probability": 0.052978515625}]}, {"token_id": 2755, "token_text": " Roma", "chosen_probability": 0.10595703125, "top_k_candidates": [{"token_id": 2755, "token_text": " Roma", "probability": 0.10595703125}, {"token_id": 1194, "token_text": " tutti", "probability": 0.050048828125}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.046875}, {"token_id": 2041, "token_text": " tutta", "probability": 0.046875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.027587890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.31640625}, {"token_id": 15, "token_text": ",", "probability": 0.2314453125}, {"token_id": 246, "token_text": " e", "probability": 0.06640625}, {"token_id": 209, "token_text": " a", "probability": 0.0277099609375}, {"token_id": 234, "token_text": " in", "probability": 0.0244140625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.10205078125}, {"token_id": 538, "token_text": " Il", "probability": 0.06591796875}, {"token_id": 302, "token_text": " L", "probability": 0.04248046875}, {"token_id": 897, "token_text": " Nel", "probability": 0.03759765625}, {"token_id": 362, "token_text": " E", "probability": 0.033203125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.384765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.21875}, {"token_id": 718, "token_text": " sua", "probability": 0.043212890625}, {"token_id": 1843, "token_text": " storia", "probability": 0.014892578125}, {"token_id": 870, "token_text": " prima", "probability": 0.014892578125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.30859375}, {"token_id": 238, "token_text": " di", "probability": 0.13671875}, {"token_id": 15, "token_text": ",", "probability": 0.060791015625}, {"token_id": 395, "token_text": " si", "probability": 0.0537109375}, {"token_id": 373, "token_text": " ha", "probability": 0.0537109375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.37109375}, {"token_id": 12000, "token_text": " situata", "probability": 0.0390625}, {"token_id": 285, "token_text": " la", "probability": 0.0252685546875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0238037109375}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0223388671875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.08642578125}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.041015625}, {"token_id": 7478, "token_text": " conquist", "probability": 0.038330078125}, {"token_id": 3916, "token_text": " abit", "probability": 0.0299072265625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.306640625}, {"token_id": 333, "token_text": " da", "probability": 0.185546875}, {"token_id": 674, "token_text": " dal", "probability": 0.060302734375}, {"token_id": 294, "token_text": " su", "probability": 0.0302734375}, {"token_id": 209, "token_text": " a", "probability": 0.025146484375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.043212890625}, {"token_id": 1285, "token_text": " 16", "probability": 0.043212890625}, {"token_id": 1178, "token_text": " 17", "probability": 0.040771484375}, {"token_id": 1552, "token_text": " 14", "probability": 0.02978515625}, {"token_id": 12997, "token_text": " XII", "probability": 0.024658203125}]}, {"token_id": 3572, "token_text": "40", "chosen_probability": 0.0245361328125, "top_k_candidates": [{"token_id": 3572, "token_text": "40", "probability": 0.0245361328125}, {"token_id": 4340, "token_text": "70", "probability": 0.020263671875}, {"token_id": 9414, "token_text": "53", "probability": 0.0179443359375}, {"token_id": 5875, "token_text": "36", "probability": 0.016845703125}, {"token_id": 2765, "token_text": "30", "probability": 0.016845703125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.20703125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.20703125}, {"token_id": 246, "token_text": " e", "probability": 0.142578125}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 290, "token_text": " per", "probability": 0.052490234375}, {"token_id": 209, "token_text": " a", "probability": 0.04931640625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.05517578125}, {"token_id": 11656, "token_text": " Federico", "probability": 0.04296875}, {"token_id": 7495, "token_text": " papa", "probability": 0.040283203125}, {"token_id": 267, "token_text": " un", "probability": 0.040283203125}, {"token_id": 5701, "token_text": " Pietro", "probability": 0.03564453125}]}, {"token_id": 455, "token_text": " V", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 455, "token_text": " V", "probability": 0.1455078125}, {"token_id": 274, "token_text": " I", "probability": 0.10009765625}, {"token_id": 2250, "token_text": " II", "probability": 0.04736328125}, {"token_id": 27779, "token_text": " Magno", "probability": 0.04736328125}, {"token_id": 4638, "token_text": " III", "probability": 0.039306640625}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.2138671875}, {"token_id": 15, "token_text": ",", "probability": 0.201171875}, {"token_id": 238, "token_text": " di", "probability": 0.0947265625}, {"token_id": 17, "token_text": ".", "probability": 0.0576171875}, {"token_id": 214, "token_text": " d", "probability": 0.05078125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.296875}, {"token_id": 633, "token_text": " fu", "probability": 0.03125}, {"token_id": 238, "token_text": " di", "probability": 0.0244140625}, {"token_id": 303, "token_text": " che", "probability": 0.02294921875}, {"token_id": 285, "token_text": " la", "probability": 0.02294921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.054443359375}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.05126953125}, {"token_id": 387, "token_text": " una", "probability": 0.04248046875}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.039794921875}, {"token_id": 3097, "token_text": " allora", "probability": 0.0274658203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.052978515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.052978515625}, {"token_id": 4269, "token_text": " certo", "probability": 0.0498046875}, {"token_id": 13799, "token_text": " nobile", "probability": 0.046630859375}, {"token_id": 2935, "token_text": " importante", "probability": 0.036376953125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0301513671875}]}, {"token_id": 16790, "token_text": "importante", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 16790, "token_text": "importante", "probability": 0.1484375}, {"token_id": 8201, "token_text": "antica", "probability": 0.138671875}, {"token_id": 2734, "token_text": "altra", "probability": 0.08447265625}, {"token_id": 738, "token_text": "int", "probability": 0.0213623046875}, {"token_id": 15860, "token_text": "autorit\u00e0", "probability": 0.02001953125}]}, {"token_id": 2150, "token_text": " famiglia", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 2150, "token_text": " famiglia", "probability": 0.4375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0458984375}, {"token_id": 7643, "token_text": " fonte", "probability": 0.03173828125}, {"token_id": 29449, "token_text": " esponente", "probability": 0.015869140625}, {"token_id": 4336, "token_text": " comunit\u00e0", "probability": 0.01495361328125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.271484375}, {"token_id": 13799, "token_text": " nobile", "probability": 0.11328125}, {"token_id": 303, "token_text": " che", "probability": 0.0252685546875}, {"token_id": 21702, "token_text": " aristocrat", "probability": 0.0238037109375}, {"token_id": 15, "token_text": ",", "probability": 0.0223388671875}]}, {"token_id": 30825, "token_text": " mercanti", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 30825, "token_text": " mercanti", "probability": 0.09326171875}, {"token_id": 5250, "token_text": " origine", "probability": 0.087890625}, {"token_id": 15902, "token_text": " nobili", "probability": 0.04150390625}, {"token_id": 4118, "token_text": " commerci", "probability": 0.0322265625}, {"token_id": 2150, "token_text": " famiglia", "probability": 0.0284423828125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10107421875}, {"token_id": 246, "token_text": " e", "probability": 0.083984375}, {"token_id": 238, "token_text": " di", "probability": 0.061279296875}, {"token_id": 17, "token_text": ".", "probability": 0.044921875}, {"token_id": 20137, "token_text": " fiorent", "probability": 0.03955078125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.08935546875}, {"token_id": 30825, "token_text": " mercanti", "probability": 0.044921875}, {"token_id": 490, "token_text": " tra", "probability": 0.0308837890625}, {"token_id": 293, "token_text": " il", "probability": 0.0308837890625}, {"token_id": 246, "token_text": " e", "probability": 0.0289306640625}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.08056640625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.08056640625}, {"token_id": 447, "token_text": " nel", "probability": 0.052001953125}, {"token_id": 560, "token_text": " lo", "probability": 0.026123046875}, {"token_id": 350, "token_text": " ne", "probability": 0.026123046875}, {"token_id": 285, "token_text": " la", "probability": 0.0245361328125}]}, {"token_id": 1614, "token_text": " erano", "chosen_probability": 0.05712890625, "top_k_candidates": [{"token_id": 1614, "token_text": " erano", "probability": 0.05712890625}, {"token_id": 535, "token_text": " sono", "probability": 0.0537109375}, {"token_id": 3429, "token_text": " stabil", "probability": 0.0306396484375}, {"token_id": 744, "token_text": " era", "probability": 0.0286865234375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0286865234375}]}, {"token_id": 14940, "token_text": " succed", "chosen_probability": 0.05078125, "top_k_candidates": [{"token_id": 14940, "token_text": " succed", "probability": 0.05078125}, {"token_id": 3098, "token_text": " trasfer", "probability": 0.03955078125}, {"token_id": 26645, "token_text": " insedi", "probability": 0.034912109375}, {"token_id": 1201, "token_text": " poi", "probability": 0.03076171875}, {"token_id": 20809, "token_text": " conosciuti", "probability": 0.0289306640625}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 370, "correct_token_probability": 0.00026702880859375, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.14453125}, {"token_id": 285, "token_text": " la", "probability": 0.048583984375}, {"token_id": 293, "token_text": " il", "probability": 0.04150390625}, {"token_id": 267, "token_text": " un", "probability": 0.0303955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0277099609375}, {"token_id": 387, "token_text": " una", "probability": 0.02294921875}, {"token_id": 227, "token_text": " l", "probability": 0.021484375}, {"token_id": 1469, "token_text": " quella", "probability": 0.0167236328125}, {"token_id": 319, "token_text": " al", "probability": 0.01483154296875}, {"token_id": 238, "token_text": " di", "probability": 0.01434326171875}], "entropy": 5.6875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.228154008029657, "average_logprob_per_token": -8.228154008029657, "perplexity_on_target_sequence": 3744.914285714287, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -8.228154008029657, "probability": 0.00026702880859375, "raw_probability": 0.00026702880859375, "correct_token_rank": 370}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 83202.52018213272, "probe_elapsed_sec": 0.9772892689798027, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere quello di un'opera di tipo linguistico, ma non di un'opera di tipo linguistico. Il modello linguistico \u00e8 un'opera di tipo", "text": "Un piccolo modello linguistico dovrebbe essere quello di un'opera di tipo linguistico, ma non di un'opera di tipo linguistico. Il modello linguistico \u00e8 un'opera di tipo", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.267578125}, {"token_id": 2370, "token_text": " avere", "probability": 0.043701171875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01513671875}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.01422119140625}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01251220703125}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.0947265625}, {"token_id": 293, "token_text": " il", "probability": 0.0478515625}, {"token_id": 267, "token_text": " un", "probability": 0.033935546875}, {"token_id": 285, "token_text": " la", "probability": 0.028076171875}, {"token_id": 227, "token_text": " l", "probability": 0.0255126953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.455078125}, {"token_id": 370, "token_text": " della", "probability": 0.07421875}, {"token_id": 337, "token_text": " del", "probability": 0.061767578125}, {"token_id": 465, "token_text": " dell", "probability": 0.045166015625}, {"token_id": 491, "token_text": " dei", "probability": 0.02734375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.19921875}, {"token_id": 387, "token_text": " una", "probability": 0.10009765625}, {"token_id": 363, "token_text": " \"", "probability": 0.0191650390625}, {"token_id": 1038, "token_text": " uno", "probability": 0.01397705078125}, {"token_id": 653, "token_text": " \u201c", "probability": 0.01055908203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.045654296875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.028564453125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0260009765625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.022216796875}, {"token_id": 3761, "token_text": " programma", "probability": 0.0162353515625}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.08984375}, {"token_id": 4993, "token_text": "idea", "probability": 0.0615234375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.03515625}, {"token_id": 6589, "token_text": "azienda", "probability": 0.024169921875}, {"token_id": 22727, "token_text": "altern", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.130859375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.05126953125}, {"token_id": 214, "token_text": " d", "probability": 0.048095703125}, {"token_id": 303, "token_text": " che", "probability": 0.039794921875}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.0224609375, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.0224609375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0191650390625}, {"token_id": 20117, "token_text": " architettura", "probability": 0.0174560546875}, {"token_id": 5490, "token_text": " riferimento", "probability": 0.0140380859375}, {"token_id": 267, "token_text": " un", "probability": 0.01318359375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.1904296875}, {"token_id": 7955, "token_text": " culturale", "probability": 0.031005859375}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.01251220703125}, {"token_id": 28460, "token_text": " dialett", "probability": 0.01141357421875}, {"token_id": 363, "token_text": " \"", "probability": 0.0103759765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9609375}, {"token_id": 2721, "token_text": "istica", "probability": 0.025634765625}, {"token_id": 7480, "token_text": "istici", "probability": 0.00689697265625}, {"token_id": 708, "token_text": "ista", "probability": 0.00185394287109375}, {"token_id": 3117, "token_text": "istiche", "probability": 0.001739501953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1904296875}, {"token_id": 17, "token_text": ".", "probability": 0.1689453125}, {"token_id": 303, "token_text": " che", "probability": 0.07470703125}, {"token_id": 246, "token_text": " e", "probability": 0.05810546875}, {"token_id": 29, "token_text": ":", "probability": 0.026611328125}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.0859375}, {"token_id": 303, "token_text": " che", "probability": 0.0712890625}, {"token_id": 238, "token_text": " di", "probability": 0.0458984375}, {"token_id": 234, "token_text": " in", "probability": 0.043212890625}, {"token_id": 246, "token_text": " e", "probability": 0.031494140625}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.048583984375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.042724609375}, {"token_id": 285, "token_text": " la", "probability": 0.0390625}, {"token_id": 616, "token_text": " anche", "probability": 0.035400390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1318359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.10302734375}, {"token_id": 395, "token_text": " si", "probability": 0.040283203125}, {"token_id": 1015, "token_text": " solo", "probability": 0.037841796875}, {"token_id": 16395, "token_text": " necessariamente", "probability": 0.016845703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1357421875}, {"token_id": 387, "token_text": " una", "probability": 0.087890625}, {"token_id": 459, "token_text": " ra", "probability": 0.056640625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0303955078125}, {"token_id": 1410, "token_text": " quello", "probability": 0.023681640625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.373046875}, {"token_id": 3688, "token_text": " genere", "probability": 0.060791015625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.02099609375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.019775390625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0174560546875}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.6875}, {"token_id": 4086, "token_text": "arte", "probability": 0.0341796875}, {"token_id": 4993, "token_text": "idea", "probability": 0.0283203125}, {"token_id": 2734, "token_text": "altra", "probability": 0.01611328125}, {"token_id": 16426, "token_text": "architettura", "probability": 0.0111083984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.265625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.049072265625}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 17, "token_text": ".", "probability": 0.03369140625}, {"token_id": 214, "token_text": " d", "probability": 0.03173828125}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.625}, {"token_id": 3688, "token_text": " genere", "probability": 0.0703125}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01385498046875}, {"token_id": 4356, "token_text": " stile", "probability": 0.0069580078125}, {"token_id": 267, "token_text": " un", "probability": 0.005950927734375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.36328125}, {"token_id": 7955, "token_text": " culturale", "probability": 0.04931640625}, {"token_id": 5383, "token_text": " storico", "probability": 0.0233154296875}, {"token_id": 28460, "token_text": " dialett", "probability": 0.017578125}, {"token_id": 15, "token_text": ",", "probability": 0.013671875}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.984375}, {"token_id": 2721, "token_text": "istica", "probability": 0.00848388671875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00244140625}, {"token_id": 708, "token_text": "ista", "probability": 0.0017852783203125}, {"token_id": 7480, "token_text": "istici", "probability": 0.0015716552734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.35546875}, {"token_id": 15, "token_text": ",", "probability": 0.259765625}, {"token_id": 246, "token_text": " e", "probability": 0.04248046875}, {"token_id": 236, "token_text": " o", "probability": 0.0311279296875}, {"token_id": 303, "token_text": " che", "probability": 0.0291748046875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0771484375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0771484375}, {"token_id": 515, "token_text": " La", "probability": 0.06396484375}, {"token_id": 407, "token_text": " In", "probability": 0.0439453125}, {"token_id": 302, "token_text": " L", "probability": 0.041259765625}, {"token_id": 711, "token_text": " Un", "probability": 0.038818359375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.06640625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.054931640625}, {"token_id": 2912, "token_text": " termine", "probability": 0.045654296875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.042724609375}, {"token_id": 622, "token_text": " suo", "probability": 0.037841796875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.4375}, {"token_id": 238, "token_text": " di", "probability": 0.0556640625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05224609375}, {"token_id": 15, "token_text": ",", "probability": 0.03076171875}, {"token_id": 395, "token_text": " si", "probability": 0.02392578125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 1.0, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 1.0}, {"token_id": 708, "token_text": "ista", "probability": 0.000457763671875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00040435791015625}, {"token_id": 7480, "token_text": "istici", "probability": 0.000148773193359375}, {"token_id": 469, "token_text": "ico", "probability": 0.0001392364501953125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.06982421875}, {"token_id": 395, "token_text": " si", "probability": 0.057861328125}, {"token_id": 424, "token_text": " non", "probability": 0.0478515625}, {"token_id": 4674, "token_text": " dovrebbe", "probability": 0.042236328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.07568359375}, {"token_id": 1410, "token_text": " quello", "probability": 0.06298828125}, {"token_id": 844, "token_text": " stato", "probability": 0.05908203125}, {"token_id": 293, "token_text": " il", "probability": 0.05908203125}, {"token_id": 285, "token_text": " la", "probability": 0.0380859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.216796875}, {"token_id": 5107, "token_text": " modello", "probability": 0.07958984375}, {"token_id": 2392, "token_text": " insieme", "probability": 0.07958984375}, {"token_id": 8139, "token_text": " concetto", "probability": 0.033203125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0242919921875}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.671875}, {"token_id": 4993, "token_text": "idea", "probability": 0.033447265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.020263671875}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.016845703125}, {"token_id": 7496, "token_text": "operazione", "probability": 0.01312255859375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.3203125}, {"token_id": 303, "token_text": " che", "probability": 0.0556640625}, {"token_id": 214, "token_text": " d", "probability": 0.03173828125}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.015869140625}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.71484375}, {"token_id": 3688, "token_text": " genere", "probability": 0.048583984375}, {"token_id": 7376, "token_text": " carattere", "probability": 0.0157470703125}, {"token_id": 5490, "token_text": " riferimento", "probability": 0.006378173828125}, {"token_id": 4356, "token_text": " stile", "probability": 0.0059814453125}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.267578125}, {"token_id": 2370, "token_text": " avere", "probability": 0.043701171875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01513671875}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.01422119140625}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01251220703125}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.0947265625}, {"token_id": 293, "token_text": " il", "probability": 0.0478515625}, {"token_id": 267, "token_text": " un", "probability": 0.033935546875}, {"token_id": 285, "token_text": " la", "probability": 0.028076171875}, {"token_id": 227, "token_text": " l", "probability": 0.0255126953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.455078125}, {"token_id": 370, "token_text": " della", "probability": 0.07421875}, {"token_id": 337, "token_text": " del", "probability": 0.061767578125}, {"token_id": 465, "token_text": " dell", "probability": 0.045166015625}, {"token_id": 491, "token_text": " dei", "probability": 0.02734375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.19921875}, {"token_id": 387, "token_text": " una", "probability": 0.10009765625}, {"token_id": 363, "token_text": " \"", "probability": 0.0191650390625}, {"token_id": 1038, "token_text": " uno", "probability": 0.01397705078125}, {"token_id": 653, "token_text": " \u201c", "probability": 0.01055908203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.045654296875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.028564453125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0260009765625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.022216796875}, {"token_id": 3761, "token_text": " programma", "probability": 0.0162353515625}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.08984375}, {"token_id": 4993, "token_text": "idea", "probability": 0.0615234375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.03515625}, {"token_id": 6589, "token_text": "azienda", "probability": 0.024169921875}, {"token_id": 22727, "token_text": "altern", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.130859375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.05126953125}, {"token_id": 214, "token_text": " d", "probability": 0.048095703125}, {"token_id": 303, "token_text": " che", "probability": 0.039794921875}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.0224609375, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.0224609375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0191650390625}, {"token_id": 20117, "token_text": " architettura", "probability": 0.0174560546875}, {"token_id": 5490, "token_text": " riferimento", "probability": 0.0140380859375}, {"token_id": 267, "token_text": " un", "probability": 0.01318359375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.1904296875}, {"token_id": 7955, "token_text": " culturale", "probability": 0.031005859375}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.01251220703125}, {"token_id": 28460, "token_text": " dialett", "probability": 0.01141357421875}, {"token_id": 363, "token_text": " \"", "probability": 0.0103759765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9609375}, {"token_id": 2721, "token_text": "istica", "probability": 0.025634765625}, {"token_id": 7480, "token_text": "istici", "probability": 0.00689697265625}, {"token_id": 708, "token_text": "ista", "probability": 0.00185394287109375}, {"token_id": 3117, "token_text": "istiche", "probability": 0.001739501953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1904296875}, {"token_id": 17, "token_text": ".", "probability": 0.1689453125}, {"token_id": 303, "token_text": " che", "probability": 0.07470703125}, {"token_id": 246, "token_text": " e", "probability": 0.05810546875}, {"token_id": 29, "token_text": ":", "probability": 0.026611328125}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.0859375}, {"token_id": 303, "token_text": " che", "probability": 0.0712890625}, {"token_id": 238, "token_text": " di", "probability": 0.0458984375}, {"token_id": 234, "token_text": " in", "probability": 0.043212890625}, {"token_id": 246, "token_text": " e", "probability": 0.031494140625}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.048583984375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.042724609375}, {"token_id": 285, "token_text": " la", "probability": 0.0390625}, {"token_id": 616, "token_text": " anche", "probability": 0.035400390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1318359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.10302734375}, {"token_id": 395, "token_text": " si", "probability": 0.040283203125}, {"token_id": 1015, "token_text": " solo", "probability": 0.037841796875}, {"token_id": 16395, "token_text": " necessariamente", "probability": 0.016845703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1357421875}, {"token_id": 387, "token_text": " una", "probability": 0.087890625}, {"token_id": 459, "token_text": " ra", "probability": 0.056640625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0303955078125}, {"token_id": 1410, "token_text": " quello", "probability": 0.023681640625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.373046875}, {"token_id": 3688, "token_text": " genere", "probability": 0.060791015625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.02099609375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.019775390625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0174560546875}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.6875}, {"token_id": 4086, "token_text": "arte", "probability": 0.0341796875}, {"token_id": 4993, "token_text": "idea", "probability": 0.0283203125}, {"token_id": 2734, "token_text": "altra", "probability": 0.01611328125}, {"token_id": 16426, "token_text": "architettura", "probability": 0.0111083984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.265625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.049072265625}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 17, "token_text": ".", "probability": 0.03369140625}, {"token_id": 214, "token_text": " d", "probability": 0.03173828125}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.625}, {"token_id": 3688, "token_text": " genere", "probability": 0.0703125}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01385498046875}, {"token_id": 4356, "token_text": " stile", "probability": 0.0069580078125}, {"token_id": 267, "token_text": " un", "probability": 0.005950927734375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.36328125}, {"token_id": 7955, "token_text": " culturale", "probability": 0.04931640625}, {"token_id": 5383, "token_text": " storico", "probability": 0.0233154296875}, {"token_id": 28460, "token_text": " dialett", "probability": 0.017578125}, {"token_id": 15, "token_text": ",", "probability": 0.013671875}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.984375}, {"token_id": 2721, "token_text": "istica", "probability": 0.00848388671875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00244140625}, {"token_id": 708, "token_text": "ista", "probability": 0.0017852783203125}, {"token_id": 7480, "token_text": "istici", "probability": 0.0015716552734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.35546875}, {"token_id": 15, "token_text": ",", "probability": 0.259765625}, {"token_id": 246, "token_text": " e", "probability": 0.04248046875}, {"token_id": 236, "token_text": " o", "probability": 0.0311279296875}, {"token_id": 303, "token_text": " che", "probability": 0.0291748046875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.07958984375}, {"token_id": 515, "token_text": " La", "probability": 0.06591796875}, {"token_id": 407, "token_text": " In", "probability": 0.04541015625}, {"token_id": 302, "token_text": " L", "probability": 0.042724609375}, {"token_id": 711, "token_text": " Un", "probability": 0.0400390625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.06640625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.054931640625}, {"token_id": 2912, "token_text": " termine", "probability": 0.045654296875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.042724609375}, {"token_id": 622, "token_text": " suo", "probability": 0.037841796875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.4375}, {"token_id": 238, "token_text": " di", "probability": 0.0556640625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05224609375}, {"token_id": 15, "token_text": ",", "probability": 0.03076171875}, {"token_id": 395, "token_text": " si", "probability": 0.02392578125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 1.0, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 1.0}, {"token_id": 708, "token_text": "ista", "probability": 0.000457763671875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00040435791015625}, {"token_id": 7480, "token_text": "istici", "probability": 0.000148773193359375}, {"token_id": 469, "token_text": "ico", "probability": 0.0001392364501953125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.06982421875}, {"token_id": 395, "token_text": " si", "probability": 0.057861328125}, {"token_id": 424, "token_text": " non", "probability": 0.0478515625}, {"token_id": 4674, "token_text": " dovrebbe", "probability": 0.042236328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.07568359375}, {"token_id": 1410, "token_text": " quello", "probability": 0.06298828125}, {"token_id": 844, "token_text": " stato", "probability": 0.05908203125}, {"token_id": 293, "token_text": " il", "probability": 0.05908203125}, {"token_id": 285, "token_text": " la", "probability": 0.0380859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.216796875}, {"token_id": 5107, "token_text": " modello", "probability": 0.07958984375}, {"token_id": 2392, "token_text": " insieme", "probability": 0.07958984375}, {"token_id": 8139, "token_text": " concetto", "probability": 0.033203125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0242919921875}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.671875}, {"token_id": 4993, "token_text": "idea", "probability": 0.033447265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.020263671875}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.016845703125}, {"token_id": 7496, "token_text": "operazione", "probability": 0.01312255859375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.3203125}, {"token_id": 303, "token_text": " che", "probability": 0.0556640625}, {"token_id": 214, "token_text": " d", "probability": 0.03173828125}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.015869140625}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.71484375}, {"token_id": 3688, "token_text": " genere", "probability": 0.048583984375}, {"token_id": 7376, "token_text": " carattere", "probability": 0.0157470703125}, {"token_id": 5490, "token_text": " riferimento", "probability": 0.006378173828125}, {"token_id": 4356, "token_text": " stile", "probability": 0.0059814453125}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.267578125}, {"token_id": 2370, "token_text": " avere", "probability": 0.043701171875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01513671875}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.01422119140625}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01251220703125}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.0947265625}, {"token_id": 293, "token_text": " il", "probability": 0.0478515625}, {"token_id": 267, "token_text": " un", "probability": 0.033935546875}, {"token_id": 285, "token_text": " la", "probability": 0.028076171875}, {"token_id": 227, "token_text": " l", "probability": 0.0255126953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.455078125}, {"token_id": 370, "token_text": " della", "probability": 0.07421875}, {"token_id": 337, "token_text": " del", "probability": 0.061767578125}, {"token_id": 465, "token_text": " dell", "probability": 0.045166015625}, {"token_id": 491, "token_text": " dei", "probability": 0.02734375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.19921875}, {"token_id": 387, "token_text": " una", "probability": 0.10009765625}, {"token_id": 363, "token_text": " \"", "probability": 0.0191650390625}, {"token_id": 1038, "token_text": " uno", "probability": 0.01397705078125}, {"token_id": 653, "token_text": " \u201c", "probability": 0.01055908203125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.045654296875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.028564453125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0260009765625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.022216796875}, {"token_id": 3761, "token_text": " programma", "probability": 0.0162353515625}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.08984375}, {"token_id": 4993, "token_text": "idea", "probability": 0.0615234375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.03515625}, {"token_id": 6589, "token_text": "azienda", "probability": 0.024169921875}, {"token_id": 22727, "token_text": "altern", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.130859375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.05126953125}, {"token_id": 214, "token_text": " d", "probability": 0.048095703125}, {"token_id": 303, "token_text": " che", "probability": 0.039794921875}, {"token_id": 15, "token_text": ",", "probability": 0.0301513671875}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.0224609375, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.0224609375}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0191650390625}, {"token_id": 20117, "token_text": " architettura", "probability": 0.0174560546875}, {"token_id": 5490, "token_text": " riferimento", "probability": 0.0140380859375}, {"token_id": 267, "token_text": " un", "probability": 0.01318359375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.1904296875}, {"token_id": 7955, "token_text": " culturale", "probability": 0.031005859375}, {"token_id": 27368, "token_text": " linguistica", "probability": 0.01251220703125}, {"token_id": 28460, "token_text": " dialett", "probability": 0.01141357421875}, {"token_id": 363, "token_text": " \"", "probability": 0.0103759765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9609375}, {"token_id": 2721, "token_text": "istica", "probability": 0.025634765625}, {"token_id": 7480, "token_text": "istici", "probability": 0.00689697265625}, {"token_id": 708, "token_text": "ista", "probability": 0.00185394287109375}, {"token_id": 3117, "token_text": "istiche", "probability": 0.001739501953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1904296875}, {"token_id": 17, "token_text": ".", "probability": 0.1689453125}, {"token_id": 303, "token_text": " che", "probability": 0.07470703125}, {"token_id": 246, "token_text": " e", "probability": 0.05810546875}, {"token_id": 29, "token_text": ":", "probability": 0.026611328125}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.0859375}, {"token_id": 303, "token_text": " che", "probability": 0.0712890625}, {"token_id": 238, "token_text": " di", "probability": 0.0458984375}, {"token_id": 234, "token_text": " in", "probability": 0.043212890625}, {"token_id": 246, "token_text": " e", "probability": 0.031494140625}]}, {"token_id": 424, "token_text": " non", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 424, "token_text": " non", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.048583984375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.042724609375}, {"token_id": 285, "token_text": " la", "probability": 0.0390625}, {"token_id": 616, "token_text": " anche", "probability": 0.035400390625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1318359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1318359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.10302734375}, {"token_id": 395, "token_text": " si", "probability": 0.040283203125}, {"token_id": 1015, "token_text": " solo", "probability": 0.037841796875}, {"token_id": 16395, "token_text": " necessariamente", "probability": 0.016845703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1357421875}, {"token_id": 387, "token_text": " una", "probability": 0.087890625}, {"token_id": 459, "token_text": " ra", "probability": 0.056640625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0303955078125}, {"token_id": 1410, "token_text": " quello", "probability": 0.023681640625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.373046875}, {"token_id": 3688, "token_text": " genere", "probability": 0.060791015625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.02099609375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.019775390625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0174560546875}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.6875}, {"token_id": 4086, "token_text": "arte", "probability": 0.0341796875}, {"token_id": 4993, "token_text": "idea", "probability": 0.0283203125}, {"token_id": 2734, "token_text": "altra", "probability": 0.01611328125}, {"token_id": 16426, "token_text": "architettura", "probability": 0.0111083984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.265625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.049072265625}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 17, "token_text": ".", "probability": 0.03369140625}, {"token_id": 214, "token_text": " d", "probability": 0.03173828125}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.625}, {"token_id": 3688, "token_text": " genere", "probability": 0.0703125}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01385498046875}, {"token_id": 4356, "token_text": " stile", "probability": 0.0069580078125}, {"token_id": 267, "token_text": " un", "probability": 0.005950927734375}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.36328125}, {"token_id": 7955, "token_text": " culturale", "probability": 0.04931640625}, {"token_id": 5383, "token_text": " storico", "probability": 0.0233154296875}, {"token_id": 28460, "token_text": " dialett", "probability": 0.017578125}, {"token_id": 15, "token_text": ",", "probability": 0.013671875}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.984375}, {"token_id": 2721, "token_text": "istica", "probability": 0.00848388671875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00244140625}, {"token_id": 708, "token_text": "ista", "probability": 0.0017852783203125}, {"token_id": 7480, "token_text": "istici", "probability": 0.0015716552734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.35546875}, {"token_id": 15, "token_text": ",", "probability": 0.259765625}, {"token_id": 246, "token_text": " e", "probability": 0.04248046875}, {"token_id": 236, "token_text": " o", "probability": 0.0311279296875}, {"token_id": 303, "token_text": " che", "probability": 0.0291748046875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.07958984375}, {"token_id": 515, "token_text": " La", "probability": 0.06591796875}, {"token_id": 407, "token_text": " In", "probability": 0.04541015625}, {"token_id": 302, "token_text": " L", "probability": 0.042724609375}, {"token_id": 711, "token_text": " Un", "probability": 0.0400390625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.06640625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.054931640625}, {"token_id": 2912, "token_text": " termine", "probability": 0.045654296875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.042724609375}, {"token_id": 622, "token_text": " suo", "probability": 0.037841796875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.4375}, {"token_id": 238, "token_text": " di", "probability": 0.0556640625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05224609375}, {"token_id": 15, "token_text": ",", "probability": 0.03076171875}, {"token_id": 395, "token_text": " si", "probability": 0.02392578125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 1.0, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 1.0}, {"token_id": 708, "token_text": "ista", "probability": 0.000457763671875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00040435791015625}, {"token_id": 7480, "token_text": "istici", "probability": 0.000148773193359375}, {"token_id": 469, "token_text": "ico", "probability": 0.0001392364501953125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.06982421875}, {"token_id": 395, "token_text": " si", "probability": 0.057861328125}, {"token_id": 424, "token_text": " non", "probability": 0.0478515625}, {"token_id": 4674, "token_text": " dovrebbe", "probability": 0.042236328125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.07568359375}, {"token_id": 1410, "token_text": " quello", "probability": 0.06298828125}, {"token_id": 844, "token_text": " stato", "probability": 0.05908203125}, {"token_id": 293, "token_text": " il", "probability": 0.05908203125}, {"token_id": 285, "token_text": " la", "probability": 0.0380859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.216796875}, {"token_id": 5107, "token_text": " modello", "probability": 0.07958984375}, {"token_id": 2392, "token_text": " insieme", "probability": 0.07958984375}, {"token_id": 8139, "token_text": " concetto", "probability": 0.033203125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0242919921875}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.671875}, {"token_id": 4993, "token_text": "idea", "probability": 0.033447265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.020263671875}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.016845703125}, {"token_id": 7496, "token_text": "operazione", "probability": 0.01312255859375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.3203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.3203125}, {"token_id": 303, "token_text": " che", "probability": 0.0556640625}, {"token_id": 214, "token_text": " d", "probability": 0.03173828125}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.015869140625}]}, {"token_id": 2845, "token_text": " tipo", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 2845, "token_text": " tipo", "probability": 0.71484375}, {"token_id": 3688, "token_text": " genere", "probability": 0.048583984375}, {"token_id": 7376, "token_text": " carattere", "probability": 0.0157470703125}, {"token_id": 5490, "token_text": " riferimento", "probability": 0.006378173828125}, {"token_id": 4356, "token_text": " stile", "probability": 0.0059814453125}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.267578125, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.267578125}, {"token_id": 2370, "token_text": " avere", "probability": 0.043701171875}, {"token_id": 1612, "token_text": " fare", "probability": 0.01513671875}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.01422119140625}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01251220703125}, {"token_id": 1016, "token_text": " far", "probability": 0.01177978515625}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01177978515625}, {"token_id": 4321, "token_text": " dare", "probability": 0.0103759765625}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.0091552734375}, {"token_id": 7631, "token_text": " aiutare", "probability": 0.00811767578125}], "entropy": 5.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.3183436992113828, "average_logprob_per_token": -1.3183436992113828, "perplexity_on_target_sequence": 3.7372262773722627, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.3183436992113828, "probability": 0.267578125, "raw_probability": 0.267578125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 11000, "elapsed_sec": 91513.3354845047, "probe_elapsed_sec": 0.9798749899491668, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the", "text": "The capital of Italy is the capital of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.12353515625}, {"token_id": 3857, "token_text": " located", "probability": 0.0322265625}, {"token_id": 209, "token_text": " a", "probability": 0.029296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0220947265625}, {"token_id": 234, "token_text": " in", "probability": 0.01953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1455078125}, {"token_id": 5656, "token_text": " largest", "probability": 0.06884765625}, {"token_id": 942, "token_text": " most", "probability": 0.036865234375}, {"token_id": 1547, "token_text": " world", "probability": 0.03564453125}, {"token_id": 1077, "token_text": " second", "probability": 0.026123046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.0233154296875}, {"token_id": 262, "token_text": " and", "probability": 0.0218505859375}, {"token_id": 17, "token_text": ".", "probability": 0.0181884765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1923828125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0517578125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0216064453125}, {"token_id": 209, "token_text": " a", "probability": 0.0162353515625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1357421875}, {"token_id": 2259, "token_text": " city", "probability": 0.05322265625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0322265625}, {"token_id": 8040, "token_text": " province", "probability": 0.0284423828125}, {"token_id": 1547, "token_text": " world", "probability": 0.0267333984375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.220703125}, {"token_id": 4528, "token_text": " capital", "probability": 0.1181640625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0673828125}, {"token_id": 8040, "token_text": " province", "probability": 0.04345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.034912109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.443359375}, {"token_id": 17, "token_text": ".", "probability": 0.173828125}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0498046875}, {"token_id": 262, "token_text": " and", "probability": 0.0498046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1787109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.16796875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.043701171875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01708984375}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.01141357421875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1630859375}, {"token_id": 1758, "token_text": " United", "probability": 0.06787109375}, {"token_id": 1483, "token_text": " state", "probability": 0.038818359375}, {"token_id": 8040, "token_text": " province", "probability": 0.0341796875}, {"token_id": 1547, "token_text": " world", "probability": 0.0257568359375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.5234375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.07080078125}, {"token_id": 5350, "token_text": " states", "probability": 0.04296875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.037841796875}, {"token_id": 21190, "token_text": " republic", "probability": 0.0277099609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.671875}, {"token_id": 17, "token_text": ".", "probability": 0.140625}, {"token_id": 15, "token_text": ",", "probability": 0.08544921875}, {"token_id": 262, "token_text": " and", "probability": 0.020263671875}, {"token_id": 234, "token_text": " in", "probability": 0.006988525390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2451171875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1689453125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.027587890625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.018310546875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0162353515625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.341796875}, {"token_id": 1758, "token_text": " United", "probability": 0.08642578125}, {"token_id": 8040, "token_text": " province", "probability": 0.02392578125}, {"token_id": 1483, "token_text": " state", "probability": 0.0198974609375}, {"token_id": 2864, "token_text": " West", "probability": 0.0159912109375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.7734375}, {"token_id": 5350, "token_text": " states", "probability": 0.033935546875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.02197265625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0181884765625}, {"token_id": 8040, "token_text": " province", "probability": 0.01251220703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.71875}, {"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 15, "token_text": ",", "probability": 0.05908203125}, {"token_id": 262, "token_text": " and", "probability": 0.0140380859375}, {"token_id": 234, "token_text": " in", "probability": 0.008544921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.177734375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.021240234375}, {"token_id": 12958, "token_text": " Lomb", "probability": 0.01251220703125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0120849609375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.53125}, {"token_id": 1758, "token_text": " United", "probability": 0.05615234375}, {"token_id": 1483, "token_text": " state", "probability": 0.0146484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0133056640625}, {"token_id": 8040, "token_text": " province", "probability": 0.01007080078125}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.85546875}, {"token_id": 5350, "token_text": " states", "probability": 0.03515625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0228271484375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0089111328125}, {"token_id": 8040, "token_text": " province", "probability": 0.00738525390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.77734375}, {"token_id": 17, "token_text": ".", "probability": 0.1123046875}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}, {"token_id": 262, "token_text": " and", "probability": 0.0086669921875}, {"token_id": 234, "token_text": " in", "probability": 0.006744384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.48828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1318359375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0172119140625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.013427734375}, {"token_id": 12958, "token_text": " Lomb", "probability": 0.01080322265625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.64453125}, {"token_id": 1758, "token_text": " United", "probability": 0.041015625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01177978515625}, {"token_id": 1796, "token_text": " German", "probability": 0.0107421875}, {"token_id": 1483, "token_text": " state", "probability": 0.00946044921875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.95703125}, {"token_id": 5350, "token_text": " states", "probability": 0.01202392578125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0050048828125}, {"token_id": 2825, "token_text": " State", "probability": 0.002685546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0019683837890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.82421875}, {"token_id": 17, "token_text": ".", "probability": 0.09228515625}, {"token_id": 15, "token_text": ",", "probability": 0.030029296875}, {"token_id": 262, "token_text": " and", "probability": 0.008056640625}, {"token_id": 234, "token_text": " in", "probability": 0.00628662109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.57421875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1455078125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.01312255859375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0123291015625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00872802734375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.67578125}, {"token_id": 1758, "token_text": " United", "probability": 0.0380859375}, {"token_id": 1796, "token_text": " German", "probability": 0.01239013671875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01165771484375}, {"token_id": 3093, "token_text": " English", "probability": 0.00933837890625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.9609375}, {"token_id": 5350, "token_text": " states", "probability": 0.010009765625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.004180908203125}, {"token_id": 8040, "token_text": " province", "probability": 0.0027008056640625}, {"token_id": 2825, "token_text": " State", "probability": 0.0027008056640625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84375}, {"token_id": 17, "token_text": ".", "probability": 0.08349609375}, {"token_id": 15, "token_text": ",", "probability": 0.025390625}, {"token_id": 262, "token_text": " and", "probability": 0.00604248046875}, {"token_id": 234, "token_text": " in", "probability": 0.00604248046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.60546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.15234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01214599609375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.01177978515625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0089111328125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.6796875}, {"token_id": 1758, "token_text": " United", "probability": 0.040771484375}, {"token_id": 1796, "token_text": " German", "probability": 0.01324462890625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01239013671875}, {"token_id": 3093, "token_text": " English", "probability": 0.01031494140625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.94921875}, {"token_id": 5350, "token_text": " states", "probability": 0.0185546875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0050048828125}, {"token_id": 2825, "token_text": " State", "probability": 0.002838134765625}, {"token_id": 8040, "token_text": " province", "probability": 0.0022125244140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83984375}, {"token_id": 17, "token_text": ".", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.00726318359375}, {"token_id": 234, "token_text": " in", "probability": 0.0068359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.10546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0101318359375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.00653076171875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00494384765625}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.12353515625}, {"token_id": 3857, "token_text": " located", "probability": 0.0322265625}, {"token_id": 209, "token_text": " a", "probability": 0.029296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0220947265625}, {"token_id": 234, "token_text": " in", "probability": 0.01953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1455078125}, {"token_id": 5656, "token_text": " largest", "probability": 0.06884765625}, {"token_id": 942, "token_text": " most", "probability": 0.036865234375}, {"token_id": 1547, "token_text": " world", "probability": 0.03564453125}, {"token_id": 1077, "token_text": " second", "probability": 0.026123046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.0233154296875}, {"token_id": 262, "token_text": " and", "probability": 0.0218505859375}, {"token_id": 17, "token_text": ".", "probability": 0.0181884765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1923828125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0517578125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0216064453125}, {"token_id": 209, "token_text": " a", "probability": 0.0162353515625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1357421875}, {"token_id": 2259, "token_text": " city", "probability": 0.05322265625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0322265625}, {"token_id": 8040, "token_text": " province", "probability": 0.0284423828125}, {"token_id": 1547, "token_text": " world", "probability": 0.0267333984375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.220703125}, {"token_id": 4528, "token_text": " capital", "probability": 0.1181640625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0673828125}, {"token_id": 8040, "token_text": " province", "probability": 0.04345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.034912109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.443359375}, {"token_id": 17, "token_text": ".", "probability": 0.173828125}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0498046875}, {"token_id": 262, "token_text": " and", "probability": 0.0498046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1787109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.16796875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.043701171875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01708984375}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.01141357421875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1630859375}, {"token_id": 1758, "token_text": " United", "probability": 0.06787109375}, {"token_id": 1483, "token_text": " state", "probability": 0.038818359375}, {"token_id": 8040, "token_text": " province", "probability": 0.0341796875}, {"token_id": 1547, "token_text": " world", "probability": 0.0257568359375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.5234375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.07080078125}, {"token_id": 5350, "token_text": " states", "probability": 0.04296875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.037841796875}, {"token_id": 21190, "token_text": " republic", "probability": 0.0277099609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.671875}, {"token_id": 17, "token_text": ".", "probability": 0.140625}, {"token_id": 15, "token_text": ",", "probability": 0.08544921875}, {"token_id": 262, "token_text": " and", "probability": 0.020263671875}, {"token_id": 234, "token_text": " in", "probability": 0.006988525390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2451171875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1689453125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.027587890625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.018310546875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0162353515625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.341796875}, {"token_id": 1758, "token_text": " United", "probability": 0.08642578125}, {"token_id": 8040, "token_text": " province", "probability": 0.02392578125}, {"token_id": 1483, "token_text": " state", "probability": 0.0198974609375}, {"token_id": 2864, "token_text": " West", "probability": 0.0159912109375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.7734375}, {"token_id": 5350, "token_text": " states", "probability": 0.033935546875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.02197265625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0181884765625}, {"token_id": 8040, "token_text": " province", "probability": 0.01251220703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.71875}, {"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 15, "token_text": ",", "probability": 0.05908203125}, {"token_id": 262, "token_text": " and", "probability": 0.0140380859375}, {"token_id": 234, "token_text": " in", "probability": 0.008544921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.177734375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.021240234375}, {"token_id": 12958, "token_text": " Lomb", "probability": 0.01251220703125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0120849609375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.53125}, {"token_id": 1758, "token_text": " United", "probability": 0.05615234375}, {"token_id": 1483, "token_text": " state", "probability": 0.0146484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0133056640625}, {"token_id": 8040, "token_text": " province", "probability": 0.01007080078125}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.85546875}, {"token_id": 5350, "token_text": " states", "probability": 0.03515625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0228271484375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0089111328125}, {"token_id": 8040, "token_text": " province", "probability": 0.00738525390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.77734375}, {"token_id": 17, "token_text": ".", "probability": 0.1123046875}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}, {"token_id": 262, "token_text": " and", "probability": 0.0086669921875}, {"token_id": 234, "token_text": " in", "probability": 0.006744384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.48828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1318359375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0172119140625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.013427734375}, {"token_id": 12958, "token_text": " Lomb", "probability": 0.01080322265625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.64453125}, {"token_id": 1758, "token_text": " United", "probability": 0.041015625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01177978515625}, {"token_id": 1796, "token_text": " German", "probability": 0.0107421875}, {"token_id": 1483, "token_text": " state", "probability": 0.00946044921875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.95703125}, {"token_id": 5350, "token_text": " states", "probability": 0.01202392578125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0050048828125}, {"token_id": 2825, "token_text": " State", "probability": 0.002685546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0019683837890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.82421875}, {"token_id": 17, "token_text": ".", "probability": 0.09228515625}, {"token_id": 15, "token_text": ",", "probability": 0.030029296875}, {"token_id": 262, "token_text": " and", "probability": 0.008056640625}, {"token_id": 234, "token_text": " in", "probability": 0.00628662109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.57421875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1455078125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.01312255859375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0123291015625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00872802734375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.67578125}, {"token_id": 1758, "token_text": " United", "probability": 0.0380859375}, {"token_id": 1796, "token_text": " German", "probability": 0.01239013671875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01165771484375}, {"token_id": 3093, "token_text": " English", "probability": 0.00933837890625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.9609375}, {"token_id": 5350, "token_text": " states", "probability": 0.010009765625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.004180908203125}, {"token_id": 8040, "token_text": " province", "probability": 0.0027008056640625}, {"token_id": 2825, "token_text": " State", "probability": 0.0027008056640625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84375}, {"token_id": 17, "token_text": ".", "probability": 0.08349609375}, {"token_id": 15, "token_text": ",", "probability": 0.025390625}, {"token_id": 262, "token_text": " and", "probability": 0.00604248046875}, {"token_id": 234, "token_text": " in", "probability": 0.00604248046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.60546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.15234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01214599609375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.01177978515625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0089111328125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.6796875}, {"token_id": 1758, "token_text": " United", "probability": 0.040771484375}, {"token_id": 1796, "token_text": " German", "probability": 0.01324462890625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01239013671875}, {"token_id": 3093, "token_text": " English", "probability": 0.01031494140625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.94921875}, {"token_id": 5350, "token_text": " states", "probability": 0.0185546875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0050048828125}, {"token_id": 2825, "token_text": " State", "probability": 0.002838134765625}, {"token_id": 8040, "token_text": " province", "probability": 0.0022125244140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83984375}, {"token_id": 17, "token_text": ".", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.00726318359375}, {"token_id": 234, "token_text": " in", "probability": 0.0068359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.10546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0101318359375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.00653076171875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00494384765625}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.12353515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.12353515625}, {"token_id": 3857, "token_text": " located", "probability": 0.0322265625}, {"token_id": 209, "token_text": " a", "probability": 0.029296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0220947265625}, {"token_id": 234, "token_text": " in", "probability": 0.01953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1455078125}, {"token_id": 5656, "token_text": " largest", "probability": 0.06884765625}, {"token_id": 942, "token_text": " most", "probability": 0.036865234375}, {"token_id": 1547, "token_text": " world", "probability": 0.03564453125}, {"token_id": 1077, "token_text": " second", "probability": 0.026123046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 2259, "token_text": " city", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.0233154296875}, {"token_id": 262, "token_text": " and", "probability": 0.0218505859375}, {"token_id": 17, "token_text": ".", "probability": 0.0181884765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1923828125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0517578125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0216064453125}, {"token_id": 209, "token_text": " a", "probability": 0.0162353515625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1357421875}, {"token_id": 2259, "token_text": " city", "probability": 0.05322265625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0322265625}, {"token_id": 8040, "token_text": " province", "probability": 0.0284423828125}, {"token_id": 1547, "token_text": " world", "probability": 0.0267333984375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.220703125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.220703125}, {"token_id": 4528, "token_text": " capital", "probability": 0.1181640625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0673828125}, {"token_id": 8040, "token_text": " province", "probability": 0.04345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.034912109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.443359375}, {"token_id": 17, "token_text": ".", "probability": 0.173828125}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0498046875}, {"token_id": 262, "token_text": " and", "probability": 0.0498046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1787109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1787109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.16796875}, {"token_id": 21615, "token_text": " Venice", "probability": 0.043701171875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01708984375}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.01141357421875}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1630859375}, {"token_id": 1758, "token_text": " United", "probability": 0.06787109375}, {"token_id": 1483, "token_text": " state", "probability": 0.038818359375}, {"token_id": 8040, "token_text": " province", "probability": 0.0341796875}, {"token_id": 1547, "token_text": " world", "probability": 0.0257568359375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.5234375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.5234375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.07080078125}, {"token_id": 5350, "token_text": " states", "probability": 0.04296875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.037841796875}, {"token_id": 21190, "token_text": " republic", "probability": 0.0277099609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.671875}, {"token_id": 17, "token_text": ".", "probability": 0.140625}, {"token_id": 15, "token_text": ",", "probability": 0.08544921875}, {"token_id": 262, "token_text": " and", "probability": 0.020263671875}, {"token_id": 234, "token_text": " in", "probability": 0.006988525390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2451171875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2451171875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1689453125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.027587890625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.018310546875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0162353515625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.341796875}, {"token_id": 1758, "token_text": " United", "probability": 0.08642578125}, {"token_id": 8040, "token_text": " province", "probability": 0.02392578125}, {"token_id": 1483, "token_text": " state", "probability": 0.0198974609375}, {"token_id": 2864, "token_text": " West", "probability": 0.0159912109375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.7734375}, {"token_id": 5350, "token_text": " states", "probability": 0.033935546875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.02197265625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0181884765625}, {"token_id": 8040, "token_text": " province", "probability": 0.01251220703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.71875}, {"token_id": 17, "token_text": ".", "probability": 0.1328125}, {"token_id": 15, "token_text": ",", "probability": 0.05908203125}, {"token_id": 262, "token_text": " and", "probability": 0.0140380859375}, {"token_id": 234, "token_text": " in", "probability": 0.008544921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.400390625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.177734375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.021240234375}, {"token_id": 12958, "token_text": " Lomb", "probability": 0.01251220703125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0120849609375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.53125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.53125}, {"token_id": 1758, "token_text": " United", "probability": 0.05615234375}, {"token_id": 1483, "token_text": " state", "probability": 0.0146484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0133056640625}, {"token_id": 8040, "token_text": " province", "probability": 0.01007080078125}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.85546875}, {"token_id": 5350, "token_text": " states", "probability": 0.03515625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0228271484375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0089111328125}, {"token_id": 8040, "token_text": " province", "probability": 0.00738525390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.77734375}, {"token_id": 17, "token_text": ".", "probability": 0.1123046875}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}, {"token_id": 262, "token_text": " and", "probability": 0.0086669921875}, {"token_id": 234, "token_text": " in", "probability": 0.006744384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.48828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1318359375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.0172119140625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.013427734375}, {"token_id": 12958, "token_text": " Lomb", "probability": 0.01080322265625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.64453125}, {"token_id": 1758, "token_text": " United", "probability": 0.041015625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01177978515625}, {"token_id": 1796, "token_text": " German", "probability": 0.0107421875}, {"token_id": 1483, "token_text": " state", "probability": 0.00946044921875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.95703125}, {"token_id": 5350, "token_text": " states", "probability": 0.01202392578125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0050048828125}, {"token_id": 2825, "token_text": " State", "probability": 0.002685546875}, {"token_id": 8040, "token_text": " province", "probability": 0.0019683837890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.82421875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.82421875}, {"token_id": 17, "token_text": ".", "probability": 0.09228515625}, {"token_id": 15, "token_text": ",", "probability": 0.030029296875}, {"token_id": 262, "token_text": " and", "probability": 0.008056640625}, {"token_id": 234, "token_text": " in", "probability": 0.00628662109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.57421875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1455078125}, {"token_id": 21615, "token_text": " Venice", "probability": 0.01312255859375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0123291015625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00872802734375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.67578125}, {"token_id": 1758, "token_text": " United", "probability": 0.0380859375}, {"token_id": 1796, "token_text": " German", "probability": 0.01239013671875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01165771484375}, {"token_id": 3093, "token_text": " English", "probability": 0.00933837890625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.9609375}, {"token_id": 5350, "token_text": " states", "probability": 0.010009765625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.004180908203125}, {"token_id": 8040, "token_text": " province", "probability": 0.0027008056640625}, {"token_id": 2825, "token_text": " State", "probability": 0.0027008056640625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84375}, {"token_id": 17, "token_text": ".", "probability": 0.08349609375}, {"token_id": 15, "token_text": ",", "probability": 0.025390625}, {"token_id": 262, "token_text": " and", "probability": 0.00604248046875}, {"token_id": 234, "token_text": " in", "probability": 0.00604248046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.60546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.15234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01214599609375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.01177978515625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0089111328125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.6796875}, {"token_id": 1758, "token_text": " United", "probability": 0.040771484375}, {"token_id": 1796, "token_text": " German", "probability": 0.01324462890625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01239013671875}, {"token_id": 3093, "token_text": " English", "probability": 0.01031494140625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.94921875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.94921875}, {"token_id": 5350, "token_text": " states", "probability": 0.0185546875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0050048828125}, {"token_id": 2825, "token_text": " State", "probability": 0.002838134765625}, {"token_id": 8040, "token_text": " province", "probability": 0.0022125244140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83984375}, {"token_id": 17, "token_text": ".", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.00726318359375}, {"token_id": 234, "token_text": " in", "probability": 0.0068359375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.10546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0101318359375}, {"token_id": 21615, "token_text": " Venice", "probability": 0.00653076171875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00494384765625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 29, "correct_token_probability": 0.00384521484375, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.12353515625}, {"token_id": 3857, "token_text": " located", "probability": 0.0322265625}, {"token_id": 209, "token_text": " a", "probability": 0.029296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0220947265625}, {"token_id": 234, "token_text": " in", "probability": 0.01953125}, {"token_id": 720, "token_text": " one", "probability": 0.018310546875}, {"token_id": 10438, "token_text": " divided", "probability": 0.018310546875}, {"token_id": 14812, "token_text": " situated", "probability": 0.0172119140625}, {"token_id": 368, "token_text": " at", "probability": 0.0118408203125}, {"token_id": 842, "token_text": " about", "probability": 0.011474609375}], "entropy": 6.25}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -5.560925801447701, "average_logprob_per_token": -5.560925801447701, "perplexity_on_target_sequence": 260.06349206349194, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -5.560925801447701, "probability": 0.00384521484375, "raw_probability": 0.00384521484375, "correct_token_rank": 29}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 11000, "elapsed_sec": 91513.33614635468, "probe_elapsed_sec": 0.9798749899491668, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to determine the number of words that are used to describe the number of words that are used to describe the number of words that are used to describe the", "text": "A small language model should be used to determine the number of words that are used to describe the number of words that are used to describe the number of words that are used to describe the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.470703125}, {"token_id": 534, "token_text": " not", "probability": 0.0439453125}, {"token_id": 1466, "token_text": " help", "probability": 0.026611328125}, {"token_id": 581, "token_text": " have", "probability": 0.0234375}, {"token_id": 751, "token_text": " also", "probability": 0.0194091796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1708984375}, {"token_id": 209, "token_text": " a", "probability": 0.03369140625}, {"token_id": 4424, "token_text": " considered", "probability": 0.025390625}, {"token_id": 2956, "token_text": " able", "probability": 0.0185546875}, {"token_id": 10227, "token_text": " defined", "probability": 0.016357421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.34765625}, {"token_id": 321, "token_text": " for", "probability": 0.11328125}, {"token_id": 347, "token_text": " as", "probability": 0.1064453125}, {"token_id": 234, "token_text": " in", "probability": 0.1064453125}, {"token_id": 17, "token_text": ".", "probability": 0.06884765625}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.05517578125}, {"token_id": 10938, "token_text": " identify", "probability": 0.033447265625}, {"token_id": 4621, "token_text": " model", "probability": 0.033447265625}, {"token_id": 10728, "token_text": " describe", "probability": 0.029541015625}, {"token_id": 4052, "token_text": " create", "probability": 0.029541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.37890625}, {"token_id": 1092, "token_text": " if", "probability": 0.095703125}, {"token_id": 4007, "token_text": " whether", "probability": 0.07958984375}, {"token_id": 1168, "token_text": " how", "probability": 0.0546875}, {"token_id": 209, "token_text": " a", "probability": 0.04248046875}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.0240478515625, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.0240478515625}, {"token_id": 13759, "token_text": " extent", "probability": 0.01287841796875}, {"token_id": 6449, "token_text": " location", "probability": 0.01251220703125}, {"token_id": 5419, "token_text": " size", "probability": 0.01104736328125}, {"token_id": 3145, "token_text": " role", "probability": 0.01104736328125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.95703125}, {"token_id": 262, "token_text": " and", "probability": 0.01202392578125}, {"token_id": 410, "token_text": " or", "probability": 0.0026092529296875}, {"token_id": 15, "token_text": ",", "probability": 0.002227783203125}, {"token_id": 1391, "token_text": " between", "probability": 0.0018463134765625}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.03564453125}, {"token_id": 9300, "token_text": " factors", "probability": 0.02783203125}, {"token_id": 230, "token_text": " the", "probability": 0.0245361328125}, {"token_id": 9378, "token_text": " languages", "probability": 0.0216064453125}, {"token_id": 3220, "token_text": " possible", "probability": 0.0185546875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.1455078125}, {"token_id": 234, "token_text": " in", "probability": 0.13671875}, {"token_id": 256, "token_text": " of", "probability": 0.087890625}, {"token_id": 1347, "token_text": " used", "probability": 0.056884765625}, {"token_id": 262, "token_text": " and", "probability": 0.0390625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.16796875}, {"token_id": 230, "token_text": " the", "probability": 0.08447265625}, {"token_id": 523, "token_text": " you", "probability": 0.036376953125}, {"token_id": 566, "token_text": " can", "probability": 0.0311279296875}, {"token_id": 336, "token_text": " is", "probability": 0.0301513671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.21484375}, {"token_id": 534, "token_text": " not", "probability": 0.042236328125}, {"token_id": 1334, "token_text": " found", "probability": 0.0240478515625}, {"token_id": 234, "token_text": " in", "probability": 0.0240478515625}, {"token_id": 4075, "token_text": " written", "probability": 0.0198974609375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.609375}, {"token_id": 234, "token_text": " in", "probability": 0.099609375}, {"token_id": 321, "token_text": " for", "probability": 0.08251953125}, {"token_id": 443, "token_text": " by", "probability": 0.0303955078125}, {"token_id": 17, "token_text": ".", "probability": 0.028564453125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.14453125}, {"token_id": 8550, "token_text": " determine", "probability": 0.10546875}, {"token_id": 3346, "token_text": " represent", "probability": 0.06396484375}, {"token_id": 7749, "token_text": " measure", "probability": 0.041259765625}, {"token_id": 17143, "token_text": " define", "probability": 0.0341796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.30078125}, {"token_id": 209, "token_text": " a", "probability": 0.10400390625}, {"token_id": 17, "token_text": ".", "probability": 0.049072265625}, {"token_id": 262, "token_text": " and", "probability": 0.02392578125}, {"token_id": 440, "token_text": " all", "probability": 0.019287109375}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.059814453125, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.059814453125}, {"token_id": 3965, "token_text": " language", "probability": 0.03857421875}, {"token_id": 3736, "token_text": " words", "probability": 0.022705078125}, {"token_id": 2185, "token_text": " word", "probability": 0.02197265625}, {"token_id": 4275, "token_text": " type", "probability": 0.02001953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.87890625}, {"token_id": 262, "token_text": " and", "probability": 0.0283203125}, {"token_id": 17, "token_text": ".", "probability": 0.01513671875}, {"token_id": 15, "token_text": ",", "probability": 0.009765625}, {"token_id": 410, "token_text": " or", "probability": 0.005218505859375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.74609375}, {"token_id": 8896, "token_text": " letters", "probability": 0.0478515625}, {"token_id": 5450, "token_text": " terms", "probability": 0.01287841796875}, {"token_id": 2185, "token_text": " word", "probability": 0.00830078125}, {"token_id": 230, "token_text": " the", "probability": 0.00689697265625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.60546875}, {"token_id": 234, "token_text": " in", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.036376953125}, {"token_id": 1347, "token_text": " used", "probability": 0.0283203125}, {"token_id": 647, "token_text": " which", "probability": 0.0264892578125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.640625}, {"token_id": 581, "token_text": " have", "probability": 0.0281982421875}, {"token_id": 566, "token_text": " can", "probability": 0.0234375}, {"token_id": 670, "token_text": " were", "probability": 0.02197265625}, {"token_id": 769, "token_text": " they", "probability": 0.01177978515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.625}, {"token_id": 534, "token_text": " not", "probability": 0.0166015625}, {"token_id": 1334, "token_text": " found", "probability": 0.01141357421875}, {"token_id": 4075, "token_text": " written", "probability": 0.00836181640625}, {"token_id": 234, "token_text": " in", "probability": 0.00836181640625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.77734375}, {"token_id": 234, "token_text": " in", "probability": 0.06005859375}, {"token_id": 321, "token_text": " for", "probability": 0.041259765625}, {"token_id": 443, "token_text": " by", "probability": 0.01336669921875}, {"token_id": 17, "token_text": ".", "probability": 0.01336669921875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.384765625}, {"token_id": 3346, "token_text": " represent", "probability": 0.06689453125}, {"token_id": 8550, "token_text": " determine", "probability": 0.06298828125}, {"token_id": 10938, "token_text": " identify", "probability": 0.049072265625}, {"token_id": 17143, "token_text": " define", "probability": 0.031494140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 209, "token_text": " a", "probability": 0.05615234375}, {"token_id": 1078, "token_text": " them", "probability": 0.0206298828125}, {"token_id": 17, "token_text": ".", "probability": 0.0194091796875}, {"token_id": 3736, "token_text": " words", "probability": 0.0181884765625}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.35546875}, {"token_id": 7104, "token_text": " numbers", "probability": 0.0400390625}, {"token_id": 4275, "token_text": " type", "probability": 0.029296875}, {"token_id": 3736, "token_text": " words", "probability": 0.0213623046875}, {"token_id": 2185, "token_text": " word", "probability": 0.0166015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.875}, {"token_id": 17, "token_text": ".", "probability": 0.0263671875}, {"token_id": 262, "token_text": " and", "probability": 0.0247802734375}, {"token_id": 15, "token_text": ",", "probability": 0.00970458984375}, {"token_id": 379, "token_text": " that", "probability": 0.005889892578125}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.8359375}, {"token_id": 8896, "token_text": " letters", "probability": 0.03662109375}, {"token_id": 2185, "token_text": " word", "probability": 0.0098876953125}, {"token_id": 5450, "token_text": " terms", "probability": 0.00927734375}, {"token_id": 20935, "token_text": " sentences", "probability": 0.006378173828125}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.70703125}, {"token_id": 17, "token_text": ".", "probability": 0.05126953125}, {"token_id": 234, "token_text": " in", "probability": 0.0400390625}, {"token_id": 647, "token_text": " which", "probability": 0.0257568359375}, {"token_id": 1347, "token_text": " used", "probability": 0.0167236328125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.74609375}, {"token_id": 670, "token_text": " were", "probability": 0.0272216796875}, {"token_id": 581, "token_text": " have", "probability": 0.0272216796875}, {"token_id": 566, "token_text": " can", "probability": 0.0164794921875}, {"token_id": 769, "token_text": " they", "probability": 0.00830078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.80859375}, {"token_id": 6228, "token_text": " associated", "probability": 0.006988525390625}, {"token_id": 534, "token_text": " not", "probability": 0.00579833984375}, {"token_id": 1334, "token_text": " found", "probability": 0.00396728515625}, {"token_id": 4424, "token_text": " considered", "probability": 0.003509521484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.84765625}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 321, "token_text": " for", "probability": 0.03271484375}, {"token_id": 443, "token_text": " by", "probability": 0.010009765625}, {"token_id": 17, "token_text": ".", "probability": 0.010009765625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.546875}, {"token_id": 10938, "token_text": " identify", "probability": 0.047607421875}, {"token_id": 3346, "token_text": " represent", "probability": 0.0419921875}, {"token_id": 8550, "token_text": " determine", "probability": 0.03271484375}, {"token_id": 17143, "token_text": " define", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.69921875}, {"token_id": 209, "token_text": " a", "probability": 0.0419921875}, {"token_id": 1078, "token_text": " them", "probability": 0.0224609375}, {"token_id": 440, "token_text": " all", "probability": 0.0106201171875}, {"token_id": 732, "token_text": " their", "probability": 0.00933837890625}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.470703125}, {"token_id": 534, "token_text": " not", "probability": 0.0439453125}, {"token_id": 1466, "token_text": " help", "probability": 0.026611328125}, {"token_id": 581, "token_text": " have", "probability": 0.0234375}, {"token_id": 751, "token_text": " also", "probability": 0.0194091796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1708984375}, {"token_id": 209, "token_text": " a", "probability": 0.03369140625}, {"token_id": 4424, "token_text": " considered", "probability": 0.025390625}, {"token_id": 2956, "token_text": " able", "probability": 0.0185546875}, {"token_id": 10227, "token_text": " defined", "probability": 0.016357421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.34765625}, {"token_id": 321, "token_text": " for", "probability": 0.11328125}, {"token_id": 347, "token_text": " as", "probability": 0.1064453125}, {"token_id": 234, "token_text": " in", "probability": 0.1064453125}, {"token_id": 17, "token_text": ".", "probability": 0.06884765625}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.05517578125}, {"token_id": 10938, "token_text": " identify", "probability": 0.033447265625}, {"token_id": 4621, "token_text": " model", "probability": 0.033447265625}, {"token_id": 10728, "token_text": " describe", "probability": 0.029541015625}, {"token_id": 4052, "token_text": " create", "probability": 0.029541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.37890625}, {"token_id": 1092, "token_text": " if", "probability": 0.095703125}, {"token_id": 4007, "token_text": " whether", "probability": 0.07958984375}, {"token_id": 1168, "token_text": " how", "probability": 0.0546875}, {"token_id": 209, "token_text": " a", "probability": 0.04248046875}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.0240478515625, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.0240478515625}, {"token_id": 13759, "token_text": " extent", "probability": 0.01287841796875}, {"token_id": 6449, "token_text": " location", "probability": 0.01251220703125}, {"token_id": 5419, "token_text": " size", "probability": 0.01104736328125}, {"token_id": 3145, "token_text": " role", "probability": 0.01104736328125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.95703125}, {"token_id": 262, "token_text": " and", "probability": 0.01202392578125}, {"token_id": 410, "token_text": " or", "probability": 0.0026092529296875}, {"token_id": 15, "token_text": ",", "probability": 0.002227783203125}, {"token_id": 1391, "token_text": " between", "probability": 0.0018463134765625}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.03564453125}, {"token_id": 9300, "token_text": " factors", "probability": 0.02783203125}, {"token_id": 230, "token_text": " the", "probability": 0.0245361328125}, {"token_id": 9378, "token_text": " languages", "probability": 0.0216064453125}, {"token_id": 3220, "token_text": " possible", "probability": 0.0185546875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.1455078125}, {"token_id": 234, "token_text": " in", "probability": 0.13671875}, {"token_id": 256, "token_text": " of", "probability": 0.087890625}, {"token_id": 1347, "token_text": " used", "probability": 0.056884765625}, {"token_id": 262, "token_text": " and", "probability": 0.0390625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.16796875}, {"token_id": 230, "token_text": " the", "probability": 0.08447265625}, {"token_id": 523, "token_text": " you", "probability": 0.036376953125}, {"token_id": 566, "token_text": " can", "probability": 0.0311279296875}, {"token_id": 336, "token_text": " is", "probability": 0.0301513671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.21484375}, {"token_id": 534, "token_text": " not", "probability": 0.042236328125}, {"token_id": 1334, "token_text": " found", "probability": 0.0240478515625}, {"token_id": 234, "token_text": " in", "probability": 0.0240478515625}, {"token_id": 4075, "token_text": " written", "probability": 0.0198974609375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.609375}, {"token_id": 234, "token_text": " in", "probability": 0.099609375}, {"token_id": 321, "token_text": " for", "probability": 0.08251953125}, {"token_id": 443, "token_text": " by", "probability": 0.0303955078125}, {"token_id": 17, "token_text": ".", "probability": 0.028564453125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.14453125}, {"token_id": 8550, "token_text": " determine", "probability": 0.10546875}, {"token_id": 3346, "token_text": " represent", "probability": 0.06396484375}, {"token_id": 7749, "token_text": " measure", "probability": 0.041259765625}, {"token_id": 17143, "token_text": " define", "probability": 0.0341796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.30078125}, {"token_id": 209, "token_text": " a", "probability": 0.10400390625}, {"token_id": 17, "token_text": ".", "probability": 0.049072265625}, {"token_id": 262, "token_text": " and", "probability": 0.02392578125}, {"token_id": 440, "token_text": " all", "probability": 0.019287109375}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.059814453125, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.059814453125}, {"token_id": 3965, "token_text": " language", "probability": 0.03857421875}, {"token_id": 3736, "token_text": " words", "probability": 0.022705078125}, {"token_id": 2185, "token_text": " word", "probability": 0.02197265625}, {"token_id": 4275, "token_text": " type", "probability": 0.02001953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.87890625}, {"token_id": 262, "token_text": " and", "probability": 0.0283203125}, {"token_id": 17, "token_text": ".", "probability": 0.01513671875}, {"token_id": 15, "token_text": ",", "probability": 0.009765625}, {"token_id": 410, "token_text": " or", "probability": 0.005218505859375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.74609375}, {"token_id": 8896, "token_text": " letters", "probability": 0.0478515625}, {"token_id": 5450, "token_text": " terms", "probability": 0.01287841796875}, {"token_id": 2185, "token_text": " word", "probability": 0.00830078125}, {"token_id": 230, "token_text": " the", "probability": 0.00689697265625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.60546875}, {"token_id": 234, "token_text": " in", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.036376953125}, {"token_id": 1347, "token_text": " used", "probability": 0.0283203125}, {"token_id": 647, "token_text": " which", "probability": 0.0264892578125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.640625}, {"token_id": 581, "token_text": " have", "probability": 0.0281982421875}, {"token_id": 566, "token_text": " can", "probability": 0.0234375}, {"token_id": 670, "token_text": " were", "probability": 0.02197265625}, {"token_id": 769, "token_text": " they", "probability": 0.01177978515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.625}, {"token_id": 534, "token_text": " not", "probability": 0.0166015625}, {"token_id": 1334, "token_text": " found", "probability": 0.01141357421875}, {"token_id": 4075, "token_text": " written", "probability": 0.00836181640625}, {"token_id": 234, "token_text": " in", "probability": 0.00836181640625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.77734375}, {"token_id": 234, "token_text": " in", "probability": 0.06005859375}, {"token_id": 321, "token_text": " for", "probability": 0.041259765625}, {"token_id": 443, "token_text": " by", "probability": 0.01336669921875}, {"token_id": 17, "token_text": ".", "probability": 0.01336669921875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.384765625}, {"token_id": 3346, "token_text": " represent", "probability": 0.06689453125}, {"token_id": 8550, "token_text": " determine", "probability": 0.06298828125}, {"token_id": 10938, "token_text": " identify", "probability": 0.049072265625}, {"token_id": 17143, "token_text": " define", "probability": 0.031494140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 209, "token_text": " a", "probability": 0.05615234375}, {"token_id": 1078, "token_text": " them", "probability": 0.0206298828125}, {"token_id": 17, "token_text": ".", "probability": 0.0194091796875}, {"token_id": 3736, "token_text": " words", "probability": 0.0181884765625}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.35546875}, {"token_id": 7104, "token_text": " numbers", "probability": 0.0400390625}, {"token_id": 4275, "token_text": " type", "probability": 0.029296875}, {"token_id": 3736, "token_text": " words", "probability": 0.0213623046875}, {"token_id": 2185, "token_text": " word", "probability": 0.0166015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.875}, {"token_id": 17, "token_text": ".", "probability": 0.0263671875}, {"token_id": 262, "token_text": " and", "probability": 0.0247802734375}, {"token_id": 15, "token_text": ",", "probability": 0.00970458984375}, {"token_id": 379, "token_text": " that", "probability": 0.005889892578125}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.8359375}, {"token_id": 8896, "token_text": " letters", "probability": 0.03662109375}, {"token_id": 2185, "token_text": " word", "probability": 0.0098876953125}, {"token_id": 5450, "token_text": " terms", "probability": 0.00927734375}, {"token_id": 20935, "token_text": " sentences", "probability": 0.006378173828125}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.70703125}, {"token_id": 17, "token_text": ".", "probability": 0.05126953125}, {"token_id": 234, "token_text": " in", "probability": 0.0400390625}, {"token_id": 647, "token_text": " which", "probability": 0.0257568359375}, {"token_id": 1347, "token_text": " used", "probability": 0.0167236328125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.74609375}, {"token_id": 670, "token_text": " were", "probability": 0.0272216796875}, {"token_id": 581, "token_text": " have", "probability": 0.0272216796875}, {"token_id": 566, "token_text": " can", "probability": 0.0164794921875}, {"token_id": 769, "token_text": " they", "probability": 0.00830078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.80859375}, {"token_id": 6228, "token_text": " associated", "probability": 0.006988525390625}, {"token_id": 534, "token_text": " not", "probability": 0.00579833984375}, {"token_id": 1334, "token_text": " found", "probability": 0.00396728515625}, {"token_id": 4424, "token_text": " considered", "probability": 0.003509521484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.84765625}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 321, "token_text": " for", "probability": 0.03271484375}, {"token_id": 443, "token_text": " by", "probability": 0.010009765625}, {"token_id": 17, "token_text": ".", "probability": 0.010009765625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.546875}, {"token_id": 10938, "token_text": " identify", "probability": 0.047607421875}, {"token_id": 3346, "token_text": " represent", "probability": 0.0419921875}, {"token_id": 8550, "token_text": " determine", "probability": 0.03271484375}, {"token_id": 17143, "token_text": " define", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.69921875}, {"token_id": 209, "token_text": " a", "probability": 0.0419921875}, {"token_id": 1078, "token_text": " them", "probability": 0.0224609375}, {"token_id": 440, "token_text": " all", "probability": 0.0106201171875}, {"token_id": 732, "token_text": " their", "probability": 0.00933837890625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.470703125}, {"token_id": 534, "token_text": " not", "probability": 0.0439453125}, {"token_id": 1466, "token_text": " help", "probability": 0.026611328125}, {"token_id": 581, "token_text": " have", "probability": 0.0234375}, {"token_id": 751, "token_text": " also", "probability": 0.0194091796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1708984375}, {"token_id": 209, "token_text": " a", "probability": 0.03369140625}, {"token_id": 4424, "token_text": " considered", "probability": 0.025390625}, {"token_id": 2956, "token_text": " able", "probability": 0.0185546875}, {"token_id": 10227, "token_text": " defined", "probability": 0.016357421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.34765625}, {"token_id": 321, "token_text": " for", "probability": 0.11328125}, {"token_id": 347, "token_text": " as", "probability": 0.1064453125}, {"token_id": 234, "token_text": " in", "probability": 0.1064453125}, {"token_id": 17, "token_text": ".", "probability": 0.06884765625}]}, {"token_id": 8550, "token_text": " determine", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 8550, "token_text": " determine", "probability": 0.05517578125}, {"token_id": 10938, "token_text": " identify", "probability": 0.033447265625}, {"token_id": 4621, "token_text": " model", "probability": 0.033447265625}, {"token_id": 10728, "token_text": " describe", "probability": 0.029541015625}, {"token_id": 4052, "token_text": " create", "probability": 0.029541015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.37890625}, {"token_id": 1092, "token_text": " if", "probability": 0.095703125}, {"token_id": 4007, "token_text": " whether", "probability": 0.07958984375}, {"token_id": 1168, "token_text": " how", "probability": 0.0546875}, {"token_id": 209, "token_text": " a", "probability": 0.04248046875}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.0240478515625, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.0240478515625}, {"token_id": 13759, "token_text": " extent", "probability": 0.01287841796875}, {"token_id": 6449, "token_text": " location", "probability": 0.01251220703125}, {"token_id": 5419, "token_text": " size", "probability": 0.01104736328125}, {"token_id": 3145, "token_text": " role", "probability": 0.01104736328125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.95703125}, {"token_id": 262, "token_text": " and", "probability": 0.01202392578125}, {"token_id": 410, "token_text": " or", "probability": 0.0026092529296875}, {"token_id": 15, "token_text": ",", "probability": 0.002227783203125}, {"token_id": 1391, "token_text": " between", "probability": 0.0018463134765625}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.03564453125}, {"token_id": 9300, "token_text": " factors", "probability": 0.02783203125}, {"token_id": 230, "token_text": " the", "probability": 0.0245361328125}, {"token_id": 9378, "token_text": " languages", "probability": 0.0216064453125}, {"token_id": 3220, "token_text": " possible", "probability": 0.0185546875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.1455078125}, {"token_id": 234, "token_text": " in", "probability": 0.13671875}, {"token_id": 256, "token_text": " of", "probability": 0.087890625}, {"token_id": 1347, "token_text": " used", "probability": 0.056884765625}, {"token_id": 262, "token_text": " and", "probability": 0.0390625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.16796875}, {"token_id": 230, "token_text": " the", "probability": 0.08447265625}, {"token_id": 523, "token_text": " you", "probability": 0.036376953125}, {"token_id": 566, "token_text": " can", "probability": 0.0311279296875}, {"token_id": 336, "token_text": " is", "probability": 0.0301513671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.21484375}, {"token_id": 534, "token_text": " not", "probability": 0.042236328125}, {"token_id": 1334, "token_text": " found", "probability": 0.0240478515625}, {"token_id": 234, "token_text": " in", "probability": 0.0240478515625}, {"token_id": 4075, "token_text": " written", "probability": 0.0198974609375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.609375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.609375}, {"token_id": 234, "token_text": " in", "probability": 0.099609375}, {"token_id": 321, "token_text": " for", "probability": 0.08251953125}, {"token_id": 443, "token_text": " by", "probability": 0.0303955078125}, {"token_id": 17, "token_text": ".", "probability": 0.028564453125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.14453125}, {"token_id": 8550, "token_text": " determine", "probability": 0.10546875}, {"token_id": 3346, "token_text": " represent", "probability": 0.06396484375}, {"token_id": 7749, "token_text": " measure", "probability": 0.041259765625}, {"token_id": 17143, "token_text": " define", "probability": 0.0341796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.30078125}, {"token_id": 209, "token_text": " a", "probability": 0.10400390625}, {"token_id": 17, "token_text": ".", "probability": 0.049072265625}, {"token_id": 262, "token_text": " and", "probability": 0.02392578125}, {"token_id": 440, "token_text": " all", "probability": 0.019287109375}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.059814453125, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.059814453125}, {"token_id": 3965, "token_text": " language", "probability": 0.03857421875}, {"token_id": 3736, "token_text": " words", "probability": 0.022705078125}, {"token_id": 2185, "token_text": " word", "probability": 0.02197265625}, {"token_id": 4275, "token_text": " type", "probability": 0.02001953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.87890625}, {"token_id": 262, "token_text": " and", "probability": 0.0283203125}, {"token_id": 17, "token_text": ".", "probability": 0.01513671875}, {"token_id": 15, "token_text": ",", "probability": 0.009765625}, {"token_id": 410, "token_text": " or", "probability": 0.005218505859375}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.74609375}, {"token_id": 8896, "token_text": " letters", "probability": 0.0478515625}, {"token_id": 5450, "token_text": " terms", "probability": 0.01287841796875}, {"token_id": 2185, "token_text": " word", "probability": 0.00830078125}, {"token_id": 230, "token_text": " the", "probability": 0.00689697265625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.60546875}, {"token_id": 234, "token_text": " in", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.036376953125}, {"token_id": 1347, "token_text": " used", "probability": 0.0283203125}, {"token_id": 647, "token_text": " which", "probability": 0.0264892578125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.640625, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.640625}, {"token_id": 581, "token_text": " have", "probability": 0.0281982421875}, {"token_id": 566, "token_text": " can", "probability": 0.0234375}, {"token_id": 670, "token_text": " were", "probability": 0.02197265625}, {"token_id": 769, "token_text": " they", "probability": 0.01177978515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.625}, {"token_id": 534, "token_text": " not", "probability": 0.0166015625}, {"token_id": 1334, "token_text": " found", "probability": 0.01141357421875}, {"token_id": 4075, "token_text": " written", "probability": 0.00836181640625}, {"token_id": 234, "token_text": " in", "probability": 0.00836181640625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.77734375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.77734375}, {"token_id": 234, "token_text": " in", "probability": 0.06005859375}, {"token_id": 321, "token_text": " for", "probability": 0.041259765625}, {"token_id": 443, "token_text": " by", "probability": 0.01336669921875}, {"token_id": 17, "token_text": ".", "probability": 0.01336669921875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.384765625}, {"token_id": 3346, "token_text": " represent", "probability": 0.06689453125}, {"token_id": 8550, "token_text": " determine", "probability": 0.06298828125}, {"token_id": 10938, "token_text": " identify", "probability": 0.049072265625}, {"token_id": 17143, "token_text": " define", "probability": 0.031494140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 209, "token_text": " a", "probability": 0.05615234375}, {"token_id": 1078, "token_text": " them", "probability": 0.0206298828125}, {"token_id": 17, "token_text": ".", "probability": 0.0194091796875}, {"token_id": 3736, "token_text": " words", "probability": 0.0181884765625}]}, {"token_id": 1981, "token_text": " number", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 1981, "token_text": " number", "probability": 0.35546875}, {"token_id": 7104, "token_text": " numbers", "probability": 0.0400390625}, {"token_id": 4275, "token_text": " type", "probability": 0.029296875}, {"token_id": 3736, "token_text": " words", "probability": 0.0213623046875}, {"token_id": 2185, "token_text": " word", "probability": 0.0166015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.875}, {"token_id": 17, "token_text": ".", "probability": 0.0263671875}, {"token_id": 262, "token_text": " and", "probability": 0.0247802734375}, {"token_id": 15, "token_text": ",", "probability": 0.00970458984375}, {"token_id": 379, "token_text": " that", "probability": 0.005889892578125}]}, {"token_id": 3736, "token_text": " words", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 3736, "token_text": " words", "probability": 0.8359375}, {"token_id": 8896, "token_text": " letters", "probability": 0.03662109375}, {"token_id": 2185, "token_text": " word", "probability": 0.0098876953125}, {"token_id": 5450, "token_text": " terms", "probability": 0.00927734375}, {"token_id": 20935, "token_text": " sentences", "probability": 0.006378173828125}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.70703125}, {"token_id": 17, "token_text": ".", "probability": 0.05126953125}, {"token_id": 234, "token_text": " in", "probability": 0.0400390625}, {"token_id": 647, "token_text": " which", "probability": 0.0257568359375}, {"token_id": 1347, "token_text": " used", "probability": 0.0167236328125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.74609375}, {"token_id": 670, "token_text": " were", "probability": 0.0272216796875}, {"token_id": 581, "token_text": " have", "probability": 0.0272216796875}, {"token_id": 566, "token_text": " can", "probability": 0.0164794921875}, {"token_id": 769, "token_text": " they", "probability": 0.00830078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.80859375}, {"token_id": 6228, "token_text": " associated", "probability": 0.006988525390625}, {"token_id": 534, "token_text": " not", "probability": 0.00579833984375}, {"token_id": 1334, "token_text": " found", "probability": 0.00396728515625}, {"token_id": 4424, "token_text": " considered", "probability": 0.003509521484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.84765625}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 321, "token_text": " for", "probability": 0.03271484375}, {"token_id": 443, "token_text": " by", "probability": 0.010009765625}, {"token_id": 17, "token_text": ".", "probability": 0.010009765625}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.546875}, {"token_id": 10938, "token_text": " identify", "probability": 0.047607421875}, {"token_id": 3346, "token_text": " represent", "probability": 0.0419921875}, {"token_id": 8550, "token_text": " determine", "probability": 0.03271484375}, {"token_id": 17143, "token_text": " define", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.69921875}, {"token_id": 209, "token_text": " a", "probability": 0.0419921875}, {"token_id": 1078, "token_text": " them", "probability": 0.0224609375}, {"token_id": 440, "token_text": " all", "probability": 0.0106201171875}, {"token_id": 732, "token_text": " their", "probability": 0.00933837890625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.470703125, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.470703125}, {"token_id": 534, "token_text": " not", "probability": 0.0439453125}, {"token_id": 1466, "token_text": " help", "probability": 0.026611328125}, {"token_id": 581, "token_text": " have", "probability": 0.0234375}, {"token_id": 751, "token_text": " also", "probability": 0.0194091796875}, {"token_id": 3710, "token_text": " provide", "probability": 0.01007080078125}, {"token_id": 2464, "token_text": " include", "probability": 0.01007080078125}, {"token_id": 1300, "token_text": " use", "probability": 0.00836181640625}, {"token_id": 1118, "token_text": " only", "probability": 0.00787353515625}, {"token_id": 1494, "token_text": " make", "probability": 0.00714111328125}], "entropy": 3.6875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7535276915488528, "average_logprob_per_token": -0.7535276915488528, "perplexity_on_target_sequence": 2.12448132780083, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.7535276915488528, "probability": 0.470703125, "raw_probability": 0.470703125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 11000, "elapsed_sec": 91513.33670186996, "probe_elapsed_sec": 0.9798749899491668, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la pi\u00f9 grande citt\u00e0 d'Italia. La citt\u00e0 \u00e8 stata fondata nel 1776 e ha una superficie di circa 1.000 m2. La citt\u00e0 \u00e8", "text": "La capitale d'Italia \u00e8 stata la pi\u00f9 grande citt\u00e0 d'Italia. La citt\u00e0 \u00e8 stata fondata nel 1776 e ha una superficie di circa 1.000 m2. La citt\u00e0 \u00e8", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.126953125}, {"token_id": 285, "token_text": " la", "probability": 0.06396484375}, {"token_id": 293, "token_text": " il", "probability": 0.056396484375}, {"token_id": 267, "token_text": " un", "probability": 0.0341796875}, {"token_id": 227, "token_text": " l", "probability": 0.0302734375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.08935546875}, {"token_id": 387, "token_text": " una", "probability": 0.07421875}, {"token_id": 267, "token_text": " un", "probability": 0.034912109375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.029052734375}, {"token_id": 227, "token_text": " l", "probability": 0.0240478515625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.10693359375}, {"token_id": 870, "token_text": " prima", "probability": 0.078125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.036865234375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.036865234375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.025390625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.392578125}, {"token_id": 2935, "token_text": " importante", "probability": 0.1533203125}, {"token_id": 11054, "token_text": " antica", "probability": 0.09912109375}, {"token_id": 5731, "token_text": " alta", "probability": 0.036376953125}, {"token_id": 2911, "token_text": " popol", "probability": 0.0220947265625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1171875}, {"token_id": 246, "token_text": " e", "probability": 0.048828125}, {"token_id": 17465, "token_text": " economia", "probability": 0.0380859375}, {"token_id": 337, "token_text": " del", "probability": 0.03564453125}, {"token_id": 238, "token_text": " di", "probability": 0.0230712890625}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.1826171875}, {"token_id": 238, "token_text": " di", "probability": 0.1611328125}, {"token_id": 4630, "token_text": " italiana", "probability": 0.10400390625}, {"token_id": 337, "token_text": " del", "probability": 0.0810546875}, {"token_id": 370, "token_text": " della", "probability": 0.04345703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00555419921875}, {"token_id": 591, "token_text": "ren", "probability": 0.00013065338134765625}, {"token_id": 1430, "token_text": "inn", "probability": 0.00010156631469726562}, {"token_id": 2710, "token_text": "uomo", "probability": 7.43865966796875e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.9296875}, {"token_id": 5681, "token_text": "Europa", "probability": 0.04931640625}, {"token_id": 7242, "token_text": "America", "probability": 0.01171875}, {"token_id": 11249, "token_text": "Africa", "probability": 0.002166748046875}, {"token_id": 11548, "token_text": "Inghilterra", "probability": 0.001312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.29296875}, {"token_id": 15, "token_text": ",", "probability": 0.21484375}, {"token_id": 246, "token_text": " e", "probability": 0.051025390625}, {"token_id": 272, "token_text": " con", "probability": 0.039794921875}, {"token_id": 29, "token_text": ":", "probability": 0.032958984375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1162109375}, {"token_id": 538, "token_text": " Il", "probability": 0.058349609375}, {"token_id": 302, "token_text": " L", "probability": 0.051513671875}, {"token_id": 897, "token_text": " Nel", "probability": 0.029296875}, {"token_id": 2, "token_text": "", "probability": 0.02587890625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.26171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1689453125}, {"token_id": 718, "token_text": " sua", "probability": 0.037841796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.033447265625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0294189453125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.333984375}, {"token_id": 238, "token_text": " di", "probability": 0.115234375}, {"token_id": 15, "token_text": ",", "probability": 0.06982421875}, {"token_id": 373, "token_text": " ha", "probability": 0.051025390625}, {"token_id": 395, "token_text": " si", "probability": 0.04248046875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.408203125}, {"token_id": 12000, "token_text": " situata", "probability": 0.0380859375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.033447265625}, {"token_id": 285, "token_text": " la", "probability": 0.029541015625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0245361328125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.142578125}, {"token_id": 10658, "token_text": " costruita", "probability": 0.0673828125}, {"token_id": 285, "token_text": " la", "probability": 0.0595703125}, {"token_id": 7478, "token_text": " conquist", "probability": 0.0233154296875}, {"token_id": 22295, "token_text": " distrutta", "probability": 0.0218505859375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.32421875}, {"token_id": 333, "token_text": " da", "probability": 0.134765625}, {"token_id": 674, "token_text": " dal", "probability": 0.06396484375}, {"token_id": 209, "token_text": " a", "probability": 0.03857421875}, {"token_id": 294, "token_text": " su", "probability": 0.0301513671875}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.041259765625}, {"token_id": 1285, "token_text": " 16", "probability": 0.0341796875}, {"token_id": 1148, "token_text": " 15", "probability": 0.0301513671875}, {"token_id": 10291, "token_text": " XVI", "probability": 0.01611328125}, {"token_id": 1552, "token_text": " 14", "probability": 0.01611328125}]}, {"token_id": 7982, "token_text": "76", "chosen_probability": 0.023681640625, "top_k_candidates": [{"token_id": 7982, "token_text": "76", "probability": 0.023681640625}, {"token_id": 10498, "token_text": " \u00b0", "probability": 0.0208740234375}, {"token_id": 7132, "token_text": "88", "probability": 0.0196533203125}, {"token_id": 3635, "token_text": "80", "probability": 0.0196533203125}, {"token_id": 3572, "token_text": "40", "probability": 0.017333984375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.216796875}, {"token_id": 333, "token_text": " da", "probability": 0.1494140625}, {"token_id": 15, "token_text": ",", "probability": 0.1318359375}, {"token_id": 17, "token_text": ".", "probability": 0.058349609375}, {"token_id": 674, "token_text": " dal", "probability": 0.054931640625}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.11376953125}, {"token_id": 285, "token_text": " la", "probability": 0.06103515625}, {"token_id": 633, "token_text": " fu", "probability": 0.044677734375}, {"token_id": 447, "token_text": " nel", "probability": 0.044677734375}, {"token_id": 395, "token_text": " si", "probability": 0.044677734375}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.1220703125}, {"token_id": 267, "token_text": " un", "probability": 0.08935546875}, {"token_id": 3541, "token_text": " subito", "probability": 0.0576171875}, {"token_id": 3442, "token_text": " avuto", "probability": 0.053955078125}, {"token_id": 4211, "token_text": " sede", "probability": 0.044921875}]}, {"token_id": 6253, "token_text": " superficie", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 6253, "token_text": " superficie", "probability": 0.24609375}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.2314453125}, {"token_id": 1843, "token_text": " storia", "probability": 0.05859375}, {"token_id": 4577, "token_text": " struttura", "probability": 0.033447265625}, {"token_id": 4211, "token_text": " sede", "probability": 0.0244140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8046875}, {"token_id": 4842, "token_text": " totale", "probability": 0.04541015625}, {"token_id": 25868, "token_text": " complessiva", "probability": 0.0167236328125}, {"token_id": 2451, "token_text": " media", "probability": 0.0167236328125}, {"token_id": 6301, "token_text": " pari", "probability": 0.00653076171875}]}, {"token_id": 1880, "token_text": " circa", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1880, "token_text": " circa", "probability": 0.1474609375}, {"token_id": 2015, "token_text": " oltre", "probability": 0.0615234375}, {"token_id": 288, "token_text": " 1", "probability": 0.051025390625}, {"token_id": 331, "token_text": " 2", "probability": 0.024169921875}, {"token_id": 801, "token_text": " 5", "probability": 0.02001953125}]}, {"token_id": 288, "token_text": " 1", "chosen_probability": 0.09228515625, "top_k_candidates": [{"token_id": 288, "token_text": " 1", "probability": 0.09228515625}, {"token_id": 331, "token_text": " 2", "probability": 0.052490234375}, {"token_id": 595, "token_text": " 3", "probability": 0.038330078125}, {"token_id": 1113, "token_text": " 10", "probability": 0.033935546875}, {"token_id": 801, "token_text": " 5", "probability": 0.0299072265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.494140625}, {"token_id": 15, "token_text": ",", "probability": 0.33984375}, {"token_id": 2880, "token_text": " km", "probability": 0.0230712890625}, {"token_id": 235, "token_text": " m", "probability": 0.0203857421875}, {"token_id": 14534, "token_text": " milione", "probability": 0.01806640625}]}, {"token_id": 1124, "token_text": "000", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 1124, "token_text": "000", "probability": 0.25390625}, {"token_id": 6279, "token_text": "500", "probability": 0.08203125}, {"token_id": 11895, "token_text": "800", "probability": 0.052978515625}, {"token_id": 13972, "token_text": "600", "probability": 0.052978515625}, {"token_id": 11919, "token_text": "300", "probability": 0.046875}]}, {"token_id": 235, "token_text": " m", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 4407, "token_text": " metri", "probability": 0.2392578125}, {"token_id": 2880, "token_text": " km", "probability": 0.2392578125}, {"token_id": 235, "token_text": " m", "probability": 0.2392578125}, {"token_id": 10087, "token_text": " chilometri", "probability": 0.07763671875}, {"token_id": 28001, "token_text": " ettari", "probability": 0.060546875}]}, {"token_id": 21, "token_text": "2", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 21, "token_text": "2", "probability": 0.49609375}, {"token_id": 84, "token_text": "q", "probability": 0.1513671875}, {"token_id": 17, "token_text": ".", "probability": 0.059326171875}, {"token_id": 22, "token_text": "3", "probability": 0.0556640625}, {"token_id": 15, "token_text": ",", "probability": 0.03369140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.423828125}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 246, "token_text": " e", "probability": 0.0888671875}, {"token_id": 323, "token_text": " (", "probability": 0.0888671875}, {"token_id": 238, "token_text": " di", "probability": 0.08349609375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.171875}, {"token_id": 538, "token_text": " Il", "probability": 0.0810546875}, {"token_id": 302, "token_text": " L", "probability": 0.046142578125}, {"token_id": 1124, "token_text": "000", "probability": 0.04345703125}, {"token_id": 897, "token_text": " Nel", "probability": 0.033935546875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.396484375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.09423828125}, {"token_id": 718, "token_text": " sua", "probability": 0.078125}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.039306640625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.025390625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.55078125}, {"token_id": 373, "token_text": " ha", "probability": 0.07958984375}, {"token_id": 15, "token_text": ",", "probability": 0.035400390625}, {"token_id": 238, "token_text": " di", "probability": 0.033203125}, {"token_id": 395, "token_text": " si", "probability": 0.0311279296875}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.126953125}, {"token_id": 285, "token_text": " la", "probability": 0.06396484375}, {"token_id": 293, "token_text": " il", "probability": 0.056396484375}, {"token_id": 267, "token_text": " un", "probability": 0.0341796875}, {"token_id": 227, "token_text": " l", "probability": 0.0302734375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.08935546875}, {"token_id": 387, "token_text": " una", "probability": 0.07421875}, {"token_id": 267, "token_text": " un", "probability": 0.034912109375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.029052734375}, {"token_id": 227, "token_text": " l", "probability": 0.0240478515625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.10693359375}, {"token_id": 870, "token_text": " prima", "probability": 0.078125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.036865234375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.036865234375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.025390625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.392578125}, {"token_id": 2935, "token_text": " importante", "probability": 0.1533203125}, {"token_id": 11054, "token_text": " antica", "probability": 0.09912109375}, {"token_id": 5731, "token_text": " alta", "probability": 0.036376953125}, {"token_id": 2911, "token_text": " popol", "probability": 0.0220947265625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1171875}, {"token_id": 246, "token_text": " e", "probability": 0.048828125}, {"token_id": 17465, "token_text": " economia", "probability": 0.0380859375}, {"token_id": 337, "token_text": " del", "probability": 0.03564453125}, {"token_id": 238, "token_text": " di", "probability": 0.0230712890625}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.1826171875}, {"token_id": 238, "token_text": " di", "probability": 0.1611328125}, {"token_id": 4630, "token_text": " italiana", "probability": 0.10400390625}, {"token_id": 337, "token_text": " del", "probability": 0.0810546875}, {"token_id": 370, "token_text": " della", "probability": 0.04345703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00555419921875}, {"token_id": 591, "token_text": "ren", "probability": 0.00013065338134765625}, {"token_id": 1430, "token_text": "inn", "probability": 0.00010156631469726562}, {"token_id": 2710, "token_text": "uomo", "probability": 7.43865966796875e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.9296875}, {"token_id": 5681, "token_text": "Europa", "probability": 0.04931640625}, {"token_id": 7242, "token_text": "America", "probability": 0.01171875}, {"token_id": 11249, "token_text": "Africa", "probability": 0.002166748046875}, {"token_id": 11548, "token_text": "Inghilterra", "probability": 0.001312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.29296875}, {"token_id": 15, "token_text": ",", "probability": 0.21484375}, {"token_id": 246, "token_text": " e", "probability": 0.051025390625}, {"token_id": 272, "token_text": " con", "probability": 0.039794921875}, {"token_id": 29, "token_text": ":", "probability": 0.032958984375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.119140625}, {"token_id": 538, "token_text": " Il", "probability": 0.059814453125}, {"token_id": 302, "token_text": " L", "probability": 0.052734375}, {"token_id": 897, "token_text": " Nel", "probability": 0.0301513671875}, {"token_id": 362, "token_text": " E", "probability": 0.026611328125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.26171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1689453125}, {"token_id": 718, "token_text": " sua", "probability": 0.037841796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.033447265625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0294189453125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.333984375}, {"token_id": 238, "token_text": " di", "probability": 0.115234375}, {"token_id": 15, "token_text": ",", "probability": 0.06982421875}, {"token_id": 373, "token_text": " ha", "probability": 0.051025390625}, {"token_id": 395, "token_text": " si", "probability": 0.04248046875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.408203125}, {"token_id": 12000, "token_text": " situata", "probability": 0.0380859375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.033447265625}, {"token_id": 285, "token_text": " la", "probability": 0.029541015625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0245361328125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.142578125}, {"token_id": 10658, "token_text": " costruita", "probability": 0.0673828125}, {"token_id": 285, "token_text": " la", "probability": 0.0595703125}, {"token_id": 7478, "token_text": " conquist", "probability": 0.0233154296875}, {"token_id": 22295, "token_text": " distrutta", "probability": 0.0218505859375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.32421875}, {"token_id": 333, "token_text": " da", "probability": 0.134765625}, {"token_id": 674, "token_text": " dal", "probability": 0.06396484375}, {"token_id": 209, "token_text": " a", "probability": 0.03857421875}, {"token_id": 294, "token_text": " su", "probability": 0.0301513671875}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.041259765625}, {"token_id": 1285, "token_text": " 16", "probability": 0.0341796875}, {"token_id": 1148, "token_text": " 15", "probability": 0.0301513671875}, {"token_id": 10291, "token_text": " XVI", "probability": 0.01611328125}, {"token_id": 1552, "token_text": " 14", "probability": 0.01611328125}]}, {"token_id": 7982, "token_text": "76", "chosen_probability": 0.023681640625, "top_k_candidates": [{"token_id": 7982, "token_text": "76", "probability": 0.023681640625}, {"token_id": 10498, "token_text": " \u00b0", "probability": 0.0208740234375}, {"token_id": 7132, "token_text": "88", "probability": 0.0196533203125}, {"token_id": 3635, "token_text": "80", "probability": 0.0196533203125}, {"token_id": 3572, "token_text": "40", "probability": 0.017333984375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.216796875}, {"token_id": 333, "token_text": " da", "probability": 0.1494140625}, {"token_id": 15, "token_text": ",", "probability": 0.1318359375}, {"token_id": 17, "token_text": ".", "probability": 0.058349609375}, {"token_id": 674, "token_text": " dal", "probability": 0.054931640625}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.11376953125}, {"token_id": 285, "token_text": " la", "probability": 0.06103515625}, {"token_id": 633, "token_text": " fu", "probability": 0.044677734375}, {"token_id": 447, "token_text": " nel", "probability": 0.044677734375}, {"token_id": 395, "token_text": " si", "probability": 0.044677734375}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.1220703125}, {"token_id": 267, "token_text": " un", "probability": 0.08935546875}, {"token_id": 3541, "token_text": " subito", "probability": 0.0576171875}, {"token_id": 3442, "token_text": " avuto", "probability": 0.053955078125}, {"token_id": 4211, "token_text": " sede", "probability": 0.044921875}]}, {"token_id": 6253, "token_text": " superficie", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 6253, "token_text": " superficie", "probability": 0.24609375}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.2314453125}, {"token_id": 1843, "token_text": " storia", "probability": 0.05859375}, {"token_id": 4577, "token_text": " struttura", "probability": 0.033447265625}, {"token_id": 4211, "token_text": " sede", "probability": 0.0244140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8046875}, {"token_id": 4842, "token_text": " totale", "probability": 0.04541015625}, {"token_id": 25868, "token_text": " complessiva", "probability": 0.0167236328125}, {"token_id": 2451, "token_text": " media", "probability": 0.0167236328125}, {"token_id": 6301, "token_text": " pari", "probability": 0.00653076171875}]}, {"token_id": 1880, "token_text": " circa", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1880, "token_text": " circa", "probability": 0.1474609375}, {"token_id": 2015, "token_text": " oltre", "probability": 0.0615234375}, {"token_id": 288, "token_text": " 1", "probability": 0.051025390625}, {"token_id": 331, "token_text": " 2", "probability": 0.024169921875}, {"token_id": 801, "token_text": " 5", "probability": 0.02001953125}]}, {"token_id": 288, "token_text": " 1", "chosen_probability": 0.09228515625, "top_k_candidates": [{"token_id": 288, "token_text": " 1", "probability": 0.09228515625}, {"token_id": 331, "token_text": " 2", "probability": 0.052490234375}, {"token_id": 595, "token_text": " 3", "probability": 0.038330078125}, {"token_id": 1113, "token_text": " 10", "probability": 0.033935546875}, {"token_id": 801, "token_text": " 5", "probability": 0.0299072265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.494140625}, {"token_id": 15, "token_text": ",", "probability": 0.33984375}, {"token_id": 2880, "token_text": " km", "probability": 0.0230712890625}, {"token_id": 235, "token_text": " m", "probability": 0.0203857421875}, {"token_id": 14534, "token_text": " milione", "probability": 0.01806640625}]}, {"token_id": 1124, "token_text": "000", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 1124, "token_text": "000", "probability": 0.25390625}, {"token_id": 6279, "token_text": "500", "probability": 0.08203125}, {"token_id": 11895, "token_text": "800", "probability": 0.052978515625}, {"token_id": 13972, "token_text": "600", "probability": 0.052978515625}, {"token_id": 11919, "token_text": "300", "probability": 0.046875}]}, {"token_id": 235, "token_text": " m", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 4407, "token_text": " metri", "probability": 0.2392578125}, {"token_id": 2880, "token_text": " km", "probability": 0.2392578125}, {"token_id": 235, "token_text": " m", "probability": 0.2392578125}, {"token_id": 10087, "token_text": " chilometri", "probability": 0.07763671875}, {"token_id": 28001, "token_text": " ettari", "probability": 0.060546875}]}, {"token_id": 21, "token_text": "2", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 21, "token_text": "2", "probability": 0.49609375}, {"token_id": 84, "token_text": "q", "probability": 0.1513671875}, {"token_id": 17, "token_text": ".", "probability": 0.059326171875}, {"token_id": 22, "token_text": "3", "probability": 0.0556640625}, {"token_id": 15, "token_text": ",", "probability": 0.03369140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.423828125}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 246, "token_text": " e", "probability": 0.0888671875}, {"token_id": 323, "token_text": " (", "probability": 0.0888671875}, {"token_id": 238, "token_text": " di", "probability": 0.08349609375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.17578125}, {"token_id": 538, "token_text": " Il", "probability": 0.0830078125}, {"token_id": 302, "token_text": " L", "probability": 0.04736328125}, {"token_id": 1124, "token_text": "000", "probability": 0.04443359375}, {"token_id": 897, "token_text": " Nel", "probability": 0.03466796875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.396484375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.09423828125}, {"token_id": 718, "token_text": " sua", "probability": 0.078125}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.039306640625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.025390625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.55078125}, {"token_id": 373, "token_text": " ha", "probability": 0.07958984375}, {"token_id": 15, "token_text": ",", "probability": 0.035400390625}, {"token_id": 238, "token_text": " di", "probability": 0.033203125}, {"token_id": 395, "token_text": " si", "probability": 0.0311279296875}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.126953125}, {"token_id": 285, "token_text": " la", "probability": 0.06396484375}, {"token_id": 293, "token_text": " il", "probability": 0.056396484375}, {"token_id": 267, "token_text": " un", "probability": 0.0341796875}, {"token_id": 227, "token_text": " l", "probability": 0.0302734375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.08935546875}, {"token_id": 387, "token_text": " una", "probability": 0.07421875}, {"token_id": 267, "token_text": " un", "probability": 0.034912109375}, {"token_id": 9887, "token_text": " fondata", "probability": 0.029052734375}, {"token_id": 227, "token_text": " l", "probability": 0.0240478515625}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.10693359375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.10693359375}, {"token_id": 870, "token_text": " prima", "probability": 0.078125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.036865234375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.036865234375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.025390625}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.392578125}, {"token_id": 2935, "token_text": " importante", "probability": 0.1533203125}, {"token_id": 11054, "token_text": " antica", "probability": 0.09912109375}, {"token_id": 5731, "token_text": " alta", "probability": 0.036376953125}, {"token_id": 2911, "token_text": " popol", "probability": 0.0220947265625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.1171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1171875}, {"token_id": 246, "token_text": " e", "probability": 0.048828125}, {"token_id": 17465, "token_text": " economia", "probability": 0.0380859375}, {"token_id": 337, "token_text": " del", "probability": 0.03564453125}, {"token_id": 238, "token_text": " di", "probability": 0.0230712890625}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.1826171875, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.1826171875}, {"token_id": 238, "token_text": " di", "probability": 0.1611328125}, {"token_id": 4630, "token_text": " italiana", "probability": 0.10400390625}, {"token_id": 337, "token_text": " del", "probability": 0.0810546875}, {"token_id": 370, "token_text": " della", "probability": 0.04345703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.9921875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00555419921875}, {"token_id": 591, "token_text": "ren", "probability": 0.00013065338134765625}, {"token_id": 1430, "token_text": "inn", "probability": 0.00010156631469726562}, {"token_id": 2710, "token_text": "uomo", "probability": 7.43865966796875e-05}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.9296875}, {"token_id": 5681, "token_text": "Europa", "probability": 0.04931640625}, {"token_id": 7242, "token_text": "America", "probability": 0.01171875}, {"token_id": 11249, "token_text": "Africa", "probability": 0.002166748046875}, {"token_id": 11548, "token_text": "Inghilterra", "probability": 0.001312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.29296875}, {"token_id": 15, "token_text": ",", "probability": 0.21484375}, {"token_id": 246, "token_text": " e", "probability": 0.051025390625}, {"token_id": 272, "token_text": " con", "probability": 0.039794921875}, {"token_id": 29, "token_text": ":", "probability": 0.032958984375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.119140625}, {"token_id": 538, "token_text": " Il", "probability": 0.059814453125}, {"token_id": 302, "token_text": " L", "probability": 0.052734375}, {"token_id": 897, "token_text": " Nel", "probability": 0.0301513671875}, {"token_id": 362, "token_text": " E", "probability": 0.026611328125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.26171875}, {"token_id": 5587, "token_text": " capitale", "probability": 0.1689453125}, {"token_id": 718, "token_text": " sua", "probability": 0.037841796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.033447265625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0294189453125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.333984375}, {"token_id": 238, "token_text": " di", "probability": 0.115234375}, {"token_id": 15, "token_text": ",", "probability": 0.06982421875}, {"token_id": 373, "token_text": " ha", "probability": 0.051025390625}, {"token_id": 395, "token_text": " si", "probability": 0.04248046875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.408203125}, {"token_id": 12000, "token_text": " situata", "probability": 0.0380859375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.033447265625}, {"token_id": 285, "token_text": " la", "probability": 0.029541015625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0245361328125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.142578125}, {"token_id": 10658, "token_text": " costruita", "probability": 0.0673828125}, {"token_id": 285, "token_text": " la", "probability": 0.0595703125}, {"token_id": 7478, "token_text": " conquist", "probability": 0.0233154296875}, {"token_id": 22295, "token_text": " distrutta", "probability": 0.0218505859375}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.32421875}, {"token_id": 333, "token_text": " da", "probability": 0.134765625}, {"token_id": 674, "token_text": " dal", "probability": 0.06396484375}, {"token_id": 209, "token_text": " a", "probability": 0.03857421875}, {"token_id": 294, "token_text": " su", "probability": 0.0301513671875}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.041259765625}, {"token_id": 1285, "token_text": " 16", "probability": 0.0341796875}, {"token_id": 1148, "token_text": " 15", "probability": 0.0301513671875}, {"token_id": 10291, "token_text": " XVI", "probability": 0.01611328125}, {"token_id": 1552, "token_text": " 14", "probability": 0.01611328125}]}, {"token_id": 7982, "token_text": "76", "chosen_probability": 0.023681640625, "top_k_candidates": [{"token_id": 7982, "token_text": "76", "probability": 0.023681640625}, {"token_id": 10498, "token_text": " \u00b0", "probability": 0.0208740234375}, {"token_id": 7132, "token_text": "88", "probability": 0.0196533203125}, {"token_id": 3635, "token_text": "80", "probability": 0.0196533203125}, {"token_id": 3572, "token_text": "40", "probability": 0.017333984375}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.216796875}, {"token_id": 333, "token_text": " da", "probability": 0.1494140625}, {"token_id": 15, "token_text": ",", "probability": 0.1318359375}, {"token_id": 17, "token_text": ".", "probability": 0.058349609375}, {"token_id": 674, "token_text": " dal", "probability": 0.054931640625}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.11376953125}, {"token_id": 285, "token_text": " la", "probability": 0.06103515625}, {"token_id": 633, "token_text": " fu", "probability": 0.044677734375}, {"token_id": 447, "token_text": " nel", "probability": 0.044677734375}, {"token_id": 395, "token_text": " si", "probability": 0.044677734375}]}, {"token_id": 387, "token_text": " una", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 387, "token_text": " una", "probability": 0.1220703125}, {"token_id": 267, "token_text": " un", "probability": 0.08935546875}, {"token_id": 3541, "token_text": " subito", "probability": 0.0576171875}, {"token_id": 3442, "token_text": " avuto", "probability": 0.053955078125}, {"token_id": 4211, "token_text": " sede", "probability": 0.044921875}]}, {"token_id": 6253, "token_text": " superficie", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 6253, "token_text": " superficie", "probability": 0.24609375}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.2314453125}, {"token_id": 1843, "token_text": " storia", "probability": 0.05859375}, {"token_id": 4577, "token_text": " struttura", "probability": 0.033447265625}, {"token_id": 4211, "token_text": " sede", "probability": 0.0244140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8046875}, {"token_id": 4842, "token_text": " totale", "probability": 0.04541015625}, {"token_id": 25868, "token_text": " complessiva", "probability": 0.0167236328125}, {"token_id": 2451, "token_text": " media", "probability": 0.0167236328125}, {"token_id": 6301, "token_text": " pari", "probability": 0.00653076171875}]}, {"token_id": 1880, "token_text": " circa", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1880, "token_text": " circa", "probability": 0.1474609375}, {"token_id": 2015, "token_text": " oltre", "probability": 0.0615234375}, {"token_id": 288, "token_text": " 1", "probability": 0.051025390625}, {"token_id": 331, "token_text": " 2", "probability": 0.024169921875}, {"token_id": 801, "token_text": " 5", "probability": 0.02001953125}]}, {"token_id": 288, "token_text": " 1", "chosen_probability": 0.09228515625, "top_k_candidates": [{"token_id": 288, "token_text": " 1", "probability": 0.09228515625}, {"token_id": 331, "token_text": " 2", "probability": 0.052490234375}, {"token_id": 595, "token_text": " 3", "probability": 0.038330078125}, {"token_id": 1113, "token_text": " 10", "probability": 0.033935546875}, {"token_id": 801, "token_text": " 5", "probability": 0.0299072265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.494140625}, {"token_id": 15, "token_text": ",", "probability": 0.33984375}, {"token_id": 2880, "token_text": " km", "probability": 0.0230712890625}, {"token_id": 235, "token_text": " m", "probability": 0.0203857421875}, {"token_id": 14534, "token_text": " milione", "probability": 0.01806640625}]}, {"token_id": 1124, "token_text": "000", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 1124, "token_text": "000", "probability": 0.25390625}, {"token_id": 6279, "token_text": "500", "probability": 0.08203125}, {"token_id": 11895, "token_text": "800", "probability": 0.052978515625}, {"token_id": 13972, "token_text": "600", "probability": 0.052978515625}, {"token_id": 11919, "token_text": "300", "probability": 0.046875}]}, {"token_id": 235, "token_text": " m", "chosen_probability": 0.2392578125, "top_k_candidates": [{"token_id": 4407, "token_text": " metri", "probability": 0.2392578125}, {"token_id": 2880, "token_text": " km", "probability": 0.2392578125}, {"token_id": 235, "token_text": " m", "probability": 0.2392578125}, {"token_id": 10087, "token_text": " chilometri", "probability": 0.07763671875}, {"token_id": 28001, "token_text": " ettari", "probability": 0.060546875}]}, {"token_id": 21, "token_text": "2", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 21, "token_text": "2", "probability": 0.49609375}, {"token_id": 84, "token_text": "q", "probability": 0.1513671875}, {"token_id": 17, "token_text": ".", "probability": 0.059326171875}, {"token_id": 22, "token_text": "3", "probability": 0.0556640625}, {"token_id": 15, "token_text": ",", "probability": 0.03369140625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.423828125}, {"token_id": 15, "token_text": ",", "probability": 0.146484375}, {"token_id": 246, "token_text": " e", "probability": 0.0888671875}, {"token_id": 323, "token_text": " (", "probability": 0.0888671875}, {"token_id": 238, "token_text": " di", "probability": 0.08349609375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.17578125}, {"token_id": 538, "token_text": " Il", "probability": 0.0830078125}, {"token_id": 302, "token_text": " L", "probability": 0.04736328125}, {"token_id": 1124, "token_text": "000", "probability": 0.04443359375}, {"token_id": 897, "token_text": " Nel", "probability": 0.03466796875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.396484375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.09423828125}, {"token_id": 718, "token_text": " sua", "probability": 0.078125}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.039306640625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.025390625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.55078125}, {"token_id": 373, "token_text": " ha", "probability": 0.07958984375}, {"token_id": 15, "token_text": ",", "probability": 0.035400390625}, {"token_id": 238, "token_text": " di", "probability": 0.033203125}, {"token_id": 395, "token_text": " si", "probability": 0.0311279296875}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 222, "correct_token_probability": 0.0004596710205078125, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.126953125}, {"token_id": 285, "token_text": " la", "probability": 0.06396484375}, {"token_id": 293, "token_text": " il", "probability": 0.056396484375}, {"token_id": 267, "token_text": " un", "probability": 0.0341796875}, {"token_id": 227, "token_text": " l", "probability": 0.0302734375}, {"token_id": 387, "token_text": " una", "probability": 0.02587890625}, {"token_id": 234, "token_text": " in", "probability": 0.020751953125}, {"token_id": 238, "token_text": " di", "probability": 0.015625}, {"token_id": 319, "token_text": " al", "probability": 0.015625}, {"token_id": 1469, "token_text": " quella", "probability": 0.01470947265625}], "entropy": 5.625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.684999497148306, "average_logprob_per_token": -7.684999497148306, "perplexity_on_target_sequence": 2175.4688796680502, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -7.684999497148306, "probability": 0.0004596710205078125, "raw_probability": 0.0004596710205078125, "correct_token_rank": 222}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 11000, "elapsed_sec": 91513.33725380898, "probe_elapsed_sec": 0.9798749899491668, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere quello di un'opera di un'opera di un'opera di un'opera di un'opera di un'opera di un'opera di un", "text": "Un piccolo modello linguistico dovrebbe essere quello di un'opera di un'opera di un'opera di un'opera di un'opera di un'opera di un'opera di un", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.30859375}, {"token_id": 2370, "token_text": " avere", "probability": 0.041748046875}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.016357421875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0135498046875}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.011962890625}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.0693359375}, {"token_id": 293, "token_text": " il", "probability": 0.044921875}, {"token_id": 267, "token_text": " un", "probability": 0.040771484375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0289306640625}, {"token_id": 844, "token_text": " stato", "probability": 0.0247802734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.396484375}, {"token_id": 370, "token_text": " della", "probability": 0.078125}, {"token_id": 337, "token_text": " del", "probability": 0.060791015625}, {"token_id": 465, "token_text": " dell", "probability": 0.04443359375}, {"token_id": 491, "token_text": " dei", "probability": 0.032470703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2216796875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2216796875}, {"token_id": 387, "token_text": " una", "probability": 0.09521484375}, {"token_id": 363, "token_text": " \"", "probability": 0.01556396484375}, {"token_id": 1038, "token_text": " uno", "probability": 0.01373291015625}, {"token_id": 653, "token_text": " \u201c", "probability": 0.01373291015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.04736328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.04736328125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.030517578125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0296630859375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0230712890625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02099609375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.1025390625}, {"token_id": 4993, "token_text": "idea", "probability": 0.042724609375}, {"token_id": 6589, "token_text": "azienda", "probability": 0.033447265625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.03125}, {"token_id": 2734, "token_text": "altra", "probability": 0.020263671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.11572265625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.11572265625}, {"token_id": 214, "token_text": " d", "probability": 0.06201171875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.04541015625}, {"token_id": 303, "token_text": " che", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0184326171875}, {"token_id": 2845, "token_text": " tipo", "probability": 0.01312255859375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.01312255859375}, {"token_id": 4563, "token_text": " testo", "probability": 0.0115966796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.302734375}, {"token_id": 15452, "token_text": " artista", "probability": 0.04345703125}, {"token_id": 7477, "token_text": " autore", "probability": 0.0361328125}, {"token_id": 4563, "token_text": " testo", "probability": 0.0299072265625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0159912109375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.87109375}, {"token_id": 4086, "token_text": "arte", "probability": 0.01806640625}, {"token_id": 9842, "token_text": "artista", "probability": 0.00909423828125}, {"token_id": 2734, "token_text": "altra", "probability": 0.006256103515625}, {"token_id": 4332, "token_text": "epoca", "probability": 0.0048828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.216796875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0546875}, {"token_id": 15, "token_text": ",", "probability": 0.042724609375}, {"token_id": 303, "token_text": " che", "probability": 0.0400390625}, {"token_id": 214, "token_text": " d", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.07763671875}, {"token_id": 387, "token_text": " una", "probability": 0.01434326171875}, {"token_id": 2845, "token_text": " tipo", "probability": 0.013427734375}, {"token_id": 1513, "token_text": " grande", "probability": 0.00982666015625}, {"token_id": 20117, "token_text": " architettura", "probability": 0.009521484375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.48046875}, {"token_id": 7477, "token_text": " autore", "probability": 0.0419921875}, {"token_id": 15452, "token_text": " artista", "probability": 0.034912109375}, {"token_id": 4563, "token_text": " testo", "probability": 0.03076171875}, {"token_id": 3688, "token_text": " genere", "probability": 0.027099609375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.93359375}, {"token_id": 4086, "token_text": "arte", "probability": 0.0181884765625}, {"token_id": 9842, "token_text": "artista", "probability": 0.00628662109375}, {"token_id": 4332, "token_text": "epoca", "probability": 0.00433349609375}, {"token_id": 2734, "token_text": "altra", "probability": 0.00262451171875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.302734375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.04931640625}, {"token_id": 15, "token_text": ",", "probability": 0.04931640625}, {"token_id": 17, "token_text": ".", "probability": 0.041015625}, {"token_id": 303, "token_text": " che", "probability": 0.038330078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.19921875}, {"token_id": 387, "token_text": " una", "probability": 0.0296630859375}, {"token_id": 1513, "token_text": " grande", "probability": 0.011962890625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0115966796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.00848388671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.6796875}, {"token_id": 7477, "token_text": " autore", "probability": 0.023193359375}, {"token_id": 1288, "token_text": " tempo", "probability": 0.023193359375}, {"token_id": 4563, "token_text": " testo", "probability": 0.0218505859375}, {"token_id": 3688, "token_text": " genere", "probability": 0.0205078125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.95703125}, {"token_id": 4086, "token_text": "arte", "probability": 0.01202392578125}, {"token_id": 9842, "token_text": "artista", "probability": 0.0030517578125}, {"token_id": 4332, "token_text": "epoca", "probability": 0.0020904541015625}, {"token_id": 2691, "token_text": " opera", "probability": 0.0020904541015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.412109375}, {"token_id": 15, "token_text": ",", "probability": 0.046142578125}, {"token_id": 17, "token_text": ".", "probability": 0.03369140625}, {"token_id": 303, "token_text": " che", "probability": 0.02978515625}, {"token_id": 214, "token_text": " d", "probability": 0.0279541015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.330078125}, {"token_id": 387, "token_text": " una", "probability": 0.050537109375}, {"token_id": 1513, "token_text": " grande", "probability": 0.00933837890625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0087890625}, {"token_id": 1843, "token_text": " storia", "probability": 0.005859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.75390625}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0201416015625}, {"token_id": 4563, "token_text": " testo", "probability": 0.0189208984375}, {"token_id": 3688, "token_text": " genere", "probability": 0.0177001953125}, {"token_id": 7477, "token_text": " autore", "probability": 0.0166015625}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.97265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.007415771484375}, {"token_id": 2691, "token_text": " opera", "probability": 0.0019989013671875}, {"token_id": 9842, "token_text": "artista", "probability": 0.00165557861328125}, {"token_id": 4332, "token_text": "epoca", "probability": 0.001373291015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.4375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.046142578125}, {"token_id": 15, "token_text": ",", "probability": 0.046142578125}, {"token_id": 17, "token_text": ".", "probability": 0.038330078125}, {"token_id": 214, "token_text": " d", "probability": 0.03173828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.396484375}, {"token_id": 387, "token_text": " una", "probability": 0.056884765625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0098876953125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0098876953125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0079345703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.79296875}, {"token_id": 1288, "token_text": " tempo", "probability": 0.02392578125}, {"token_id": 3688, "token_text": " genere", "probability": 0.01544189453125}, {"token_id": 4563, "token_text": " testo", "probability": 0.01544189453125}, {"token_id": 7477, "token_text": " autore", "probability": 0.0128173828125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.97265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.006988525390625}, {"token_id": 2691, "token_text": " opera", "probability": 0.001556396484375}, {"token_id": 9842, "token_text": "artista", "probability": 0.00146484375}, {"token_id": 4332, "token_text": "epoca", "probability": 0.001373291015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.51171875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}, {"token_id": 17, "token_text": ".", "probability": 0.0289306640625}, {"token_id": 303, "token_text": " che", "probability": 0.0255126953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.5390625}, {"token_id": 387, "token_text": " una", "probability": 0.07275390625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0101318359375}, {"token_id": 2845, "token_text": " tipo", "probability": 0.009521484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.00616455078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.85546875}, {"token_id": 3688, "token_text": " genere", "probability": 0.01300048828125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.01300048828125}, {"token_id": 4563, "token_text": " testo", "probability": 0.0089111328125}, {"token_id": 7477, "token_text": " autore", "probability": 0.00787353515625}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.97265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.0079345703125}, {"token_id": 9842, "token_text": "artista", "probability": 0.001556396484375}, {"token_id": 4332, "token_text": "epoca", "probability": 0.001556396484375}, {"token_id": 2691, "token_text": " opera", "probability": 0.001556396484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.494140625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.035888671875}, {"token_id": 214, "token_text": " d", "probability": 0.03369140625}, {"token_id": 15, "token_text": ",", "probability": 0.03369140625}, {"token_id": 17, "token_text": ".", "probability": 0.0296630859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.6171875}, {"token_id": 387, "token_text": " una", "probability": 0.07861328125}, {"token_id": 1513, "token_text": " grande", "probability": 0.00799560546875}, {"token_id": 2845, "token_text": " tipo", "probability": 0.007781982421875}, {"token_id": 1843, "token_text": " storia", "probability": 0.005340576171875}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.30859375}, {"token_id": 2370, "token_text": " avere", "probability": 0.041748046875}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.016357421875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0135498046875}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.011962890625}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.0693359375}, {"token_id": 293, "token_text": " il", "probability": 0.044921875}, {"token_id": 267, "token_text": " un", "probability": 0.040771484375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0289306640625}, {"token_id": 844, "token_text": " stato", "probability": 0.0247802734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.396484375}, {"token_id": 370, "token_text": " della", "probability": 0.078125}, {"token_id": 337, "token_text": " del", "probability": 0.060791015625}, {"token_id": 465, "token_text": " dell", "probability": 0.04443359375}, {"token_id": 491, "token_text": " dei", "probability": 0.032470703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2216796875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2216796875}, {"token_id": 387, "token_text": " una", "probability": 0.09521484375}, {"token_id": 363, "token_text": " \"", "probability": 0.01556396484375}, {"token_id": 1038, "token_text": " uno", "probability": 0.01373291015625}, {"token_id": 653, "token_text": " \u201c", "probability": 0.01373291015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.04736328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.04736328125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.030517578125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0296630859375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0230712890625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02099609375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.1025390625}, {"token_id": 4993, "token_text": "idea", "probability": 0.042724609375}, {"token_id": 6589, "token_text": "azienda", "probability": 0.033447265625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.03125}, {"token_id": 2734, "token_text": "altra", "probability": 0.020263671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.11572265625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.11572265625}, {"token_id": 214, "token_text": " d", "probability": 0.06201171875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.04541015625}, {"token_id": 303, "token_text": " che", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0184326171875}, {"token_id": 2845, "token_text": " tipo", "probability": 0.01312255859375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.01312255859375}, {"token_id": 4563, "token_text": " testo", "probability": 0.0115966796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.302734375}, {"token_id": 15452, "token_text": " artista", "probability": 0.04345703125}, {"token_id": 7477, "token_text": " autore", "probability": 0.0361328125}, {"token_id": 4563, "token_text": " testo", "probability": 0.0299072265625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0159912109375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.87109375}, {"token_id": 4086, "token_text": "arte", "probability": 0.01806640625}, {"token_id": 9842, "token_text": "artista", "probability": 0.00909423828125}, {"token_id": 2734, "token_text": "altra", "probability": 0.006256103515625}, {"token_id": 4332, "token_text": "epoca", "probability": 0.0048828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.216796875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0546875}, {"token_id": 15, "token_text": ",", "probability": 0.042724609375}, {"token_id": 303, "token_text": " che", "probability": 0.0400390625}, {"token_id": 214, "token_text": " d", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.07763671875}, {"token_id": 387, "token_text": " una", "probability": 0.01434326171875}, {"token_id": 2845, "token_text": " tipo", "probability": 0.013427734375}, {"token_id": 1513, "token_text": " grande", "probability": 0.00982666015625}, {"token_id": 20117, "token_text": " architettura", "probability": 0.009521484375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.48046875}, {"token_id": 7477, "token_text": " autore", "probability": 0.0419921875}, {"token_id": 15452, "token_text": " artista", "probability": 0.034912109375}, {"token_id": 4563, "token_text": " testo", "probability": 0.03076171875}, {"token_id": 3688, "token_text": " genere", "probability": 0.027099609375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.93359375}, {"token_id": 4086, "token_text": "arte", "probability": 0.0181884765625}, {"token_id": 9842, "token_text": "artista", "probability": 0.00628662109375}, {"token_id": 4332, "token_text": "epoca", "probability": 0.00433349609375}, {"token_id": 2734, "token_text": "altra", "probability": 0.00262451171875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.302734375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.04931640625}, {"token_id": 15, "token_text": ",", "probability": 0.04931640625}, {"token_id": 17, "token_text": ".", "probability": 0.041015625}, {"token_id": 303, "token_text": " che", "probability": 0.038330078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.19921875}, {"token_id": 387, "token_text": " una", "probability": 0.0296630859375}, {"token_id": 1513, "token_text": " grande", "probability": 0.011962890625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0115966796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.00848388671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.6796875}, {"token_id": 7477, "token_text": " autore", "probability": 0.023193359375}, {"token_id": 1288, "token_text": " tempo", "probability": 0.023193359375}, {"token_id": 4563, "token_text": " testo", "probability": 0.0218505859375}, {"token_id": 3688, "token_text": " genere", "probability": 0.0205078125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.95703125}, {"token_id": 4086, "token_text": "arte", "probability": 0.01202392578125}, {"token_id": 9842, "token_text": "artista", "probability": 0.0030517578125}, {"token_id": 4332, "token_text": "epoca", "probability": 0.0020904541015625}, {"token_id": 2691, "token_text": " opera", "probability": 0.0020904541015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.412109375}, {"token_id": 15, "token_text": ",", "probability": 0.046142578125}, {"token_id": 17, "token_text": ".", "probability": 0.03369140625}, {"token_id": 303, "token_text": " che", "probability": 0.02978515625}, {"token_id": 214, "token_text": " d", "probability": 0.0279541015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.330078125}, {"token_id": 387, "token_text": " una", "probability": 0.050537109375}, {"token_id": 1513, "token_text": " grande", "probability": 0.00933837890625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0087890625}, {"token_id": 1843, "token_text": " storia", "probability": 0.005859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.75390625}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0201416015625}, {"token_id": 4563, "token_text": " testo", "probability": 0.0189208984375}, {"token_id": 3688, "token_text": " genere", "probability": 0.0177001953125}, {"token_id": 7477, "token_text": " autore", "probability": 0.0166015625}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.97265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.007415771484375}, {"token_id": 2691, "token_text": " opera", "probability": 0.0019989013671875}, {"token_id": 9842, "token_text": "artista", "probability": 0.00165557861328125}, {"token_id": 4332, "token_text": "epoca", "probability": 0.001373291015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.4375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.046142578125}, {"token_id": 15, "token_text": ",", "probability": 0.046142578125}, {"token_id": 17, "token_text": ".", "probability": 0.038330078125}, {"token_id": 214, "token_text": " d", "probability": 0.03173828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.396484375}, {"token_id": 387, "token_text": " una", "probability": 0.056884765625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0098876953125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0098876953125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0079345703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.79296875}, {"token_id": 1288, "token_text": " tempo", "probability": 0.02392578125}, {"token_id": 3688, "token_text": " genere", "probability": 0.01544189453125}, {"token_id": 4563, "token_text": " testo", "probability": 0.01544189453125}, {"token_id": 7477, "token_text": " autore", "probability": 0.0128173828125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.97265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.006988525390625}, {"token_id": 2691, "token_text": " opera", "probability": 0.001556396484375}, {"token_id": 9842, "token_text": "artista", "probability": 0.00146484375}, {"token_id": 4332, "token_text": "epoca", "probability": 0.001373291015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.51171875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}, {"token_id": 17, "token_text": ".", "probability": 0.0289306640625}, {"token_id": 303, "token_text": " che", "probability": 0.0255126953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.5390625}, {"token_id": 387, "token_text": " una", "probability": 0.07275390625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0101318359375}, {"token_id": 2845, "token_text": " tipo", "probability": 0.009521484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.00616455078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.85546875}, {"token_id": 3688, "token_text": " genere", "probability": 0.01300048828125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.01300048828125}, {"token_id": 4563, "token_text": " testo", "probability": 0.0089111328125}, {"token_id": 7477, "token_text": " autore", "probability": 0.00787353515625}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.97265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.0079345703125}, {"token_id": 9842, "token_text": "artista", "probability": 0.001556396484375}, {"token_id": 4332, "token_text": "epoca", "probability": 0.001556396484375}, {"token_id": 2691, "token_text": " opera", "probability": 0.001556396484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.494140625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.035888671875}, {"token_id": 214, "token_text": " d", "probability": 0.03369140625}, {"token_id": 15, "token_text": ",", "probability": 0.03369140625}, {"token_id": 17, "token_text": ".", "probability": 0.0296630859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.6171875}, {"token_id": 387, "token_text": " una", "probability": 0.07861328125}, {"token_id": 1513, "token_text": " grande", "probability": 0.00799560546875}, {"token_id": 2845, "token_text": " tipo", "probability": 0.007781982421875}, {"token_id": 1843, "token_text": " storia", "probability": 0.005340576171875}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.30859375}, {"token_id": 2370, "token_text": " avere", "probability": 0.041748046875}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.016357421875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0135498046875}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.011962890625}]}, {"token_id": 1410, "token_text": " quello", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 1410, "token_text": " quello", "probability": 0.0693359375}, {"token_id": 293, "token_text": " il", "probability": 0.044921875}, {"token_id": 267, "token_text": " un", "probability": 0.040771484375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0289306640625}, {"token_id": 844, "token_text": " stato", "probability": 0.0247802734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.396484375}, {"token_id": 370, "token_text": " della", "probability": 0.078125}, {"token_id": 337, "token_text": " del", "probability": 0.060791015625}, {"token_id": 465, "token_text": " dell", "probability": 0.04443359375}, {"token_id": 491, "token_text": " dei", "probability": 0.032470703125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2216796875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2216796875}, {"token_id": 387, "token_text": " una", "probability": 0.09521484375}, {"token_id": 363, "token_text": " \"", "probability": 0.01556396484375}, {"token_id": 1038, "token_text": " uno", "probability": 0.01373291015625}, {"token_id": 653, "token_text": " \u201c", "probability": 0.01373291015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.04736328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.04736328125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.030517578125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0296630859375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0230712890625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02099609375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.1025390625}, {"token_id": 4993, "token_text": "idea", "probability": 0.042724609375}, {"token_id": 6589, "token_text": "azienda", "probability": 0.033447265625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.03125}, {"token_id": 2734, "token_text": "altra", "probability": 0.020263671875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.11572265625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.11572265625}, {"token_id": 214, "token_text": " d", "probability": 0.06201171875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.04541015625}, {"token_id": 303, "token_text": " che", "probability": 0.0400390625}, {"token_id": 15, "token_text": ",", "probability": 0.033203125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0184326171875}, {"token_id": 2845, "token_text": " tipo", "probability": 0.01312255859375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.01312255859375}, {"token_id": 4563, "token_text": " testo", "probability": 0.0115966796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.302734375}, {"token_id": 15452, "token_text": " artista", "probability": 0.04345703125}, {"token_id": 7477, "token_text": " autore", "probability": 0.0361328125}, {"token_id": 4563, "token_text": " testo", "probability": 0.0299072265625}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0159912109375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.87109375}, {"token_id": 4086, "token_text": "arte", "probability": 0.01806640625}, {"token_id": 9842, "token_text": "artista", "probability": 0.00909423828125}, {"token_id": 2734, "token_text": "altra", "probability": 0.006256103515625}, {"token_id": 4332, "token_text": "epoca", "probability": 0.0048828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.216796875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0546875}, {"token_id": 15, "token_text": ",", "probability": 0.042724609375}, {"token_id": 303, "token_text": " che", "probability": 0.0400390625}, {"token_id": 214, "token_text": " d", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.07763671875}, {"token_id": 387, "token_text": " una", "probability": 0.01434326171875}, {"token_id": 2845, "token_text": " tipo", "probability": 0.013427734375}, {"token_id": 1513, "token_text": " grande", "probability": 0.00982666015625}, {"token_id": 20117, "token_text": " architettura", "probability": 0.009521484375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.48046875}, {"token_id": 7477, "token_text": " autore", "probability": 0.0419921875}, {"token_id": 15452, "token_text": " artista", "probability": 0.034912109375}, {"token_id": 4563, "token_text": " testo", "probability": 0.03076171875}, {"token_id": 3688, "token_text": " genere", "probability": 0.027099609375}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.93359375}, {"token_id": 4086, "token_text": "arte", "probability": 0.0181884765625}, {"token_id": 9842, "token_text": "artista", "probability": 0.00628662109375}, {"token_id": 4332, "token_text": "epoca", "probability": 0.00433349609375}, {"token_id": 2734, "token_text": "altra", "probability": 0.00262451171875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.302734375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.04931640625}, {"token_id": 15, "token_text": ",", "probability": 0.04931640625}, {"token_id": 17, "token_text": ".", "probability": 0.041015625}, {"token_id": 303, "token_text": " che", "probability": 0.038330078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.19921875}, {"token_id": 387, "token_text": " una", "probability": 0.0296630859375}, {"token_id": 1513, "token_text": " grande", "probability": 0.011962890625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0115966796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.00848388671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.6796875}, {"token_id": 7477, "token_text": " autore", "probability": 0.023193359375}, {"token_id": 1288, "token_text": " tempo", "probability": 0.023193359375}, {"token_id": 4563, "token_text": " testo", "probability": 0.0218505859375}, {"token_id": 3688, "token_text": " genere", "probability": 0.0205078125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.95703125, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.95703125}, {"token_id": 4086, "token_text": "arte", "probability": 0.01202392578125}, {"token_id": 9842, "token_text": "artista", "probability": 0.0030517578125}, {"token_id": 4332, "token_text": "epoca", "probability": 0.0020904541015625}, {"token_id": 2691, "token_text": " opera", "probability": 0.0020904541015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.412109375}, {"token_id": 15, "token_text": ",", "probability": 0.046142578125}, {"token_id": 17, "token_text": ".", "probability": 0.03369140625}, {"token_id": 303, "token_text": " che", "probability": 0.02978515625}, {"token_id": 214, "token_text": " d", "probability": 0.0279541015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.330078125}, {"token_id": 387, "token_text": " una", "probability": 0.050537109375}, {"token_id": 1513, "token_text": " grande", "probability": 0.00933837890625}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0087890625}, {"token_id": 1843, "token_text": " storia", "probability": 0.005859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.75390625}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0201416015625}, {"token_id": 4563, "token_text": " testo", "probability": 0.0189208984375}, {"token_id": 3688, "token_text": " genere", "probability": 0.0177001953125}, {"token_id": 7477, "token_text": " autore", "probability": 0.0166015625}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.97265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.007415771484375}, {"token_id": 2691, "token_text": " opera", "probability": 0.0019989013671875}, {"token_id": 9842, "token_text": "artista", "probability": 0.00165557861328125}, {"token_id": 4332, "token_text": "epoca", "probability": 0.001373291015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.4375}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.046142578125}, {"token_id": 15, "token_text": ",", "probability": 0.046142578125}, {"token_id": 17, "token_text": ".", "probability": 0.038330078125}, {"token_id": 214, "token_text": " d", "probability": 0.03173828125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.396484375}, {"token_id": 387, "token_text": " una", "probability": 0.056884765625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0098876953125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0098876953125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0079345703125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.79296875}, {"token_id": 1288, "token_text": " tempo", "probability": 0.02392578125}, {"token_id": 3688, "token_text": " genere", "probability": 0.01544189453125}, {"token_id": 4563, "token_text": " testo", "probability": 0.01544189453125}, {"token_id": 7477, "token_text": " autore", "probability": 0.0128173828125}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.97265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.006988525390625}, {"token_id": 2691, "token_text": " opera", "probability": 0.001556396484375}, {"token_id": 9842, "token_text": "artista", "probability": 0.00146484375}, {"token_id": 4332, "token_text": "epoca", "probability": 0.001373291015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.51171875}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.037109375}, {"token_id": 15, "token_text": ",", "probability": 0.034912109375}, {"token_id": 17, "token_text": ".", "probability": 0.0289306640625}, {"token_id": 303, "token_text": " che", "probability": 0.0255126953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.5390625}, {"token_id": 387, "token_text": " una", "probability": 0.07275390625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0101318359375}, {"token_id": 2845, "token_text": " tipo", "probability": 0.009521484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.00616455078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.85546875}, {"token_id": 3688, "token_text": " genere", "probability": 0.01300048828125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.01300048828125}, {"token_id": 4563, "token_text": " testo", "probability": 0.0089111328125}, {"token_id": 7477, "token_text": " autore", "probability": 0.00787353515625}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.97265625}, {"token_id": 4086, "token_text": "arte", "probability": 0.0079345703125}, {"token_id": 9842, "token_text": "artista", "probability": 0.001556396484375}, {"token_id": 4332, "token_text": "epoca", "probability": 0.001556396484375}, {"token_id": 2691, "token_text": " opera", "probability": 0.001556396484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.494140625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.035888671875}, {"token_id": 214, "token_text": " d", "probability": 0.03369140625}, {"token_id": 15, "token_text": ",", "probability": 0.03369140625}, {"token_id": 17, "token_text": ".", "probability": 0.0296630859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.6171875}, {"token_id": 387, "token_text": " una", "probability": 0.07861328125}, {"token_id": 1513, "token_text": " grande", "probability": 0.00799560546875}, {"token_id": 2845, "token_text": " tipo", "probability": 0.007781982421875}, {"token_id": 1843, "token_text": " storia", "probability": 0.005340576171875}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.30859375, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.30859375}, {"token_id": 2370, "token_text": " avere", "probability": 0.041748046875}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.016357421875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0135498046875}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.011962890625}, {"token_id": 1612, "token_text": " fare", "probability": 0.01055908203125}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01055908203125}, {"token_id": 1016, "token_text": " far", "probability": 0.01055908203125}, {"token_id": 16726, "token_text": " consentire", "probability": 0.01055908203125}, {"token_id": 4321, "token_text": " dare", "probability": 0.00933837890625}], "entropy": 4.75}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.175729592012541, "average_logprob_per_token": -1.175729592012541, "perplexity_on_target_sequence": 3.240506329113924, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.175729592012541, "probability": 0.30859375, "raw_probability": 0.30859375, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}}