{"step": 1000, "elapsed_sec": 8315.76880812645, "probe_elapsed_sec": 1.0771121399884578, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " a good, and the most of the world, and the other, and the other of the world. The most of the world of the world, the American", "text": "The capital of Italy is a good, and the most of the world, and the other, and the other of the world. The most of the world of the world, the American", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.134765625}, {"token_id": 230, "token_text": " the", "probability": 0.09228515625}, {"token_id": 248, "token_text": " an", "probability": 0.0361328125}, {"token_id": 534, "token_text": " not", "probability": 0.0264892578125}, {"token_id": 720, "token_text": " one", "probability": 0.025634765625}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.00927734375, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.00927734375}, {"token_id": 2286, "token_text": " few", "probability": 0.00897216796875}, {"token_id": 1942, "token_text": " great", "probability": 0.00897216796875}, {"token_id": 2030, "token_text": " small", "probability": 0.00897216796875}, {"token_id": 3068, "token_text": " member", "probability": 0.0084228515625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.030517578125}, {"token_id": 262, "token_text": " and", "probability": 0.026123046875}, {"token_id": 17, "token_text": ".", "probability": 0.0174560546875}, {"token_id": 256, "token_text": " of", "probability": 0.011962890625}, {"token_id": 234, "token_text": " in", "probability": 0.0115966796875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.14453125}, {"token_id": 654, "token_text": " but", "probability": 0.050048828125}, {"token_id": 230, "token_text": " the", "probability": 0.04150390625}, {"token_id": 410, "token_text": " or", "probability": 0.03662109375}, {"token_id": 647, "token_text": " which", "probability": 0.034423828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 209, "token_text": " a", "probability": 0.0458984375}, {"token_id": 336, "token_text": " is", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}, {"token_id": 478, "token_text": " his", "probability": 0.0174560546875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0213623046875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0213623046875}, {"token_id": 1686, "token_text": " same", "probability": 0.0125732421875}, {"token_id": 1547, "token_text": " world", "probability": 0.01214599609375}, {"token_id": 896, "token_text": " other", "probability": 0.01214599609375}, {"token_id": 1793, "token_text": " name", "probability": 0.00787353515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.1962890625}, {"token_id": 2535, "token_text": " important", "probability": 0.119140625}, {"token_id": 5519, "token_text": " famous", "probability": 0.01611328125}, {"token_id": 3188, "token_text": " common", "probability": 0.009765625}, {"token_id": 17545, "token_text": " influential", "probability": 0.00946044921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.357421875}, {"token_id": 209, "token_text": " a", "probability": 0.045654296875}, {"token_id": 587, "token_text": " this", "probability": 0.021484375}, {"token_id": 478, "token_text": " his", "probability": 0.0208740234375}, {"token_id": 820, "token_text": " its", "probability": 0.01116943359375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.02197265625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.02197265625}, {"token_id": 942, "token_text": " most", "probability": 0.0146484375}, {"token_id": 1686, "token_text": " same", "probability": 0.01336669921875}, {"token_id": 896, "token_text": " other", "probability": 0.0103759765625}, {"token_id": 1859, "token_text": " American", "probability": 0.00836181640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1611328125}, {"token_id": 15, "token_text": ",", "probability": 0.1611328125}, {"token_id": 256, "token_text": " of", "probability": 0.1513671875}, {"token_id": 400, "token_text": "'s", "probability": 0.05908203125}, {"token_id": 262, "token_text": " and", "probability": 0.0556640625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.158203125}, {"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 647, "token_text": " which", "probability": 0.051513671875}, {"token_id": 347, "token_text": " as", "probability": 0.033203125}, {"token_id": 654, "token_text": " but", "probability": 0.029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.185546875}, {"token_id": 209, "token_text": " a", "probability": 0.02587890625}, {"token_id": 336, "token_text": " is", "probability": 0.021484375}, {"token_id": 234, "token_text": " in", "probability": 0.0201416015625}, {"token_id": 896, "token_text": " other", "probability": 0.01611328125}]}, {"token_id": 896, "token_text": " other", "chosen_probability": 0.0164794921875, "top_k_candidates": [{"token_id": 896, "token_text": " other", "probability": 0.0164794921875}, {"token_id": 942, "token_text": " most", "probability": 0.01318359375}, {"token_id": 1547, "token_text": " world", "probability": 0.01129150390625}, {"token_id": 1859, "token_text": " American", "probability": 0.00823974609375}, {"token_id": 1686, "token_text": " same", "probability": 0.007080078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.03515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.03515625}, {"token_id": 256, "token_text": " of", "probability": 0.031005859375}, {"token_id": 1136, "token_text": " people", "probability": 0.02734375}, {"token_id": 17, "token_text": ".", "probability": 0.0181884765625}, {"token_id": 262, "token_text": " and", "probability": 0.012939453125}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.1806640625}, {"token_id": 230, "token_text": " the", "probability": 0.0849609375}, {"token_id": 647, "token_text": " which", "probability": 0.0517578125}, {"token_id": 336, "token_text": " is", "probability": 0.033447265625}, {"token_id": 347, "token_text": " as", "probability": 0.03125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1865234375}, {"token_id": 336, "token_text": " is", "probability": 0.020263671875}, {"token_id": 234, "token_text": " in", "probability": 0.0184326171875}, {"token_id": 209, "token_text": " a", "probability": 0.0184326171875}, {"token_id": 820, "token_text": " its", "probability": 0.01531982421875}]}, {"token_id": 896, "token_text": " other", "chosen_probability": 0.0196533203125, "top_k_candidates": [{"token_id": 896, "token_text": " other", "probability": 0.0196533203125}, {"token_id": 942, "token_text": " most", "probability": 0.01348876953125}, {"token_id": 1547, "token_text": " world", "probability": 0.00958251953125}, {"token_id": 1686, "token_text": " same", "probability": 0.00872802734375}, {"token_id": 1859, "token_text": " American", "probability": 0.0074462890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 17, "token_text": ".", "probability": 0.0230712890625}, {"token_id": 1136, "token_text": " people", "probability": 0.0191650390625}, {"token_id": 262, "token_text": " and", "probability": 0.014404296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.435546875}, {"token_id": 209, "token_text": " a", "probability": 0.026123046875}, {"token_id": 587, "token_text": " this", "probability": 0.0174560546875}, {"token_id": 732, "token_text": " their", "probability": 0.016845703125}, {"token_id": 478, "token_text": " his", "probability": 0.016845703125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0174560546875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0174560546875}, {"token_id": 896, "token_text": " other", "probability": 0.01312255859375}, {"token_id": 1859, "token_text": " American", "probability": 0.006805419921875}, {"token_id": 1686, "token_text": " same", "probability": 0.00640869140625}, {"token_id": 942, "token_text": " most", "probability": 0.006195068359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.275390625}, {"token_id": 15, "token_text": ",", "probability": 0.189453125}, {"token_id": 262, "token_text": " and", "probability": 0.06982421875}, {"token_id": 400, "token_text": "'s", "probability": 0.06982421875}, {"token_id": 256, "token_text": " of", "probability": 0.057861328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.236328125}, {"token_id": 407, "token_text": " In", "probability": 0.052734375}, {"token_id": 1062, "token_text": " This", "probability": 0.041015625}, {"token_id": 2, "token_text": "", "probability": 0.041015625}, {"token_id": 679, "token_text": " It", "probability": 0.036376953125}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.00701904296875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.00701904296875}, {"token_id": 1859, "token_text": " American", "probability": 0.00701904296875}, {"token_id": 896, "token_text": " other", "probability": 0.006805419921875}, {"token_id": 1793, "token_text": " name", "probability": 0.006195068359375}, {"token_id": 836, "token_text": " first", "probability": 0.006195068359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.1728515625}, {"token_id": 2535, "token_text": " important", "probability": 0.1630859375}, {"token_id": 5519, "token_text": " famous", "probability": 0.0177001953125}, {"token_id": 3776, "token_text": " popular", "probability": 0.0137939453125}, {"token_id": 4773, "token_text": " recent", "probability": 0.0125732421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.443359375}, {"token_id": 587, "token_text": " this", "probability": 0.036376953125}, {"token_id": 209, "token_text": " a", "probability": 0.0283203125}, {"token_id": 1414, "token_text": " these", "probability": 0.01300048828125}, {"token_id": 820, "token_text": " its", "probability": 0.0101318359375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0162353515625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0162353515625}, {"token_id": 942, "token_text": " most", "probability": 0.00982666015625}, {"token_id": 1859, "token_text": " American", "probability": 0.00897216796875}, {"token_id": 896, "token_text": " other", "probability": 0.0081787109375}, {"token_id": 1686, "token_text": " same", "probability": 0.00677490234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.2412109375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.2412109375}, {"token_id": 15, "token_text": ",", "probability": 0.1552734375}, {"token_id": 336, "token_text": " is", "probability": 0.0732421875}, {"token_id": 400, "token_text": "'s", "probability": 0.060791015625}, {"token_id": 262, "token_text": " and", "probability": 0.050537109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.412109375}, {"token_id": 209, "token_text": " a", "probability": 0.0218505859375}, {"token_id": 587, "token_text": " this", "probability": 0.0205078125}, {"token_id": 820, "token_text": " its", "probability": 0.00909423828125}, {"token_id": 478, "token_text": " his", "probability": 0.00909423828125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0177001953125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0177001953125}, {"token_id": 1583, "token_text": " University", "probability": 0.01470947265625}, {"token_id": 1859, "token_text": " American", "probability": 0.00982666015625}, {"token_id": 2259, "token_text": " city", "probability": 0.00653076171875}, {"token_id": 1758, "token_text": " United", "probability": 0.006317138671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2314453125}, {"token_id": 256, "token_text": " of", "probability": 0.1318359375}, {"token_id": 262, "token_text": " and", "probability": 0.0849609375}, {"token_id": 17, "token_text": ".", "probability": 0.054931640625}, {"token_id": 336, "token_text": " is", "probability": 0.04833984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1767578125}, {"token_id": 262, "token_text": " and", "probability": 0.1142578125}, {"token_id": 647, "token_text": " which", "probability": 0.034912109375}, {"token_id": 347, "token_text": " as", "probability": 0.03271484375}, {"token_id": 234, "token_text": " in", "probability": 0.03076171875}]}, {"token_id": 1859, "token_text": " American", "chosen_probability": 0.0106201171875, "top_k_candidates": [{"token_id": 1859, "token_text": " American", "probability": 0.0106201171875}, {"token_id": 1547, "token_text": " world", "probability": 0.00909423828125}, {"token_id": 942, "token_text": " most", "probability": 0.007049560546875}, {"token_id": 896, "token_text": " other", "probability": 0.0068359375}, {"token_id": 1583, "token_text": " University", "probability": 0.0062255859375}]}], "clean_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.134765625}, {"token_id": 230, "token_text": " the", "probability": 0.09228515625}, {"token_id": 248, "token_text": " an", "probability": 0.0361328125}, {"token_id": 534, "token_text": " not", "probability": 0.0264892578125}, {"token_id": 720, "token_text": " one", "probability": 0.025634765625}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.00927734375, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.00927734375}, {"token_id": 2286, "token_text": " few", "probability": 0.00897216796875}, {"token_id": 1942, "token_text": " great", "probability": 0.00897216796875}, {"token_id": 2030, "token_text": " small", "probability": 0.00897216796875}, {"token_id": 3068, "token_text": " member", "probability": 0.0084228515625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.030517578125}, {"token_id": 262, "token_text": " and", "probability": 0.026123046875}, {"token_id": 17, "token_text": ".", "probability": 0.0174560546875}, {"token_id": 256, "token_text": " of", "probability": 0.011962890625}, {"token_id": 234, "token_text": " in", "probability": 0.0115966796875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.14453125}, {"token_id": 654, "token_text": " but", "probability": 0.050048828125}, {"token_id": 230, "token_text": " the", "probability": 0.04150390625}, {"token_id": 410, "token_text": " or", "probability": 0.03662109375}, {"token_id": 647, "token_text": " which", "probability": 0.034423828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 209, "token_text": " a", "probability": 0.0458984375}, {"token_id": 336, "token_text": " is", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}, {"token_id": 478, "token_text": " his", "probability": 0.0174560546875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0213623046875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0213623046875}, {"token_id": 1686, "token_text": " same", "probability": 0.0125732421875}, {"token_id": 1547, "token_text": " world", "probability": 0.01214599609375}, {"token_id": 896, "token_text": " other", "probability": 0.01214599609375}, {"token_id": 1793, "token_text": " name", "probability": 0.00787353515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.1962890625}, {"token_id": 2535, "token_text": " important", "probability": 0.119140625}, {"token_id": 5519, "token_text": " famous", "probability": 0.01611328125}, {"token_id": 3188, "token_text": " common", "probability": 0.009765625}, {"token_id": 17545, "token_text": " influential", "probability": 0.00946044921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.357421875}, {"token_id": 209, "token_text": " a", "probability": 0.045654296875}, {"token_id": 587, "token_text": " this", "probability": 0.021484375}, {"token_id": 478, "token_text": " his", "probability": 0.0208740234375}, {"token_id": 820, "token_text": " its", "probability": 0.01116943359375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.02197265625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.02197265625}, {"token_id": 942, "token_text": " most", "probability": 0.0146484375}, {"token_id": 1686, "token_text": " same", "probability": 0.01336669921875}, {"token_id": 896, "token_text": " other", "probability": 0.0103759765625}, {"token_id": 1859, "token_text": " American", "probability": 0.00836181640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1611328125}, {"token_id": 15, "token_text": ",", "probability": 0.1611328125}, {"token_id": 256, "token_text": " of", "probability": 0.1513671875}, {"token_id": 400, "token_text": "'s", "probability": 0.05908203125}, {"token_id": 262, "token_text": " and", "probability": 0.0556640625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.158203125}, {"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 647, "token_text": " which", "probability": 0.051513671875}, {"token_id": 347, "token_text": " as", "probability": 0.033203125}, {"token_id": 654, "token_text": " but", "probability": 0.029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.185546875}, {"token_id": 209, "token_text": " a", "probability": 0.02587890625}, {"token_id": 336, "token_text": " is", "probability": 0.021484375}, {"token_id": 234, "token_text": " in", "probability": 0.0201416015625}, {"token_id": 896, "token_text": " other", "probability": 0.01611328125}]}, {"token_id": 896, "token_text": " other", "chosen_probability": 0.0164794921875, "top_k_candidates": [{"token_id": 896, "token_text": " other", "probability": 0.0164794921875}, {"token_id": 942, "token_text": " most", "probability": 0.01318359375}, {"token_id": 1547, "token_text": " world", "probability": 0.01129150390625}, {"token_id": 1859, "token_text": " American", "probability": 0.00823974609375}, {"token_id": 1686, "token_text": " same", "probability": 0.007080078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.03515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.03515625}, {"token_id": 256, "token_text": " of", "probability": 0.031005859375}, {"token_id": 1136, "token_text": " people", "probability": 0.02734375}, {"token_id": 17, "token_text": ".", "probability": 0.0181884765625}, {"token_id": 262, "token_text": " and", "probability": 0.012939453125}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.1806640625}, {"token_id": 230, "token_text": " the", "probability": 0.0849609375}, {"token_id": 647, "token_text": " which", "probability": 0.0517578125}, {"token_id": 336, "token_text": " is", "probability": 0.033447265625}, {"token_id": 347, "token_text": " as", "probability": 0.03125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1865234375}, {"token_id": 336, "token_text": " is", "probability": 0.020263671875}, {"token_id": 234, "token_text": " in", "probability": 0.0184326171875}, {"token_id": 209, "token_text": " a", "probability": 0.0184326171875}, {"token_id": 820, "token_text": " its", "probability": 0.01531982421875}]}, {"token_id": 896, "token_text": " other", "chosen_probability": 0.0196533203125, "top_k_candidates": [{"token_id": 896, "token_text": " other", "probability": 0.0196533203125}, {"token_id": 942, "token_text": " most", "probability": 0.01348876953125}, {"token_id": 1547, "token_text": " world", "probability": 0.00958251953125}, {"token_id": 1686, "token_text": " same", "probability": 0.00872802734375}, {"token_id": 1859, "token_text": " American", "probability": 0.0074462890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 17, "token_text": ".", "probability": 0.0230712890625}, {"token_id": 1136, "token_text": " people", "probability": 0.0191650390625}, {"token_id": 262, "token_text": " and", "probability": 0.014404296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.435546875}, {"token_id": 209, "token_text": " a", "probability": 0.026123046875}, {"token_id": 587, "token_text": " this", "probability": 0.0174560546875}, {"token_id": 732, "token_text": " their", "probability": 0.016845703125}, {"token_id": 478, "token_text": " his", "probability": 0.016845703125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0174560546875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0174560546875}, {"token_id": 896, "token_text": " other", "probability": 0.01312255859375}, {"token_id": 1859, "token_text": " American", "probability": 0.006805419921875}, {"token_id": 1686, "token_text": " same", "probability": 0.00640869140625}, {"token_id": 942, "token_text": " most", "probability": 0.006195068359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.275390625}, {"token_id": 15, "token_text": ",", "probability": 0.189453125}, {"token_id": 262, "token_text": " and", "probability": 0.06982421875}, {"token_id": 400, "token_text": "'s", "probability": 0.06982421875}, {"token_id": 256, "token_text": " of", "probability": 0.057861328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2470703125}, {"token_id": 407, "token_text": " In", "probability": 0.054931640625}, {"token_id": 1062, "token_text": " This", "probability": 0.04296875}, {"token_id": 679, "token_text": " It", "probability": 0.037841796875}, {"token_id": 277, "token_text": " A", "probability": 0.020263671875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.00701904296875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.00701904296875}, {"token_id": 1859, "token_text": " American", "probability": 0.00701904296875}, {"token_id": 896, "token_text": " other", "probability": 0.006805419921875}, {"token_id": 1793, "token_text": " name", "probability": 0.006195068359375}, {"token_id": 836, "token_text": " first", "probability": 0.006195068359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.173828125}, {"token_id": 2535, "token_text": " important", "probability": 0.1630859375}, {"token_id": 5519, "token_text": " famous", "probability": 0.0177001953125}, {"token_id": 3776, "token_text": " popular", "probability": 0.0137939453125}, {"token_id": 4773, "token_text": " recent", "probability": 0.0125732421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.443359375}, {"token_id": 587, "token_text": " this", "probability": 0.036376953125}, {"token_id": 209, "token_text": " a", "probability": 0.0283203125}, {"token_id": 1414, "token_text": " these", "probability": 0.01300048828125}, {"token_id": 820, "token_text": " its", "probability": 0.0101318359375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0162353515625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0162353515625}, {"token_id": 942, "token_text": " most", "probability": 0.00982666015625}, {"token_id": 1859, "token_text": " American", "probability": 0.00897216796875}, {"token_id": 896, "token_text": " other", "probability": 0.0081787109375}, {"token_id": 1686, "token_text": " same", "probability": 0.00677490234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.2412109375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.2412109375}, {"token_id": 15, "token_text": ",", "probability": 0.1552734375}, {"token_id": 336, "token_text": " is", "probability": 0.0732421875}, {"token_id": 400, "token_text": "'s", "probability": 0.060791015625}, {"token_id": 262, "token_text": " and", "probability": 0.050537109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.412109375}, {"token_id": 209, "token_text": " a", "probability": 0.0218505859375}, {"token_id": 587, "token_text": " this", "probability": 0.0205078125}, {"token_id": 820, "token_text": " its", "probability": 0.00909423828125}, {"token_id": 478, "token_text": " his", "probability": 0.00909423828125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0177001953125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0177001953125}, {"token_id": 1583, "token_text": " University", "probability": 0.01470947265625}, {"token_id": 1859, "token_text": " American", "probability": 0.00982666015625}, {"token_id": 2259, "token_text": " city", "probability": 0.00653076171875}, {"token_id": 1758, "token_text": " United", "probability": 0.006317138671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2314453125}, {"token_id": 256, "token_text": " of", "probability": 0.1318359375}, {"token_id": 262, "token_text": " and", "probability": 0.0849609375}, {"token_id": 17, "token_text": ".", "probability": 0.054931640625}, {"token_id": 336, "token_text": " is", "probability": 0.04833984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1767578125}, {"token_id": 262, "token_text": " and", "probability": 0.1142578125}, {"token_id": 647, "token_text": " which", "probability": 0.034912109375}, {"token_id": 347, "token_text": " as", "probability": 0.03271484375}, {"token_id": 234, "token_text": " in", "probability": 0.03076171875}]}, {"token_id": 1859, "token_text": " American", "chosen_probability": 0.0106201171875, "top_k_candidates": [{"token_id": 1859, "token_text": " American", "probability": 0.0106201171875}, {"token_id": 1547, "token_text": " world", "probability": 0.00909423828125}, {"token_id": 942, "token_text": " most", "probability": 0.007049560546875}, {"token_id": 896, "token_text": " other", "probability": 0.0068359375}, {"token_id": 1583, "token_text": " University", "probability": 0.0062255859375}]}], "token_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.134765625}, {"token_id": 230, "token_text": " the", "probability": 0.09228515625}, {"token_id": 248, "token_text": " an", "probability": 0.0361328125}, {"token_id": 534, "token_text": " not", "probability": 0.0264892578125}, {"token_id": 720, "token_text": " one", "probability": 0.025634765625}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.00927734375, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.00927734375}, {"token_id": 2286, "token_text": " few", "probability": 0.00897216796875}, {"token_id": 1942, "token_text": " great", "probability": 0.00897216796875}, {"token_id": 2030, "token_text": " small", "probability": 0.00897216796875}, {"token_id": 3068, "token_text": " member", "probability": 0.0084228515625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.030517578125}, {"token_id": 262, "token_text": " and", "probability": 0.026123046875}, {"token_id": 17, "token_text": ".", "probability": 0.0174560546875}, {"token_id": 256, "token_text": " of", "probability": 0.011962890625}, {"token_id": 234, "token_text": " in", "probability": 0.0115966796875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.14453125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.14453125}, {"token_id": 654, "token_text": " but", "probability": 0.050048828125}, {"token_id": 230, "token_text": " the", "probability": 0.04150390625}, {"token_id": 410, "token_text": " or", "probability": 0.03662109375}, {"token_id": 647, "token_text": " which", "probability": 0.034423828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.09716796875}, {"token_id": 209, "token_text": " a", "probability": 0.0458984375}, {"token_id": 336, "token_text": " is", "probability": 0.02099609375}, {"token_id": 234, "token_text": " in", "probability": 0.0203857421875}, {"token_id": 478, "token_text": " his", "probability": 0.0174560546875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0213623046875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0213623046875}, {"token_id": 1686, "token_text": " same", "probability": 0.0125732421875}, {"token_id": 1547, "token_text": " world", "probability": 0.01214599609375}, {"token_id": 896, "token_text": " other", "probability": 0.01214599609375}, {"token_id": 1793, "token_text": " name", "probability": 0.00787353515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.1962890625}, {"token_id": 2535, "token_text": " important", "probability": 0.119140625}, {"token_id": 5519, "token_text": " famous", "probability": 0.01611328125}, {"token_id": 3188, "token_text": " common", "probability": 0.009765625}, {"token_id": 17545, "token_text": " influential", "probability": 0.00946044921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.357421875}, {"token_id": 209, "token_text": " a", "probability": 0.045654296875}, {"token_id": 587, "token_text": " this", "probability": 0.021484375}, {"token_id": 478, "token_text": " his", "probability": 0.0208740234375}, {"token_id": 820, "token_text": " its", "probability": 0.01116943359375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.02197265625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.02197265625}, {"token_id": 942, "token_text": " most", "probability": 0.0146484375}, {"token_id": 1686, "token_text": " same", "probability": 0.01336669921875}, {"token_id": 896, "token_text": " other", "probability": 0.0103759765625}, {"token_id": 1859, "token_text": " American", "probability": 0.00836181640625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1611328125}, {"token_id": 15, "token_text": ",", "probability": 0.1611328125}, {"token_id": 256, "token_text": " of", "probability": 0.1513671875}, {"token_id": 400, "token_text": "'s", "probability": 0.05908203125}, {"token_id": 262, "token_text": " and", "probability": 0.0556640625}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.158203125}, {"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 647, "token_text": " which", "probability": 0.051513671875}, {"token_id": 347, "token_text": " as", "probability": 0.033203125}, {"token_id": 654, "token_text": " but", "probability": 0.029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.185546875}, {"token_id": 209, "token_text": " a", "probability": 0.02587890625}, {"token_id": 336, "token_text": " is", "probability": 0.021484375}, {"token_id": 234, "token_text": " in", "probability": 0.0201416015625}, {"token_id": 896, "token_text": " other", "probability": 0.01611328125}]}, {"token_id": 896, "token_text": " other", "chosen_probability": 0.0164794921875, "top_k_candidates": [{"token_id": 896, "token_text": " other", "probability": 0.0164794921875}, {"token_id": 942, "token_text": " most", "probability": 0.01318359375}, {"token_id": 1547, "token_text": " world", "probability": 0.01129150390625}, {"token_id": 1859, "token_text": " American", "probability": 0.00823974609375}, {"token_id": 1686, "token_text": " same", "probability": 0.007080078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.03515625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.03515625}, {"token_id": 256, "token_text": " of", "probability": 0.031005859375}, {"token_id": 1136, "token_text": " people", "probability": 0.02734375}, {"token_id": 17, "token_text": ".", "probability": 0.0181884765625}, {"token_id": 262, "token_text": " and", "probability": 0.012939453125}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.1806640625}, {"token_id": 230, "token_text": " the", "probability": 0.0849609375}, {"token_id": 647, "token_text": " which", "probability": 0.0517578125}, {"token_id": 336, "token_text": " is", "probability": 0.033447265625}, {"token_id": 347, "token_text": " as", "probability": 0.03125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1865234375}, {"token_id": 336, "token_text": " is", "probability": 0.020263671875}, {"token_id": 234, "token_text": " in", "probability": 0.0184326171875}, {"token_id": 209, "token_text": " a", "probability": 0.0184326171875}, {"token_id": 820, "token_text": " its", "probability": 0.01531982421875}]}, {"token_id": 896, "token_text": " other", "chosen_probability": 0.0196533203125, "top_k_candidates": [{"token_id": 896, "token_text": " other", "probability": 0.0196533203125}, {"token_id": 942, "token_text": " most", "probability": 0.01348876953125}, {"token_id": 1547, "token_text": " world", "probability": 0.00958251953125}, {"token_id": 1686, "token_text": " same", "probability": 0.00872802734375}, {"token_id": 1859, "token_text": " American", "probability": 0.0074462890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.0830078125}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 17, "token_text": ".", "probability": 0.0230712890625}, {"token_id": 1136, "token_text": " people", "probability": 0.0191650390625}, {"token_id": 262, "token_text": " and", "probability": 0.014404296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.435546875}, {"token_id": 209, "token_text": " a", "probability": 0.026123046875}, {"token_id": 587, "token_text": " this", "probability": 0.0174560546875}, {"token_id": 732, "token_text": " their", "probability": 0.016845703125}, {"token_id": 478, "token_text": " his", "probability": 0.016845703125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0174560546875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0174560546875}, {"token_id": 896, "token_text": " other", "probability": 0.01312255859375}, {"token_id": 1859, "token_text": " American", "probability": 0.006805419921875}, {"token_id": 1686, "token_text": " same", "probability": 0.00640869140625}, {"token_id": 942, "token_text": " most", "probability": 0.006195068359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.275390625}, {"token_id": 15, "token_text": ",", "probability": 0.189453125}, {"token_id": 262, "token_text": " and", "probability": 0.06982421875}, {"token_id": 400, "token_text": "'s", "probability": 0.06982421875}, {"token_id": 256, "token_text": " of", "probability": 0.057861328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2470703125}, {"token_id": 407, "token_text": " In", "probability": 0.054931640625}, {"token_id": 1062, "token_text": " This", "probability": 0.04296875}, {"token_id": 679, "token_text": " It", "probability": 0.037841796875}, {"token_id": 277, "token_text": " A", "probability": 0.020263671875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.00701904296875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.00701904296875}, {"token_id": 1859, "token_text": " American", "probability": 0.00701904296875}, {"token_id": 896, "token_text": " other", "probability": 0.006805419921875}, {"token_id": 1793, "token_text": " name", "probability": 0.006195068359375}, {"token_id": 836, "token_text": " first", "probability": 0.006195068359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.173828125}, {"token_id": 2535, "token_text": " important", "probability": 0.1630859375}, {"token_id": 5519, "token_text": " famous", "probability": 0.0177001953125}, {"token_id": 3776, "token_text": " popular", "probability": 0.0137939453125}, {"token_id": 4773, "token_text": " recent", "probability": 0.0125732421875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.443359375}, {"token_id": 587, "token_text": " this", "probability": 0.036376953125}, {"token_id": 209, "token_text": " a", "probability": 0.0283203125}, {"token_id": 1414, "token_text": " these", "probability": 0.01300048828125}, {"token_id": 820, "token_text": " its", "probability": 0.0101318359375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0162353515625, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0162353515625}, {"token_id": 942, "token_text": " most", "probability": 0.00982666015625}, {"token_id": 1859, "token_text": " American", "probability": 0.00897216796875}, {"token_id": 896, "token_text": " other", "probability": 0.0081787109375}, {"token_id": 1686, "token_text": " same", "probability": 0.00677490234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.2412109375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.2412109375}, {"token_id": 15, "token_text": ",", "probability": 0.1552734375}, {"token_id": 336, "token_text": " is", "probability": 0.0732421875}, {"token_id": 400, "token_text": "'s", "probability": 0.060791015625}, {"token_id": 262, "token_text": " and", "probability": 0.050537109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.412109375}, {"token_id": 209, "token_text": " a", "probability": 0.0218505859375}, {"token_id": 587, "token_text": " this", "probability": 0.0205078125}, {"token_id": 820, "token_text": " its", "probability": 0.00909423828125}, {"token_id": 478, "token_text": " his", "probability": 0.00909423828125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.0177001953125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.0177001953125}, {"token_id": 1583, "token_text": " University", "probability": 0.01470947265625}, {"token_id": 1859, "token_text": " American", "probability": 0.00982666015625}, {"token_id": 2259, "token_text": " city", "probability": 0.00653076171875}, {"token_id": 1758, "token_text": " United", "probability": 0.006317138671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2314453125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2314453125}, {"token_id": 256, "token_text": " of", "probability": 0.1318359375}, {"token_id": 262, "token_text": " and", "probability": 0.0849609375}, {"token_id": 17, "token_text": ".", "probability": 0.054931640625}, {"token_id": 336, "token_text": " is", "probability": 0.04833984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1767578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1767578125}, {"token_id": 262, "token_text": " and", "probability": 0.1142578125}, {"token_id": 647, "token_text": " which", "probability": 0.034912109375}, {"token_id": 347, "token_text": " as", "probability": 0.03271484375}, {"token_id": 234, "token_text": " in", "probability": 0.03076171875}]}, {"token_id": 1859, "token_text": " American", "chosen_probability": 0.0106201171875, "top_k_candidates": [{"token_id": 1859, "token_text": " American", "probability": 0.0106201171875}, {"token_id": 1547, "token_text": " world", "probability": 0.00909423828125}, {"token_id": 942, "token_text": " most", "probability": 0.007049560546875}, {"token_id": 896, "token_text": " other", "probability": 0.0068359375}, {"token_id": 1583, "token_text": " University", "probability": 0.0062255859375}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 5223, "correct_token_probability": 7.808208465576172e-06, "top_10_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.134765625}, {"token_id": 230, "token_text": " the", "probability": 0.09228515625}, {"token_id": 248, "token_text": " an", "probability": 0.0361328125}, {"token_id": 534, "token_text": " not", "probability": 0.0264892578125}, {"token_id": 720, "token_text": " one", "probability": 0.025634765625}, {"token_id": 1576, "token_text": " now", "probability": 0.0234375}, {"token_id": 751, "token_text": " also", "probability": 0.01556396484375}, {"token_id": 234, "token_text": " in", "probability": 0.01373291015625}, {"token_id": 263, "token_text": " to", "probability": 0.01373291015625}, {"token_id": 3857, "token_text": " located", "probability": 0.0103759765625}], "entropy": 5.90625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -11.760335010237537, "average_logprob_per_token": -11.760335010237537, "perplexity_on_target_sequence": 128070.35114503825, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -11.760335010237537, "probability": 7.808208465576172e-06, "raw_probability": 7.808208465576172e-06, "correct_token_rank": 5223}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 1000, "elapsed_sec": 8315.77301645279, "probe_elapsed_sec": 1.0771121399884578, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be a good. The first is a good. The name is a good. The name is a good-of-up-up. The song is a", "text": "A small language model should be a good. The first is a good. The name is a good. The name is a good-of-up-up. The song is a", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.357421875}, {"token_id": 581, "token_text": " have", "probability": 0.035400390625}, {"token_id": 534, "token_text": " not", "probability": 0.03125}, {"token_id": 1494, "token_text": " make", "probability": 0.0201416015625}, {"token_id": 1466, "token_text": " help", "probability": 0.0162353515625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.045654296875}, {"token_id": 1347, "token_text": " used", "probability": 0.045654296875}, {"token_id": 230, "token_text": " the", "probability": 0.025146484375}, {"token_id": 2956, "token_text": " able", "probability": 0.020263671875}, {"token_id": 1334, "token_text": " found", "probability": 0.01904296875}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0196533203125, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0196533203125}, {"token_id": 4475, "token_text": " bit", "probability": 0.016357421875}, {"token_id": 3213, "token_text": " lot", "probability": 0.0115966796875}, {"token_id": 1525, "token_text": " very", "probability": 0.0108642578125}, {"token_id": 1942, "token_text": " great", "probability": 0.00823974609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.0308837890625}, {"token_id": 321, "token_text": " for", "probability": 0.0218505859375}, {"token_id": 3656, "token_text": " idea", "probability": 0.0218505859375}, {"token_id": 16, "token_text": "-", "probability": 0.0205078125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.06005859375}, {"token_id": 274, "token_text": " I", "probability": 0.046875}, {"token_id": 2, "token_text": "", "probability": 0.0439453125}, {"token_id": 407, "token_text": " In", "probability": 0.041259765625}, {"token_id": 363, "token_text": " \"", "probability": 0.038818359375}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.01202392578125, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.01202392578125}, {"token_id": 1793, "token_text": " name", "probability": 0.010986328125}, {"token_id": 2244, "token_text": " following", "probability": 0.00909423828125}, {"token_id": 2185, "token_text": " word", "probability": 0.00799560546875}, {"token_id": 929, "token_text": " two", "probability": 0.007293701171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.03857421875}, {"token_id": 3924, "token_text": " thing", "probability": 0.03857421875}, {"token_id": 361, "token_text": " was", "probability": 0.031982421875}, {"token_id": 16, "token_text": "-", "probability": 0.02734375}, {"token_id": 256, "token_text": " of", "probability": 0.0206298828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.09619140625}, {"token_id": 230, "token_text": " the", "probability": 0.0703125}, {"token_id": 263, "token_text": " to", "probability": 0.0400390625}, {"token_id": 534, "token_text": " not", "probability": 0.03759765625}, {"token_id": 379, "token_text": " that", "probability": 0.033203125}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.020263671875, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.020263671875}, {"token_id": 4475, "token_text": " bit", "probability": 0.0179443359375}, {"token_id": 1525, "token_text": " very", "probability": 0.0162353515625}, {"token_id": 2286, "token_text": " few", "probability": 0.01531982421875}, {"token_id": 3213, "token_text": " lot", "probability": 0.013916015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.033447265625}, {"token_id": 3656, "token_text": " idea", "probability": 0.033447265625}, {"token_id": 15, "token_text": ",", "probability": 0.0252685546875}, {"token_id": 16, "token_text": "-", "probability": 0.0216064453125}, {"token_id": 3924, "token_text": " thing", "probability": 0.01531982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2080078125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2080078125}, {"token_id": 679, "token_text": " It", "probability": 0.09228515625}, {"token_id": 2, "token_text": "", "probability": 0.043701171875}, {"token_id": 274, "token_text": " I", "probability": 0.031982421875}, {"token_id": 1062, "token_text": " This", "probability": 0.0281982421875}]}, {"token_id": 1793, "token_text": " name", "chosen_probability": 0.017822265625, "top_k_candidates": [{"token_id": 1793, "token_text": " name", "probability": 0.017822265625}, {"token_id": 1118, "token_text": " only", "probability": 0.0142822265625}, {"token_id": 836, "token_text": " first", "probability": 0.013427734375}, {"token_id": 942, "token_text": " most", "probability": 0.01300048828125}, {"token_id": 2185, "token_text": " word", "probability": 0.01263427734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.287109375}, {"token_id": 256, "token_text": " of", "probability": 0.14453125}, {"token_id": 361, "token_text": " was", "probability": 0.064453125}, {"token_id": 614, "token_text": " has", "probability": 0.023681640625}, {"token_id": 467, "token_text": " are", "probability": 0.020263671875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.158203125}, {"token_id": 230, "token_text": " the", "probability": 0.08984375}, {"token_id": 534, "token_text": " not", "probability": 0.0311279296875}, {"token_id": 379, "token_text": " that", "probability": 0.024169921875}, {"token_id": 248, "token_text": " an", "probability": 0.024169921875}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0225830078125, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0225830078125}, {"token_id": 1525, "token_text": " very", "probability": 0.017578125}, {"token_id": 1942, "token_text": " great", "probability": 0.0164794921875}, {"token_id": 2286, "token_text": " few", "probability": 0.0164794921875}, {"token_id": 2749, "token_text": " little", "probability": 0.0159912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.046875}, {"token_id": 15, "token_text": ",", "probability": 0.03759765625}, {"token_id": 16, "token_text": "-", "probability": 0.025146484375}, {"token_id": 3924, "token_text": " thing", "probability": 0.022216796875}, {"token_id": 321, "token_text": " for", "probability": 0.0208740234375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.240234375}, {"token_id": 679, "token_text": " It", "probability": 0.12060546875}, {"token_id": 2, "token_text": "", "probability": 0.05029296875}, {"token_id": 1062, "token_text": " This", "probability": 0.0269775390625}, {"token_id": 277, "token_text": " A", "probability": 0.0223388671875}]}, {"token_id": 1793, "token_text": " name", "chosen_probability": 0.019287109375, "top_k_candidates": [{"token_id": 1793, "token_text": " name", "probability": 0.019287109375}, {"token_id": 2185, "token_text": " word", "probability": 0.013671875}, {"token_id": 836, "token_text": " first", "probability": 0.012451171875}, {"token_id": 2516, "token_text": " song", "probability": 0.010009765625}, {"token_id": 1100, "token_text": " film", "probability": 0.00909423828125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.40234375}, {"token_id": 256, "token_text": " of", "probability": 0.0791015625}, {"token_id": 361, "token_text": " was", "probability": 0.024169921875}, {"token_id": 400, "token_text": "'s", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.01422119140625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.19140625}, {"token_id": 230, "token_text": " the", "probability": 0.12353515625}, {"token_id": 248, "token_text": " an", "probability": 0.029296875}, {"token_id": 720, "token_text": " one", "probability": 0.02587890625}, {"token_id": 534, "token_text": " not", "probability": 0.021484375}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0185546875, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0185546875}, {"token_id": 1942, "token_text": " great", "probability": 0.015869140625}, {"token_id": 1525, "token_text": " very", "probability": 0.015380859375}, {"token_id": 2286, "token_text": " few", "probability": 0.01446533203125}, {"token_id": 2749, "token_text": " little", "probability": 0.01275634765625}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.046875}, {"token_id": 17, "token_text": ".", "probability": 0.041259765625}, {"token_id": 15, "token_text": ",", "probability": 0.0322265625}, {"token_id": 321, "token_text": " for", "probability": 0.02587890625}, {"token_id": 263, "token_text": " to", "probability": 0.0220947265625}]}, {"token_id": 2945, "token_text": "of", "chosen_probability": 0.0169677734375, "top_k_candidates": [{"token_id": 2945, "token_text": "of", "probability": 0.0169677734375}, {"token_id": 464, "token_text": "up", "probability": 0.0155029296875}, {"token_id": 6003, "token_text": "known", "probability": 0.01324462890625}, {"token_id": 71, "token_text": "d", "probability": 0.012451171875}, {"token_id": 314, "token_text": "and", "probability": 0.01171875}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.0634765625}, {"token_id": 17, "token_text": ".", "probability": 0.0595703125}, {"token_id": 256, "token_text": " of", "probability": 0.041015625}, {"token_id": 262, "token_text": " and", "probability": 0.02734375}]}, {"token_id": 464, "token_text": "up", "chosen_probability": 0.0177001953125, "top_k_candidates": [{"token_id": 464, "token_text": "up", "probability": 0.0177001953125}, {"token_id": 2945, "token_text": "of", "probability": 0.01422119140625}, {"token_id": 6003, "token_text": "known", "probability": 0.0137939453125}, {"token_id": 71, "token_text": "d", "probability": 0.0137939453125}, {"token_id": 86, "token_text": "s", "probability": 0.01336669921875}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.11181640625}, {"token_id": 17, "token_text": ".", "probability": 0.0927734375}, {"token_id": 15, "token_text": ",", "probability": 0.06591796875}, {"token_id": 336, "token_text": " is", "probability": 0.024169921875}, {"token_id": 262, "token_text": " and", "probability": 0.0234375}]}, {"token_id": 464, "token_text": "up", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 464, "token_text": "up", "probability": 0.01904296875}, {"token_id": 2945, "token_text": "of", "probability": 0.016357421875}, {"token_id": 75, "token_text": "h", "probability": 0.0126953125}, {"token_id": 71, "token_text": "d", "probability": 0.0123291015625}, {"token_id": 69, "token_text": "b", "probability": 0.01123046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.11962890625}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 16, "token_text": "-", "probability": 0.08203125}, {"token_id": 262, "token_text": " and", "probability": 0.0283203125}, {"token_id": 256, "token_text": " of", "probability": 0.0213623046875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.296875}, {"token_id": 679, "token_text": " It", "probability": 0.1318359375}, {"token_id": 2, "token_text": "", "probability": 0.05859375}, {"token_id": 1062, "token_text": " This", "probability": 0.0260009765625}, {"token_id": 277, "token_text": " A", "probability": 0.021484375}]}, {"token_id": 2516, "token_text": " song", "chosen_probability": 0.02197265625, "top_k_candidates": [{"token_id": 2516, "token_text": " song", "probability": 0.02197265625}, {"token_id": 1793, "token_text": " name", "probability": 0.018798828125}, {"token_id": 1100, "token_text": " film", "probability": 0.0177001953125}, {"token_id": 836, "token_text": " first", "probability": 0.01251220703125}, {"token_id": 2185, "token_text": " word", "probability": 0.0103759765625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.31640625}, {"token_id": 361, "token_text": " was", "probability": 0.03662109375}, {"token_id": 614, "token_text": " has", "probability": 0.02294921875}, {"token_id": 16, "token_text": "-", "probability": 0.02294921875}, {"token_id": 467, "token_text": " are", "probability": 0.0208740234375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1748046875}, {"token_id": 230, "token_text": " the", "probability": 0.1201171875}, {"token_id": 248, "token_text": " an", "probability": 0.0303955078125}, {"token_id": 720, "token_text": " one", "probability": 0.0260009765625}, {"token_id": 751, "token_text": " also", "probability": 0.013916015625}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.357421875}, {"token_id": 581, "token_text": " have", "probability": 0.035400390625}, {"token_id": 534, "token_text": " not", "probability": 0.03125}, {"token_id": 1494, "token_text": " make", "probability": 0.020263671875}, {"token_id": 1466, "token_text": " help", "probability": 0.0162353515625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.045654296875}, {"token_id": 1347, "token_text": " used", "probability": 0.045654296875}, {"token_id": 230, "token_text": " the", "probability": 0.025146484375}, {"token_id": 2956, "token_text": " able", "probability": 0.020263671875}, {"token_id": 1334, "token_text": " found", "probability": 0.01904296875}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0196533203125, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0196533203125}, {"token_id": 4475, "token_text": " bit", "probability": 0.016357421875}, {"token_id": 3213, "token_text": " lot", "probability": 0.0115966796875}, {"token_id": 1525, "token_text": " very", "probability": 0.0108642578125}, {"token_id": 1942, "token_text": " great", "probability": 0.00823974609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.0308837890625}, {"token_id": 321, "token_text": " for", "probability": 0.0218505859375}, {"token_id": 3656, "token_text": " idea", "probability": 0.0218505859375}, {"token_id": 16, "token_text": "-", "probability": 0.0205078125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.06298828125}, {"token_id": 274, "token_text": " I", "probability": 0.049072265625}, {"token_id": 407, "token_text": " In", "probability": 0.043212890625}, {"token_id": 363, "token_text": " \"", "probability": 0.04052734375}, {"token_id": 277, "token_text": " A", "probability": 0.035888671875}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.01202392578125, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.01202392578125}, {"token_id": 1793, "token_text": " name", "probability": 0.010986328125}, {"token_id": 2244, "token_text": " following", "probability": 0.00909423828125}, {"token_id": 2185, "token_text": " word", "probability": 0.00799560546875}, {"token_id": 929, "token_text": " two", "probability": 0.007293701171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.03857421875}, {"token_id": 3924, "token_text": " thing", "probability": 0.03857421875}, {"token_id": 361, "token_text": " was", "probability": 0.031982421875}, {"token_id": 16, "token_text": "-", "probability": 0.02734375}, {"token_id": 256, "token_text": " of", "probability": 0.0206298828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.09619140625}, {"token_id": 230, "token_text": " the", "probability": 0.0703125}, {"token_id": 263, "token_text": " to", "probability": 0.0400390625}, {"token_id": 534, "token_text": " not", "probability": 0.03759765625}, {"token_id": 379, "token_text": " that", "probability": 0.033203125}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.020263671875, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.020263671875}, {"token_id": 4475, "token_text": " bit", "probability": 0.0179443359375}, {"token_id": 1525, "token_text": " very", "probability": 0.0162353515625}, {"token_id": 2286, "token_text": " few", "probability": 0.01531982421875}, {"token_id": 3213, "token_text": " lot", "probability": 0.013916015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.033447265625}, {"token_id": 3656, "token_text": " idea", "probability": 0.033447265625}, {"token_id": 15, "token_text": ",", "probability": 0.0252685546875}, {"token_id": 16, "token_text": "-", "probability": 0.0216064453125}, {"token_id": 3924, "token_text": " thing", "probability": 0.01531982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2177734375}, {"token_id": 679, "token_text": " It", "probability": 0.0966796875}, {"token_id": 274, "token_text": " I", "probability": 0.033447265625}, {"token_id": 1062, "token_text": " This", "probability": 0.029541015625}, {"token_id": 277, "token_text": " A", "probability": 0.0260009765625}]}, {"token_id": 1793, "token_text": " name", "chosen_probability": 0.017822265625, "top_k_candidates": [{"token_id": 1793, "token_text": " name", "probability": 0.017822265625}, {"token_id": 1118, "token_text": " only", "probability": 0.0142822265625}, {"token_id": 836, "token_text": " first", "probability": 0.013427734375}, {"token_id": 942, "token_text": " most", "probability": 0.01300048828125}, {"token_id": 2185, "token_text": " word", "probability": 0.01263427734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.287109375}, {"token_id": 256, "token_text": " of", "probability": 0.14453125}, {"token_id": 361, "token_text": " was", "probability": 0.064453125}, {"token_id": 614, "token_text": " has", "probability": 0.023681640625}, {"token_id": 467, "token_text": " are", "probability": 0.020263671875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.158203125}, {"token_id": 230, "token_text": " the", "probability": 0.08984375}, {"token_id": 534, "token_text": " not", "probability": 0.0311279296875}, {"token_id": 379, "token_text": " that", "probability": 0.024169921875}, {"token_id": 248, "token_text": " an", "probability": 0.024169921875}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0225830078125, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0225830078125}, {"token_id": 1525, "token_text": " very", "probability": 0.017578125}, {"token_id": 1942, "token_text": " great", "probability": 0.0164794921875}, {"token_id": 2286, "token_text": " few", "probability": 0.0164794921875}, {"token_id": 2749, "token_text": " little", "probability": 0.0159912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.046875}, {"token_id": 15, "token_text": ",", "probability": 0.03759765625}, {"token_id": 16, "token_text": "-", "probability": 0.025146484375}, {"token_id": 3924, "token_text": " thing", "probability": 0.022216796875}, {"token_id": 321, "token_text": " for", "probability": 0.0208740234375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.25390625}, {"token_id": 679, "token_text": " It", "probability": 0.126953125}, {"token_id": 1062, "token_text": " This", "probability": 0.0284423828125}, {"token_id": 277, "token_text": " A", "probability": 0.0235595703125}, {"token_id": 274, "token_text": " I", "probability": 0.020751953125}]}, {"token_id": 1793, "token_text": " name", "chosen_probability": 0.019287109375, "top_k_candidates": [{"token_id": 1793, "token_text": " name", "probability": 0.019287109375}, {"token_id": 2185, "token_text": " word", "probability": 0.013671875}, {"token_id": 836, "token_text": " first", "probability": 0.012451171875}, {"token_id": 2516, "token_text": " song", "probability": 0.010009765625}, {"token_id": 1100, "token_text": " film", "probability": 0.00909423828125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.40234375}, {"token_id": 256, "token_text": " of", "probability": 0.0791015625}, {"token_id": 361, "token_text": " was", "probability": 0.024169921875}, {"token_id": 400, "token_text": "'s", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.01422119140625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.19140625}, {"token_id": 230, "token_text": " the", "probability": 0.12353515625}, {"token_id": 248, "token_text": " an", "probability": 0.029296875}, {"token_id": 720, "token_text": " one", "probability": 0.02587890625}, {"token_id": 534, "token_text": " not", "probability": 0.021484375}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0185546875, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0185546875}, {"token_id": 1942, "token_text": " great", "probability": 0.015869140625}, {"token_id": 1525, "token_text": " very", "probability": 0.015380859375}, {"token_id": 2286, "token_text": " few", "probability": 0.01446533203125}, {"token_id": 2749, "token_text": " little", "probability": 0.01275634765625}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.046875}, {"token_id": 17, "token_text": ".", "probability": 0.041259765625}, {"token_id": 15, "token_text": ",", "probability": 0.0322265625}, {"token_id": 321, "token_text": " for", "probability": 0.02587890625}, {"token_id": 263, "token_text": " to", "probability": 0.0220947265625}]}, {"token_id": 2945, "token_text": "of", "chosen_probability": 0.0169677734375, "top_k_candidates": [{"token_id": 2945, "token_text": "of", "probability": 0.0169677734375}, {"token_id": 464, "token_text": "up", "probability": 0.0155029296875}, {"token_id": 6003, "token_text": "known", "probability": 0.01324462890625}, {"token_id": 71, "token_text": "d", "probability": 0.012451171875}, {"token_id": 314, "token_text": "and", "probability": 0.01171875}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.0634765625}, {"token_id": 17, "token_text": ".", "probability": 0.059814453125}, {"token_id": 256, "token_text": " of", "probability": 0.041015625}, {"token_id": 262, "token_text": " and", "probability": 0.02734375}]}, {"token_id": 464, "token_text": "up", "chosen_probability": 0.0177001953125, "top_k_candidates": [{"token_id": 464, "token_text": "up", "probability": 0.0177001953125}, {"token_id": 2945, "token_text": "of", "probability": 0.01422119140625}, {"token_id": 6003, "token_text": "known", "probability": 0.0137939453125}, {"token_id": 71, "token_text": "d", "probability": 0.0137939453125}, {"token_id": 86, "token_text": "s", "probability": 0.01336669921875}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.11181640625}, {"token_id": 17, "token_text": ".", "probability": 0.0927734375}, {"token_id": 15, "token_text": ",", "probability": 0.06591796875}, {"token_id": 336, "token_text": " is", "probability": 0.024169921875}, {"token_id": 262, "token_text": " and", "probability": 0.0234375}]}, {"token_id": 464, "token_text": "up", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 464, "token_text": "up", "probability": 0.01904296875}, {"token_id": 2945, "token_text": "of", "probability": 0.016357421875}, {"token_id": 75, "token_text": "h", "probability": 0.0126953125}, {"token_id": 71, "token_text": "d", "probability": 0.0123291015625}, {"token_id": 69, "token_text": "b", "probability": 0.01123046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.11962890625}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 16, "token_text": "-", "probability": 0.08203125}, {"token_id": 262, "token_text": " and", "probability": 0.0284423828125}, {"token_id": 256, "token_text": " of", "probability": 0.021484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 679, "token_text": " It", "probability": 0.1396484375}, {"token_id": 1062, "token_text": " This", "probability": 0.027587890625}, {"token_id": 277, "token_text": " A", "probability": 0.0228271484375}, {"token_id": 407, "token_text": " In", "probability": 0.01385498046875}]}, {"token_id": 2516, "token_text": " song", "chosen_probability": 0.02197265625, "top_k_candidates": [{"token_id": 2516, "token_text": " song", "probability": 0.02197265625}, {"token_id": 1793, "token_text": " name", "probability": 0.018798828125}, {"token_id": 1100, "token_text": " film", "probability": 0.0177001953125}, {"token_id": 836, "token_text": " first", "probability": 0.01251220703125}, {"token_id": 2185, "token_text": " word", "probability": 0.0103759765625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.31640625}, {"token_id": 361, "token_text": " was", "probability": 0.03662109375}, {"token_id": 614, "token_text": " has", "probability": 0.02294921875}, {"token_id": 16, "token_text": "-", "probability": 0.02294921875}, {"token_id": 467, "token_text": " are", "probability": 0.0208740234375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1748046875}, {"token_id": 230, "token_text": " the", "probability": 0.1201171875}, {"token_id": 248, "token_text": " an", "probability": 0.0303955078125}, {"token_id": 720, "token_text": " one", "probability": 0.0260009765625}, {"token_id": 751, "token_text": " also", "probability": 0.013916015625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.357421875}, {"token_id": 581, "token_text": " have", "probability": 0.035400390625}, {"token_id": 534, "token_text": " not", "probability": 0.03125}, {"token_id": 1494, "token_text": " make", "probability": 0.020263671875}, {"token_id": 1466, "token_text": " help", "probability": 0.0162353515625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.045654296875}, {"token_id": 1347, "token_text": " used", "probability": 0.045654296875}, {"token_id": 230, "token_text": " the", "probability": 0.025146484375}, {"token_id": 2956, "token_text": " able", "probability": 0.020263671875}, {"token_id": 1334, "token_text": " found", "probability": 0.01904296875}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0196533203125, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0196533203125}, {"token_id": 4475, "token_text": " bit", "probability": 0.016357421875}, {"token_id": 3213, "token_text": " lot", "probability": 0.0115966796875}, {"token_id": 1525, "token_text": " very", "probability": 0.0108642578125}, {"token_id": 1942, "token_text": " great", "probability": 0.00823974609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.0361328125}, {"token_id": 15, "token_text": ",", "probability": 0.0308837890625}, {"token_id": 321, "token_text": " for", "probability": 0.0218505859375}, {"token_id": 3656, "token_text": " idea", "probability": 0.0218505859375}, {"token_id": 16, "token_text": "-", "probability": 0.0205078125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.06298828125}, {"token_id": 274, "token_text": " I", "probability": 0.049072265625}, {"token_id": 407, "token_text": " In", "probability": 0.043212890625}, {"token_id": 363, "token_text": " \"", "probability": 0.04052734375}, {"token_id": 277, "token_text": " A", "probability": 0.035888671875}]}, {"token_id": 836, "token_text": " first", "chosen_probability": 0.01202392578125, "top_k_candidates": [{"token_id": 836, "token_text": " first", "probability": 0.01202392578125}, {"token_id": 1793, "token_text": " name", "probability": 0.010986328125}, {"token_id": 2244, "token_text": " following", "probability": 0.00909423828125}, {"token_id": 2185, "token_text": " word", "probability": 0.00799560546875}, {"token_id": 929, "token_text": " two", "probability": 0.007293701171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.03857421875}, {"token_id": 3924, "token_text": " thing", "probability": 0.03857421875}, {"token_id": 361, "token_text": " was", "probability": 0.031982421875}, {"token_id": 16, "token_text": "-", "probability": 0.02734375}, {"token_id": 256, "token_text": " of", "probability": 0.0206298828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.09619140625}, {"token_id": 230, "token_text": " the", "probability": 0.0703125}, {"token_id": 263, "token_text": " to", "probability": 0.0400390625}, {"token_id": 534, "token_text": " not", "probability": 0.03759765625}, {"token_id": 379, "token_text": " that", "probability": 0.033203125}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.020263671875, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.020263671875}, {"token_id": 4475, "token_text": " bit", "probability": 0.0179443359375}, {"token_id": 1525, "token_text": " very", "probability": 0.0162353515625}, {"token_id": 2286, "token_text": " few", "probability": 0.01531982421875}, {"token_id": 3213, "token_text": " lot", "probability": 0.013916015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.033447265625}, {"token_id": 3656, "token_text": " idea", "probability": 0.033447265625}, {"token_id": 15, "token_text": ",", "probability": 0.0252685546875}, {"token_id": 16, "token_text": "-", "probability": 0.0216064453125}, {"token_id": 3924, "token_text": " thing", "probability": 0.01531982421875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2177734375}, {"token_id": 679, "token_text": " It", "probability": 0.0966796875}, {"token_id": 274, "token_text": " I", "probability": 0.033447265625}, {"token_id": 1062, "token_text": " This", "probability": 0.029541015625}, {"token_id": 277, "token_text": " A", "probability": 0.0260009765625}]}, {"token_id": 1793, "token_text": " name", "chosen_probability": 0.017822265625, "top_k_candidates": [{"token_id": 1793, "token_text": " name", "probability": 0.017822265625}, {"token_id": 1118, "token_text": " only", "probability": 0.0142822265625}, {"token_id": 836, "token_text": " first", "probability": 0.013427734375}, {"token_id": 942, "token_text": " most", "probability": 0.01300048828125}, {"token_id": 2185, "token_text": " word", "probability": 0.01263427734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.287109375}, {"token_id": 256, "token_text": " of", "probability": 0.14453125}, {"token_id": 361, "token_text": " was", "probability": 0.064453125}, {"token_id": 614, "token_text": " has", "probability": 0.023681640625}, {"token_id": 467, "token_text": " are", "probability": 0.020263671875}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.158203125}, {"token_id": 230, "token_text": " the", "probability": 0.08984375}, {"token_id": 534, "token_text": " not", "probability": 0.0311279296875}, {"token_id": 379, "token_text": " that", "probability": 0.024169921875}, {"token_id": 248, "token_text": " an", "probability": 0.024169921875}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0225830078125, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0225830078125}, {"token_id": 1525, "token_text": " very", "probability": 0.017578125}, {"token_id": 1942, "token_text": " great", "probability": 0.0164794921875}, {"token_id": 2286, "token_text": " few", "probability": 0.0164794921875}, {"token_id": 2749, "token_text": " little", "probability": 0.0159912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.046875}, {"token_id": 15, "token_text": ",", "probability": 0.03759765625}, {"token_id": 16, "token_text": "-", "probability": 0.025146484375}, {"token_id": 3924, "token_text": " thing", "probability": 0.022216796875}, {"token_id": 321, "token_text": " for", "probability": 0.0208740234375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.25390625}, {"token_id": 679, "token_text": " It", "probability": 0.126953125}, {"token_id": 1062, "token_text": " This", "probability": 0.0284423828125}, {"token_id": 277, "token_text": " A", "probability": 0.0235595703125}, {"token_id": 274, "token_text": " I", "probability": 0.020751953125}]}, {"token_id": 1793, "token_text": " name", "chosen_probability": 0.019287109375, "top_k_candidates": [{"token_id": 1793, "token_text": " name", "probability": 0.019287109375}, {"token_id": 2185, "token_text": " word", "probability": 0.013671875}, {"token_id": 836, "token_text": " first", "probability": 0.012451171875}, {"token_id": 2516, "token_text": " song", "probability": 0.010009765625}, {"token_id": 1100, "token_text": " film", "probability": 0.00909423828125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.40234375}, {"token_id": 256, "token_text": " of", "probability": 0.0791015625}, {"token_id": 361, "token_text": " was", "probability": 0.024169921875}, {"token_id": 400, "token_text": "'s", "probability": 0.018798828125}, {"token_id": 15, "token_text": ",", "probability": 0.01422119140625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.19140625, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.19140625}, {"token_id": 230, "token_text": " the", "probability": 0.12353515625}, {"token_id": 248, "token_text": " an", "probability": 0.029296875}, {"token_id": 720, "token_text": " one", "probability": 0.02587890625}, {"token_id": 534, "token_text": " not", "probability": 0.021484375}]}, {"token_id": 1708, "token_text": " good", "chosen_probability": 0.0185546875, "top_k_candidates": [{"token_id": 1708, "token_text": " good", "probability": 0.0185546875}, {"token_id": 1942, "token_text": " great", "probability": 0.015869140625}, {"token_id": 1525, "token_text": " very", "probability": 0.015380859375}, {"token_id": 2286, "token_text": " few", "probability": 0.01446533203125}, {"token_id": 2749, "token_text": " little", "probability": 0.01275634765625}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.046875, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.046875}, {"token_id": 17, "token_text": ".", "probability": 0.041259765625}, {"token_id": 15, "token_text": ",", "probability": 0.0322265625}, {"token_id": 321, "token_text": " for", "probability": 0.02587890625}, {"token_id": 263, "token_text": " to", "probability": 0.0220947265625}]}, {"token_id": 2945, "token_text": "of", "chosen_probability": 0.0169677734375, "top_k_candidates": [{"token_id": 2945, "token_text": "of", "probability": 0.0169677734375}, {"token_id": 464, "token_text": "up", "probability": 0.0155029296875}, {"token_id": 6003, "token_text": "known", "probability": 0.01324462890625}, {"token_id": 71, "token_text": "d", "probability": 0.012451171875}, {"token_id": 314, "token_text": "and", "probability": 0.01171875}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.1474609375}, {"token_id": 15, "token_text": ",", "probability": 0.0634765625}, {"token_id": 17, "token_text": ".", "probability": 0.059814453125}, {"token_id": 256, "token_text": " of", "probability": 0.041015625}, {"token_id": 262, "token_text": " and", "probability": 0.02734375}]}, {"token_id": 464, "token_text": "up", "chosen_probability": 0.0177001953125, "top_k_candidates": [{"token_id": 464, "token_text": "up", "probability": 0.0177001953125}, {"token_id": 2945, "token_text": "of", "probability": 0.01422119140625}, {"token_id": 6003, "token_text": "known", "probability": 0.0137939453125}, {"token_id": 71, "token_text": "d", "probability": 0.0137939453125}, {"token_id": 86, "token_text": "s", "probability": 0.01336669921875}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.11181640625}, {"token_id": 17, "token_text": ".", "probability": 0.0927734375}, {"token_id": 15, "token_text": ",", "probability": 0.06591796875}, {"token_id": 336, "token_text": " is", "probability": 0.024169921875}, {"token_id": 262, "token_text": " and", "probability": 0.0234375}]}, {"token_id": 464, "token_text": "up", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 464, "token_text": "up", "probability": 0.01904296875}, {"token_id": 2945, "token_text": "of", "probability": 0.016357421875}, {"token_id": 75, "token_text": "h", "probability": 0.0126953125}, {"token_id": 71, "token_text": "d", "probability": 0.0123291015625}, {"token_id": 69, "token_text": "b", "probability": 0.01123046875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.11962890625}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 16, "token_text": "-", "probability": 0.08203125}, {"token_id": 262, "token_text": " and", "probability": 0.0284423828125}, {"token_id": 256, "token_text": " of", "probability": 0.021484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 679, "token_text": " It", "probability": 0.1396484375}, {"token_id": 1062, "token_text": " This", "probability": 0.027587890625}, {"token_id": 277, "token_text": " A", "probability": 0.0228271484375}, {"token_id": 407, "token_text": " In", "probability": 0.01385498046875}]}, {"token_id": 2516, "token_text": " song", "chosen_probability": 0.02197265625, "top_k_candidates": [{"token_id": 2516, "token_text": " song", "probability": 0.02197265625}, {"token_id": 1793, "token_text": " name", "probability": 0.018798828125}, {"token_id": 1100, "token_text": " film", "probability": 0.0177001953125}, {"token_id": 836, "token_text": " first", "probability": 0.01251220703125}, {"token_id": 2185, "token_text": " word", "probability": 0.0103759765625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.31640625}, {"token_id": 361, "token_text": " was", "probability": 0.03662109375}, {"token_id": 614, "token_text": " has", "probability": 0.02294921875}, {"token_id": 16, "token_text": "-", "probability": 0.02294921875}, {"token_id": 467, "token_text": " are", "probability": 0.0208740234375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1748046875}, {"token_id": 230, "token_text": " the", "probability": 0.1201171875}, {"token_id": 248, "token_text": " an", "probability": 0.0303955078125}, {"token_id": 720, "token_text": " one", "probability": 0.0260009765625}, {"token_id": 751, "token_text": " also", "probability": 0.013916015625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.357421875, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.357421875}, {"token_id": 581, "token_text": " have", "probability": 0.035400390625}, {"token_id": 534, "token_text": " not", "probability": 0.03125}, {"token_id": 1494, "token_text": " make", "probability": 0.020263671875}, {"token_id": 1466, "token_text": " help", "probability": 0.0162353515625}, {"token_id": 1882, "token_text": " take", "probability": 0.01385498046875}, {"token_id": 3710, "token_text": " provide", "probability": 0.009521484375}, {"token_id": 1300, "token_text": " use", "probability": 0.0084228515625}, {"token_id": 1871, "token_text": " find", "probability": 0.0074462890625}, {"token_id": 3167, "token_text": " give", "probability": 0.0074462890625}], "entropy": 4.8125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.0288384721980868, "average_logprob_per_token": -1.0288384721980868, "perplexity_on_target_sequence": 2.797814207650273, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.0288384721980868, "probability": 0.357421875, "raw_probability": 0.357421875, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 1000, "elapsed_sec": 8315.773653030396, "probe_elapsed_sec": 1.0771121399884578, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stato un'altra. Il suo nome di un'altra parte di un'altra parte di un'altra. Il suo primo, il suo nome di un", "text": "La capitale d'Italia \u00e8 stato un'altra. Il suo nome di un'altra parte di un'altra parte di un'altra. Il suo primo, il suo nome di un", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 844, "token_text": " stato", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.05029296875}, {"token_id": 1340, "token_text": " stata", "probability": 0.05029296875}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 387, "token_text": " una", "probability": 0.036865234375}, {"token_id": 285, "token_text": " la", "probability": 0.0223388671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.034912109375}, {"token_id": 4006, "token_text": " pubblicato", "probability": 0.0159912109375}, {"token_id": 234, "token_text": " in", "probability": 0.0150146484375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.01324462890625}, {"token_id": 238, "token_text": " di", "probability": 0.012451171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.10546875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.020751953125}, {"token_id": 4085, "token_text": " uomo", "probability": 0.01470947265625}, {"token_id": 537, "token_text": " po", "probability": 0.0137939453125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01336669921875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.061279296875}, {"token_id": 4993, "token_text": "idea", "probability": 0.0186767578125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0164794921875}, {"token_id": 2710, "token_text": "uomo", "probability": 0.0164794921875}, {"token_id": 2905, "token_text": "altro", "probability": 0.0155029296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.060302734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.060302734375}, {"token_id": 238, "token_text": " di", "probability": 0.060302734375}, {"token_id": 15, "token_text": ",", "probability": 0.056640625}, {"token_id": 246, "token_text": " e", "probability": 0.035400390625}, {"token_id": 303, "token_text": " che", "probability": 0.025146484375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.09130859375}, {"token_id": 515, "token_text": " La", "probability": 0.055419921875}, {"token_id": 302, "token_text": " L", "probability": 0.04052734375}, {"token_id": 897, "token_text": " Nel", "probability": 0.02783203125}, {"token_id": 2, "token_text": "", "probability": 0.0230712890625}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.03173828125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0299072265625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01458740234375}, {"token_id": 1100, "token_text": " film", "probability": 0.0113525390625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.010986328125}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.01904296875}, {"token_id": 8157, "token_text": " interno", "probability": 0.0162353515625}, {"token_id": 6776, "token_text": " amico", "probability": 0.0162353515625}, {"token_id": 844, "token_text": " stato", "probability": 0.0157470703125}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01483154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.0888671875}, {"token_id": 337, "token_text": " del", "probability": 0.044677734375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03466796875}, {"token_id": 370, "token_text": " della", "probability": 0.02880859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.076171875}, {"token_id": 387, "token_text": " una", "probability": 0.0361328125}, {"token_id": 779, "token_text": " essere", "probability": 0.0155029296875}, {"token_id": 1402, "token_text": " aver", "probability": 0.00909423828125}, {"token_id": 363, "token_text": " \"", "probability": 0.00830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1376953125}, {"token_id": 537, "token_text": " po", "probability": 0.0159912109375}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0150146484375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01409912109375}, {"token_id": 2211, "token_text": " altro", "probability": 0.01324462890625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0703125}, {"token_id": 2905, "token_text": "altro", "probability": 0.0201416015625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0167236328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.0137939453125}, {"token_id": 2710, "token_text": "uomo", "probability": 0.01300048828125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.08251953125}, {"token_id": 15, "token_text": ",", "probability": 0.056640625}, {"token_id": 17, "token_text": ".", "probability": 0.050048828125}, {"token_id": 246, "token_text": " e", "probability": 0.0244140625}, {"token_id": 3391, "token_text": " persona", "probability": 0.017822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1640625}, {"token_id": 337, "token_text": " del", "probability": 0.1279296875}, {"token_id": 491, "token_text": " dei", "probability": 0.087890625}, {"token_id": 370, "token_text": " della", "probability": 0.07763671875}, {"token_id": 465, "token_text": " dell", "probability": 0.07275390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0888671875}, {"token_id": 387, "token_text": " una", "probability": 0.039306640625}, {"token_id": 739, "token_text": " cui", "probability": 0.01129150390625}, {"token_id": 1271, "token_text": " vita", "probability": 0.01025390625}, {"token_id": 762, "token_text": " due", "probability": 0.00823974609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.32421875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0137939453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01141357421875}, {"token_id": 537, "token_text": " po", "probability": 0.00946044921875}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0089111328125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.06494140625}, {"token_id": 4993, "token_text": "idea", "probability": 0.019775390625}, {"token_id": 2905, "token_text": "altro", "probability": 0.01544189453125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.01361083984375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0128173828125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.05615234375}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 246, "token_text": " e", "probability": 0.02001953125}, {"token_id": 1738, "token_text": " forma", "probability": 0.01336669921875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.173828125}, {"token_id": 337, "token_text": " del", "probability": 0.08740234375}, {"token_id": 491, "token_text": " dei", "probability": 0.052978515625}, {"token_id": 370, "token_text": " della", "probability": 0.046875}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.09619140625}, {"token_id": 387, "token_text": " una", "probability": 0.042724609375}, {"token_id": 1271, "token_text": " vita", "probability": 0.01116943359375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.007659912109375}, {"token_id": 739, "token_text": " cui", "probability": 0.006988525390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.380859375}, {"token_id": 2211, "token_text": " altro", "probability": 0.017822265625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01116943359375}, {"token_id": 537, "token_text": " po", "probability": 0.0081787109375}, {"token_id": 4269, "token_text": " certo", "probability": 0.0079345703125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07373046875}, {"token_id": 4993, "token_text": "idea", "probability": 0.016357421875}, {"token_id": 2905, "token_text": "altro", "probability": 0.016357421875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.015380859375}, {"token_id": 752, "token_text": "ora", "probability": 0.01361083984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.05419921875}, {"token_id": 760, "token_text": " parte", "probability": 0.051025390625}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 246, "token_text": " e", "probability": 0.0225830078125}, {"token_id": 10, "token_text": "'", "probability": 0.0181884765625}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.12158203125, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.12158203125}, {"token_id": 515, "token_text": " La", "probability": 0.053955078125}, {"token_id": 302, "token_text": " L", "probability": 0.044677734375}, {"token_id": 897, "token_text": " Nel", "probability": 0.0419921875}, {"token_id": 2, "token_text": "", "probability": 0.03076171875}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.033447265625}, {"token_id": 1100, "token_text": " film", "probability": 0.0230712890625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0203857421875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01397705078125}, {"token_id": 3492, "token_text": " libro", "probability": 0.0126953125}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0244140625, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0244140625}, {"token_id": 1720, "token_text": " nome", "probability": 0.022216796875}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0147705078125}, {"token_id": 2227, "token_text": " posto", "probability": 0.01434326171875}, {"token_id": 3044, "token_text": " figlio", "probability": 0.013427734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.0517578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.0517578125}, {"token_id": 2901, "token_text": " piano", "probability": 0.029541015625}, {"token_id": 1496, "token_text": " anno", "probability": 0.0277099609375}, {"token_id": 2227, "token_text": " posto", "probability": 0.0196533203125}, {"token_id": 246, "token_text": " e", "probability": 0.016845703125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.055419921875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.055419921875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.035888671875}, {"token_id": 227, "token_text": " l", "probability": 0.035888671875}, {"token_id": 285, "token_text": " la", "probability": 0.03369140625}, {"token_id": 267, "token_text": " un", "probability": 0.031494140625}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.06396484375}, {"token_id": 1308, "token_text": " primo", "probability": 0.020751953125}, {"token_id": 1720, "token_text": " nome", "probability": 0.01519775390625}, {"token_id": 1100, "token_text": " film", "probability": 0.01220703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.00982666015625}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.0264892578125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.0264892578125}, {"token_id": 1308, "token_text": " primo", "probability": 0.02490234375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.018798828125}, {"token_id": 3492, "token_text": " libro", "probability": 0.01611328125}, {"token_id": 15, "token_text": ",", "probability": 0.0146484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.169921875}, {"token_id": 15, "token_text": ",", "probability": 0.10986328125}, {"token_id": 17, "token_text": ".", "probability": 0.034423828125}, {"token_id": 337, "token_text": " del", "probability": 0.028564453125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02685546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.10888671875}, {"token_id": 387, "token_text": " una", "probability": 0.04541015625}, {"token_id": 779, "token_text": " essere", "probability": 0.01300048828125}, {"token_id": 831, "token_text": " questo", "probability": 0.0084228515625}, {"token_id": 739, "token_text": " cui", "probability": 0.007659912109375}]}], "clean_probe_diagnostics": [{"token_id": 844, "token_text": " stato", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.05029296875}, {"token_id": 1340, "token_text": " stata", "probability": 0.05029296875}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 387, "token_text": " una", "probability": 0.036865234375}, {"token_id": 285, "token_text": " la", "probability": 0.0223388671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.034912109375}, {"token_id": 4006, "token_text": " pubblicato", "probability": 0.0159912109375}, {"token_id": 234, "token_text": " in", "probability": 0.0150146484375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.01324462890625}, {"token_id": 238, "token_text": " di", "probability": 0.012451171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.10546875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.020751953125}, {"token_id": 4085, "token_text": " uomo", "probability": 0.01470947265625}, {"token_id": 537, "token_text": " po", "probability": 0.0137939453125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01336669921875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.061279296875}, {"token_id": 4993, "token_text": "idea", "probability": 0.0186767578125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0164794921875}, {"token_id": 2710, "token_text": "uomo", "probability": 0.0164794921875}, {"token_id": 2905, "token_text": "altro", "probability": 0.0155029296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.060302734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.060302734375}, {"token_id": 238, "token_text": " di", "probability": 0.060302734375}, {"token_id": 15, "token_text": ",", "probability": 0.056640625}, {"token_id": 246, "token_text": " e", "probability": 0.035400390625}, {"token_id": 303, "token_text": " che", "probability": 0.025146484375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.09326171875}, {"token_id": 515, "token_text": " La", "probability": 0.056640625}, {"token_id": 302, "token_text": " L", "probability": 0.04150390625}, {"token_id": 897, "token_text": " Nel", "probability": 0.0284423828125}, {"token_id": 954, "token_text": " Per", "probability": 0.022216796875}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.03173828125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0299072265625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01458740234375}, {"token_id": 1100, "token_text": " film", "probability": 0.0113525390625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.010986328125}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.01904296875}, {"token_id": 8157, "token_text": " interno", "probability": 0.0162353515625}, {"token_id": 6776, "token_text": " amico", "probability": 0.0162353515625}, {"token_id": 844, "token_text": " stato", "probability": 0.0157470703125}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01483154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.0888671875}, {"token_id": 337, "token_text": " del", "probability": 0.044677734375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03466796875}, {"token_id": 370, "token_text": " della", "probability": 0.02880859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.076171875}, {"token_id": 387, "token_text": " una", "probability": 0.0361328125}, {"token_id": 779, "token_text": " essere", "probability": 0.0155029296875}, {"token_id": 1402, "token_text": " aver", "probability": 0.0091552734375}, {"token_id": 363, "token_text": " \"", "probability": 0.00830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1376953125}, {"token_id": 537, "token_text": " po", "probability": 0.0159912109375}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0150146484375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01409912109375}, {"token_id": 2211, "token_text": " altro", "probability": 0.01324462890625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0703125}, {"token_id": 2905, "token_text": "altro", "probability": 0.0201416015625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0167236328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.0137939453125}, {"token_id": 2710, "token_text": "uomo", "probability": 0.01300048828125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.08251953125}, {"token_id": 15, "token_text": ",", "probability": 0.056640625}, {"token_id": 17, "token_text": ".", "probability": 0.050048828125}, {"token_id": 246, "token_text": " e", "probability": 0.0244140625}, {"token_id": 3391, "token_text": " persona", "probability": 0.017822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1640625}, {"token_id": 337, "token_text": " del", "probability": 0.1279296875}, {"token_id": 491, "token_text": " dei", "probability": 0.087890625}, {"token_id": 370, "token_text": " della", "probability": 0.07763671875}, {"token_id": 465, "token_text": " dell", "probability": 0.07275390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0888671875}, {"token_id": 387, "token_text": " una", "probability": 0.039306640625}, {"token_id": 739, "token_text": " cui", "probability": 0.01129150390625}, {"token_id": 1271, "token_text": " vita", "probability": 0.01025390625}, {"token_id": 762, "token_text": " due", "probability": 0.00823974609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.32421875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0137939453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01141357421875}, {"token_id": 537, "token_text": " po", "probability": 0.00946044921875}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0089111328125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.06494140625}, {"token_id": 4993, "token_text": "idea", "probability": 0.019775390625}, {"token_id": 2905, "token_text": "altro", "probability": 0.01544189453125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.01361083984375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0128173828125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.05615234375}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 246, "token_text": " e", "probability": 0.02001953125}, {"token_id": 1738, "token_text": " forma", "probability": 0.01336669921875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.173828125}, {"token_id": 337, "token_text": " del", "probability": 0.08740234375}, {"token_id": 491, "token_text": " dei", "probability": 0.052978515625}, {"token_id": 370, "token_text": " della", "probability": 0.046875}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.09619140625}, {"token_id": 387, "token_text": " una", "probability": 0.042724609375}, {"token_id": 1271, "token_text": " vita", "probability": 0.01116943359375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.007659912109375}, {"token_id": 739, "token_text": " cui", "probability": 0.006988525390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.380859375}, {"token_id": 2211, "token_text": " altro", "probability": 0.017822265625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01116943359375}, {"token_id": 537, "token_text": " po", "probability": 0.0081787109375}, {"token_id": 4269, "token_text": " certo", "probability": 0.0079345703125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07373046875}, {"token_id": 4993, "token_text": "idea", "probability": 0.016357421875}, {"token_id": 2905, "token_text": "altro", "probability": 0.016357421875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.015380859375}, {"token_id": 752, "token_text": "ora", "probability": 0.01361083984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.05419921875}, {"token_id": 760, "token_text": " parte", "probability": 0.051025390625}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 246, "token_text": " e", "probability": 0.0225830078125}, {"token_id": 10, "token_text": "'", "probability": 0.0181884765625}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.1259765625}, {"token_id": 515, "token_text": " La", "probability": 0.0556640625}, {"token_id": 302, "token_text": " L", "probability": 0.046142578125}, {"token_id": 897, "token_text": " Nel", "probability": 0.04345703125}, {"token_id": 954, "token_text": " Per", "probability": 0.0263671875}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.033447265625}, {"token_id": 1100, "token_text": " film", "probability": 0.0230712890625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0203857421875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01397705078125}, {"token_id": 3492, "token_text": " libro", "probability": 0.0126953125}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0244140625, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0244140625}, {"token_id": 1720, "token_text": " nome", "probability": 0.022216796875}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0147705078125}, {"token_id": 2227, "token_text": " posto", "probability": 0.01434326171875}, {"token_id": 3044, "token_text": " figlio", "probability": 0.013427734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.0517578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.0517578125}, {"token_id": 2901, "token_text": " piano", "probability": 0.029541015625}, {"token_id": 1496, "token_text": " anno", "probability": 0.0277099609375}, {"token_id": 2227, "token_text": " posto", "probability": 0.0196533203125}, {"token_id": 246, "token_text": " e", "probability": 0.016845703125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.055419921875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.055419921875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.035888671875}, {"token_id": 227, "token_text": " l", "probability": 0.035888671875}, {"token_id": 285, "token_text": " la", "probability": 0.03369140625}, {"token_id": 267, "token_text": " un", "probability": 0.031494140625}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.06396484375}, {"token_id": 1308, "token_text": " primo", "probability": 0.020751953125}, {"token_id": 1720, "token_text": " nome", "probability": 0.01519775390625}, {"token_id": 1100, "token_text": " film", "probability": 0.01220703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.00982666015625}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.0264892578125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.0264892578125}, {"token_id": 1308, "token_text": " primo", "probability": 0.02490234375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.018798828125}, {"token_id": 3492, "token_text": " libro", "probability": 0.01611328125}, {"token_id": 15, "token_text": ",", "probability": 0.0146484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.169921875}, {"token_id": 15, "token_text": ",", "probability": 0.10986328125}, {"token_id": 17, "token_text": ".", "probability": 0.034423828125}, {"token_id": 337, "token_text": " del", "probability": 0.028564453125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02685546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.10888671875}, {"token_id": 387, "token_text": " una", "probability": 0.04541015625}, {"token_id": 779, "token_text": " essere", "probability": 0.01300048828125}, {"token_id": 831, "token_text": " questo", "probability": 0.0084228515625}, {"token_id": 739, "token_text": " cui", "probability": 0.007659912109375}]}], "token_diagnostics": [{"token_id": 844, "token_text": " stato", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.05029296875}, {"token_id": 1340, "token_text": " stata", "probability": 0.05029296875}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 387, "token_text": " una", "probability": 0.036865234375}, {"token_id": 285, "token_text": " la", "probability": 0.0223388671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.034912109375}, {"token_id": 4006, "token_text": " pubblicato", "probability": 0.0159912109375}, {"token_id": 234, "token_text": " in", "probability": 0.0150146484375}, {"token_id": 1385, "token_text": " fatto", "probability": 0.01324462890625}, {"token_id": 238, "token_text": " di", "probability": 0.012451171875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.10546875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.020751953125}, {"token_id": 4085, "token_text": " uomo", "probability": 0.01470947265625}, {"token_id": 537, "token_text": " po", "probability": 0.0137939453125}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01336669921875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.061279296875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.061279296875}, {"token_id": 4993, "token_text": "idea", "probability": 0.0186767578125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0164794921875}, {"token_id": 2710, "token_text": "uomo", "probability": 0.0164794921875}, {"token_id": 2905, "token_text": "altro", "probability": 0.0155029296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.060302734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.060302734375}, {"token_id": 238, "token_text": " di", "probability": 0.060302734375}, {"token_id": 15, "token_text": ",", "probability": 0.056640625}, {"token_id": 246, "token_text": " e", "probability": 0.035400390625}, {"token_id": 303, "token_text": " che", "probability": 0.025146484375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.09326171875}, {"token_id": 515, "token_text": " La", "probability": 0.056640625}, {"token_id": 302, "token_text": " L", "probability": 0.04150390625}, {"token_id": 897, "token_text": " Nel", "probability": 0.0284423828125}, {"token_id": 954, "token_text": " Per", "probability": 0.022216796875}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.03173828125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.03173828125}, {"token_id": 1308, "token_text": " primo", "probability": 0.0299072265625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01458740234375}, {"token_id": 1100, "token_text": " film", "probability": 0.0113525390625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.010986328125}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.01904296875, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.01904296875}, {"token_id": 8157, "token_text": " interno", "probability": 0.0162353515625}, {"token_id": 6776, "token_text": " amico", "probability": 0.0162353515625}, {"token_id": 844, "token_text": " stato", "probability": 0.0157470703125}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01483154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.0888671875}, {"token_id": 337, "token_text": " del", "probability": 0.044677734375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03466796875}, {"token_id": 370, "token_text": " della", "probability": 0.02880859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.076171875}, {"token_id": 387, "token_text": " una", "probability": 0.0361328125}, {"token_id": 779, "token_text": " essere", "probability": 0.0155029296875}, {"token_id": 1402, "token_text": " aver", "probability": 0.0091552734375}, {"token_id": 363, "token_text": " \"", "probability": 0.00830078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1376953125}, {"token_id": 537, "token_text": " po", "probability": 0.0159912109375}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0150146484375}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01409912109375}, {"token_id": 2211, "token_text": " altro", "probability": 0.01324462890625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.0703125}, {"token_id": 2905, "token_text": "altro", "probability": 0.0201416015625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0167236328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.0137939453125}, {"token_id": 2710, "token_text": "uomo", "probability": 0.01300048828125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.08251953125}, {"token_id": 15, "token_text": ",", "probability": 0.056640625}, {"token_id": 17, "token_text": ".", "probability": 0.050048828125}, {"token_id": 246, "token_text": " e", "probability": 0.0244140625}, {"token_id": 3391, "token_text": " persona", "probability": 0.017822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1640625}, {"token_id": 337, "token_text": " del", "probability": 0.1279296875}, {"token_id": 491, "token_text": " dei", "probability": 0.087890625}, {"token_id": 370, "token_text": " della", "probability": 0.07763671875}, {"token_id": 465, "token_text": " dell", "probability": 0.07275390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0888671875}, {"token_id": 387, "token_text": " una", "probability": 0.039306640625}, {"token_id": 739, "token_text": " cui", "probability": 0.01129150390625}, {"token_id": 1271, "token_text": " vita", "probability": 0.01025390625}, {"token_id": 762, "token_text": " due", "probability": 0.00823974609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.32421875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0137939453125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01141357421875}, {"token_id": 537, "token_text": " po", "probability": 0.00946044921875}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0089111328125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.06494140625}, {"token_id": 4993, "token_text": "idea", "probability": 0.019775390625}, {"token_id": 2905, "token_text": "altro", "probability": 0.01544189453125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.01361083984375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0128173828125}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.06787109375}, {"token_id": 17, "token_text": ".", "probability": 0.05615234375}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 246, "token_text": " e", "probability": 0.02001953125}, {"token_id": 1738, "token_text": " forma", "probability": 0.01336669921875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.173828125}, {"token_id": 337, "token_text": " del", "probability": 0.08740234375}, {"token_id": 491, "token_text": " dei", "probability": 0.052978515625}, {"token_id": 370, "token_text": " della", "probability": 0.046875}, {"token_id": 15, "token_text": ",", "probability": 0.0439453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.09619140625}, {"token_id": 387, "token_text": " una", "probability": 0.042724609375}, {"token_id": 1271, "token_text": " vita", "probability": 0.01116943359375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.007659912109375}, {"token_id": 739, "token_text": " cui", "probability": 0.006988525390625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.380859375}, {"token_id": 2211, "token_text": " altro", "probability": 0.017822265625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01116943359375}, {"token_id": 537, "token_text": " po", "probability": 0.0081787109375}, {"token_id": 4269, "token_text": " certo", "probability": 0.0079345703125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07373046875}, {"token_id": 4993, "token_text": "idea", "probability": 0.016357421875}, {"token_id": 2905, "token_text": "altro", "probability": 0.016357421875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.015380859375}, {"token_id": 752, "token_text": "ora", "probability": 0.01361083984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.05419921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.05419921875}, {"token_id": 760, "token_text": " parte", "probability": 0.051025390625}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 246, "token_text": " e", "probability": 0.0225830078125}, {"token_id": 10, "token_text": "'", "probability": 0.0181884765625}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.1259765625}, {"token_id": 515, "token_text": " La", "probability": 0.0556640625}, {"token_id": 302, "token_text": " L", "probability": 0.046142578125}, {"token_id": 897, "token_text": " Nel", "probability": 0.04345703125}, {"token_id": 954, "token_text": " Per", "probability": 0.0263671875}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.033447265625}, {"token_id": 1100, "token_text": " film", "probability": 0.0230712890625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0203857421875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.01397705078125}, {"token_id": 3492, "token_text": " libro", "probability": 0.0126953125}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0244140625, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0244140625}, {"token_id": 1720, "token_text": " nome", "probability": 0.022216796875}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0147705078125}, {"token_id": 2227, "token_text": " posto", "probability": 0.01434326171875}, {"token_id": 3044, "token_text": " figlio", "probability": 0.013427734375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.0517578125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.0517578125}, {"token_id": 2901, "token_text": " piano", "probability": 0.029541015625}, {"token_id": 1496, "token_text": " anno", "probability": 0.0277099609375}, {"token_id": 2227, "token_text": " posto", "probability": 0.0196533203125}, {"token_id": 246, "token_text": " e", "probability": 0.016845703125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.055419921875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.055419921875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.035888671875}, {"token_id": 227, "token_text": " l", "probability": 0.035888671875}, {"token_id": 285, "token_text": " la", "probability": 0.03369140625}, {"token_id": 267, "token_text": " un", "probability": 0.031494140625}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.06396484375, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.06396484375}, {"token_id": 1308, "token_text": " primo", "probability": 0.020751953125}, {"token_id": 1720, "token_text": " nome", "probability": 0.01519775390625}, {"token_id": 1100, "token_text": " film", "probability": 0.01220703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.00982666015625}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.0264892578125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.0264892578125}, {"token_id": 1308, "token_text": " primo", "probability": 0.02490234375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.018798828125}, {"token_id": 3492, "token_text": " libro", "probability": 0.01611328125}, {"token_id": 15, "token_text": ",", "probability": 0.0146484375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.169921875}, {"token_id": 15, "token_text": ",", "probability": 0.10986328125}, {"token_id": 17, "token_text": ".", "probability": 0.034423828125}, {"token_id": 337, "token_text": " del", "probability": 0.028564453125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02685546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.10888671875}, {"token_id": 387, "token_text": " una", "probability": 0.04541015625}, {"token_id": 779, "token_text": " essere", "probability": 0.01300048828125}, {"token_id": 831, "token_text": " questo", "probability": 0.0084228515625}, {"token_id": 739, "token_text": " cui", "probability": 0.007659912109375}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 3413, "correct_token_probability": 1.5854835510253906e-05, "top_10_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.05029296875}, {"token_id": 1340, "token_text": " stata", "probability": 0.05029296875}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 387, "token_text": " una", "probability": 0.036865234375}, {"token_id": 285, "token_text": " la", "probability": 0.0223388671875}, {"token_id": 293, "token_text": " il", "probability": 0.0185546875}, {"token_id": 234, "token_text": " in", "probability": 0.016357421875}, {"token_id": 227, "token_text": " l", "probability": 0.0135498046875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.011962890625}, {"token_id": 1199, "token_text": " molto", "probability": 0.00933837890625}], "entropy": 6.59375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -11.052036024656989, "average_logprob_per_token": -11.052036024656989, "perplexity_on_target_sequence": 63072.24060150378, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -11.052036024656989, "probability": 1.5854835510253906e-05, "raw_probability": 1.5854835510253906e-05, "correct_token_rank": 3413}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 1000, "elapsed_sec": 8315.774247646332, "probe_elapsed_sec": 1.0771121399884578, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un\u2019altra. Il primo anno, il suo primo, il suo nome di un\u2019altra parte del suo primo, ma il suo successo, il suo", "text": "Un piccolo modello linguistico dovrebbe essere un\u2019altra. Il primo anno, il suo primo, il suo nome di un\u2019altra parte del suo primo, ma il suo successo, il suo", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.28515625}, {"token_id": 2370, "token_text": " avere", "probability": 0.02197265625}, {"token_id": 1402, "token_text": " aver", "probability": 0.01416015625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0120849609375}, {"token_id": 285, "token_text": " la", "probability": 0.0103759765625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06982421875}, {"token_id": 387, "token_text": " una", "probability": 0.037353515625}, {"token_id": 234, "token_text": " in", "probability": 0.031005859375}, {"token_id": 844, "token_text": " stato", "probability": 0.0194091796875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0177001953125}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.12890625}, {"token_id": 10, "token_text": "'", "probability": 0.041748046875}, {"token_id": 537, "token_text": " po", "probability": 0.030517578125}, {"token_id": 2211, "token_text": " altro", "probability": 0.015869140625}, {"token_id": 4085, "token_text": " uomo", "probability": 0.01055908203125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07568359375}, {"token_id": 4993, "token_text": "idea", "probability": 0.01904296875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.015869140625}, {"token_id": 2905, "token_text": "altro", "probability": 0.01123046875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.01019287109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.053955078125}, {"token_id": 238, "token_text": " di", "probability": 0.053955078125}, {"token_id": 15, "token_text": ",", "probability": 0.047607421875}, {"token_id": 760, "token_text": " parte", "probability": 0.03955078125}, {"token_id": 246, "token_text": " e", "probability": 0.0263671875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.07470703125}, {"token_id": 515, "token_text": " La", "probability": 0.04541015625}, {"token_id": 302, "token_text": " L", "probability": 0.033203125}, {"token_id": 407, "token_text": " In", "probability": 0.0242919921875}, {"token_id": 2, "token_text": "", "probability": 0.0242919921875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0284423828125, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0284423828125}, {"token_id": 622, "token_text": " suo", "probability": 0.025146484375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.01953125}, {"token_id": 2020, "token_text": " giorno", "probability": 0.0162353515625}, {"token_id": 3162, "token_text": " mio", "probability": 0.013427734375}]}, {"token_id": 1496, "token_text": " anno", "chosen_probability": 0.050537109375, "top_k_candidates": [{"token_id": 1496, "token_text": " anno", "probability": 0.050537109375}, {"token_id": 2020, "token_text": " giorno", "probability": 0.03466796875}, {"token_id": 1869, "token_text": " caso", "probability": 0.024658203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02392578125}, {"token_id": 1361, "token_text": " modo", "probability": 0.019775390625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.076171875}, {"token_id": 15, "token_text": ",", "probability": 0.076171875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0673828125}, {"token_id": 395, "token_text": " si", "probability": 0.055908203125}, {"token_id": 997, "token_text": " fa", "probability": 0.033935546875}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.057861328125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.057861328125}, {"token_id": 234, "token_text": " in", "probability": 0.032958984375}, {"token_id": 285, "token_text": " la", "probability": 0.029052734375}, {"token_id": 303, "token_text": " che", "probability": 0.02734375}, {"token_id": 227, "token_text": " l", "probability": 0.02734375}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.041015625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.041015625}, {"token_id": 1308, "token_text": " primo", "probability": 0.02490234375}, {"token_id": 1720, "token_text": " nome", "probability": 0.01416015625}, {"token_id": 2547, "token_text": " tuo", "probability": 0.01287841796875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0120849609375}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.036376953125}, {"token_id": 1720, "token_text": " nome", "probability": 0.0302734375}, {"token_id": 2810, "token_text": " padre", "probability": 0.0284423828125}, {"token_id": 3044, "token_text": " figlio", "probability": 0.021484375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.01300048828125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.06640625}, {"token_id": 17, "token_text": ".", "probability": 0.0277099609375}, {"token_id": 246, "token_text": " e", "probability": 0.0208740234375}, {"token_id": 2227, "token_text": " posto", "probability": 0.020263671875}, {"token_id": 2901, "token_text": " piano", "probability": 0.0196533203125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.05810546875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.05810546875}, {"token_id": 445, "token_text": " ma", "probability": 0.04248046875}, {"token_id": 267, "token_text": " un", "probability": 0.029296875}, {"token_id": 246, "token_text": " e", "probability": 0.0274658203125}, {"token_id": 234, "token_text": " in", "probability": 0.0274658203125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.09033203125}, {"token_id": 1308, "token_text": " primo", "probability": 0.02587890625}, {"token_id": 1390, "token_text": " quale", "probability": 0.021484375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0162353515625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0147705078125}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.032470703125}, {"token_id": 1308, "token_text": " primo", "probability": 0.023681640625}, {"token_id": 15, "token_text": ",", "probability": 0.0208740234375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.017822265625}, {"token_id": 2810, "token_text": " padre", "probability": 0.017822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2138671875}, {"token_id": 15, "token_text": ",", "probability": 0.083984375}, {"token_id": 337, "token_text": " del", "probability": 0.0693359375}, {"token_id": 370, "token_text": " della", "probability": 0.03955078125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03076171875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.087890625}, {"token_id": 387, "token_text": " una", "probability": 0.0390625}, {"token_id": 739, "token_text": " cui", "probability": 0.010498046875}, {"token_id": 779, "token_text": " essere", "probability": 0.00982666015625}, {"token_id": 831, "token_text": " questo", "probability": 0.009521484375}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.177734375}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0198974609375}, {"token_id": 2211, "token_text": " altro", "probability": 0.0186767578125}, {"token_id": 537, "token_text": " po", "probability": 0.01409912109375}, {"token_id": 10, "token_text": "'", "probability": 0.010986328125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09130859375}, {"token_id": 2905, "token_text": "altro", "probability": 0.021728515625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0179443359375}, {"token_id": 752, "token_text": "ora", "probability": 0.01397705078125}, {"token_id": 2710, "token_text": "uomo", "probability": 0.01312255859375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.146484375}, {"token_id": 1486, "token_text": " volta", "probability": 0.061279296875}, {"token_id": 15, "token_text": ",", "probability": 0.053955078125}, {"token_id": 17, "token_text": ".", "probability": 0.027099609375}, {"token_id": 3391, "token_text": " persona", "probability": 0.023193359375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.18359375}, {"token_id": 238, "token_text": " di", "probability": 0.1259765625}, {"token_id": 370, "token_text": " della", "probability": 0.0869140625}, {"token_id": 491, "token_text": " dei", "probability": 0.08154296875}, {"token_id": 465, "token_text": " dell", "probability": 0.0595703125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.04345703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.03173828125}, {"token_id": 1358, "token_text": " tutto", "probability": 0.017578125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.010009765625}, {"token_id": 3134, "token_text": " nostro", "probability": 0.00970458984375}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0247802734375, "top_k_candidates": [{"token_id": 2866, "token_text": " corpo", "probability": 0.0247802734375}, {"token_id": 1720, "token_text": " nome", "probability": 0.0247802734375}, {"token_id": 1308, "token_text": " primo", "probability": 0.0247802734375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0169677734375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01544189453125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 2901, "token_text": " piano", "probability": 0.0341796875}, {"token_id": 17, "token_text": ".", "probability": 0.031982421875}, {"token_id": 246, "token_text": " e", "probability": 0.0257568359375}, {"token_id": 6628, "token_text": " ministro", "probability": 0.01611328125}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.07275390625}, {"token_id": 293, "token_text": " il", "probability": 0.05322265625}, {"token_id": 246, "token_text": " e", "probability": 0.04150390625}, {"token_id": 303, "token_text": " che", "probability": 0.034423828125}, {"token_id": 267, "token_text": " un", "probability": 0.0322265625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.087890625}, {"token_id": 424, "token_text": " non", "probability": 0.050048828125}, {"token_id": 15, "token_text": ",", "probability": 0.050048828125}, {"token_id": 285, "token_text": " la", "probability": 0.047119140625}, {"token_id": 616, "token_text": " anche", "probability": 0.044189453125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0966796875}, {"token_id": 1308, "token_text": " primo", "probability": 0.017822265625}, {"token_id": 1390, "token_text": " quale", "probability": 0.0147705078125}, {"token_id": 1720, "token_text": " nome", "probability": 0.0130615234375}, {"token_id": 1673, "token_text": " proprio", "probability": 0.01190185546875}]}, {"token_id": 2773, "token_text": " successo", "chosen_probability": 0.015625, "top_k_candidates": [{"token_id": 2773, "token_text": " successo", "probability": 0.015625}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01422119140625}, {"token_id": 15, "token_text": ",", "probability": 0.01422119140625}, {"token_id": 1720, "token_text": " nome", "probability": 0.01422119140625}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0137939453125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 17, "token_text": ".", "probability": 0.1025390625}, {"token_id": 238, "token_text": " di", "probability": 0.05859375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.045654296875}, {"token_id": 246, "token_text": " e", "probability": 0.0244140625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.05615234375}, {"token_id": 445, "token_text": " ma", "probability": 0.031982421875}, {"token_id": 395, "token_text": " si", "probability": 0.031982421875}, {"token_id": 285, "token_text": " la", "probability": 0.030029296875}, {"token_id": 227, "token_text": " l", "probability": 0.0264892578125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.09521484375}, {"token_id": 1308, "token_text": " primo", "probability": 0.018798828125}, {"token_id": 1390, "token_text": " quale", "probability": 0.01287841796875}, {"token_id": 1720, "token_text": " nome", "probability": 0.01251220703125}, {"token_id": 1673, "token_text": " proprio", "probability": 0.0120849609375}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.28515625}, {"token_id": 2370, "token_text": " avere", "probability": 0.02197265625}, {"token_id": 1402, "token_text": " aver", "probability": 0.01416015625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0120849609375}, {"token_id": 285, "token_text": " la", "probability": 0.0103759765625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06982421875}, {"token_id": 387, "token_text": " una", "probability": 0.037353515625}, {"token_id": 234, "token_text": " in", "probability": 0.031005859375}, {"token_id": 844, "token_text": " stato", "probability": 0.0194091796875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0177001953125}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.12890625}, {"token_id": 10, "token_text": "'", "probability": 0.041748046875}, {"token_id": 537, "token_text": " po", "probability": 0.030517578125}, {"token_id": 2211, "token_text": " altro", "probability": 0.015869140625}, {"token_id": 4085, "token_text": " uomo", "probability": 0.01055908203125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07568359375}, {"token_id": 4993, "token_text": "idea", "probability": 0.01904296875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.015869140625}, {"token_id": 2905, "token_text": "altro", "probability": 0.01123046875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.01019287109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.053955078125}, {"token_id": 238, "token_text": " di", "probability": 0.053955078125}, {"token_id": 15, "token_text": ",", "probability": 0.047607421875}, {"token_id": 760, "token_text": " parte", "probability": 0.03955078125}, {"token_id": 246, "token_text": " e", "probability": 0.0263671875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.07666015625}, {"token_id": 515, "token_text": " La", "probability": 0.04638671875}, {"token_id": 302, "token_text": " L", "probability": 0.033935546875}, {"token_id": 407, "token_text": " In", "probability": 0.02490234375}, {"token_id": 954, "token_text": " Per", "probability": 0.0233154296875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0284423828125, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0284423828125}, {"token_id": 622, "token_text": " suo", "probability": 0.025146484375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.01953125}, {"token_id": 2020, "token_text": " giorno", "probability": 0.0162353515625}, {"token_id": 3162, "token_text": " mio", "probability": 0.013427734375}]}, {"token_id": 1496, "token_text": " anno", "chosen_probability": 0.050537109375, "top_k_candidates": [{"token_id": 1496, "token_text": " anno", "probability": 0.050537109375}, {"token_id": 2020, "token_text": " giorno", "probability": 0.03466796875}, {"token_id": 1869, "token_text": " caso", "probability": 0.024658203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02392578125}, {"token_id": 1361, "token_text": " modo", "probability": 0.019775390625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.076171875}, {"token_id": 15, "token_text": ",", "probability": 0.076171875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0673828125}, {"token_id": 395, "token_text": " si", "probability": 0.055908203125}, {"token_id": 997, "token_text": " fa", "probability": 0.033935546875}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.057861328125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.057861328125}, {"token_id": 234, "token_text": " in", "probability": 0.032958984375}, {"token_id": 285, "token_text": " la", "probability": 0.029052734375}, {"token_id": 303, "token_text": " che", "probability": 0.02734375}, {"token_id": 227, "token_text": " l", "probability": 0.02734375}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.041015625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.041015625}, {"token_id": 1308, "token_text": " primo", "probability": 0.02490234375}, {"token_id": 1720, "token_text": " nome", "probability": 0.01416015625}, {"token_id": 2547, "token_text": " tuo", "probability": 0.01287841796875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0120849609375}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.036376953125}, {"token_id": 1720, "token_text": " nome", "probability": 0.0302734375}, {"token_id": 2810, "token_text": " padre", "probability": 0.0284423828125}, {"token_id": 3044, "token_text": " figlio", "probability": 0.021484375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.01300048828125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.06640625}, {"token_id": 17, "token_text": ".", "probability": 0.0277099609375}, {"token_id": 246, "token_text": " e", "probability": 0.0208740234375}, {"token_id": 2227, "token_text": " posto", "probability": 0.020263671875}, {"token_id": 2901, "token_text": " piano", "probability": 0.0196533203125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.05810546875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.05810546875}, {"token_id": 445, "token_text": " ma", "probability": 0.04248046875}, {"token_id": 267, "token_text": " un", "probability": 0.029296875}, {"token_id": 246, "token_text": " e", "probability": 0.0274658203125}, {"token_id": 234, "token_text": " in", "probability": 0.0274658203125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.09033203125}, {"token_id": 1308, "token_text": " primo", "probability": 0.02587890625}, {"token_id": 1390, "token_text": " quale", "probability": 0.021484375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0162353515625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0147705078125}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.032470703125}, {"token_id": 1308, "token_text": " primo", "probability": 0.023681640625}, {"token_id": 15, "token_text": ",", "probability": 0.0208740234375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.017822265625}, {"token_id": 2810, "token_text": " padre", "probability": 0.017822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2138671875}, {"token_id": 15, "token_text": ",", "probability": 0.083984375}, {"token_id": 337, "token_text": " del", "probability": 0.0693359375}, {"token_id": 370, "token_text": " della", "probability": 0.03955078125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03076171875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.087890625}, {"token_id": 387, "token_text": " una", "probability": 0.0390625}, {"token_id": 739, "token_text": " cui", "probability": 0.010498046875}, {"token_id": 779, "token_text": " essere", "probability": 0.00982666015625}, {"token_id": 831, "token_text": " questo", "probability": 0.009521484375}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.177734375}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0198974609375}, {"token_id": 2211, "token_text": " altro", "probability": 0.0186767578125}, {"token_id": 537, "token_text": " po", "probability": 0.01409912109375}, {"token_id": 10, "token_text": "'", "probability": 0.010986328125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09130859375}, {"token_id": 2905, "token_text": "altro", "probability": 0.021728515625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0179443359375}, {"token_id": 752, "token_text": "ora", "probability": 0.01397705078125}, {"token_id": 2710, "token_text": "uomo", "probability": 0.01312255859375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.146484375}, {"token_id": 1486, "token_text": " volta", "probability": 0.061279296875}, {"token_id": 15, "token_text": ",", "probability": 0.053955078125}, {"token_id": 17, "token_text": ".", "probability": 0.027099609375}, {"token_id": 3391, "token_text": " persona", "probability": 0.023193359375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.18359375}, {"token_id": 238, "token_text": " di", "probability": 0.1259765625}, {"token_id": 370, "token_text": " della", "probability": 0.0869140625}, {"token_id": 491, "token_text": " dei", "probability": 0.08154296875}, {"token_id": 465, "token_text": " dell", "probability": 0.0595703125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.04345703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.03173828125}, {"token_id": 1358, "token_text": " tutto", "probability": 0.017578125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.010009765625}, {"token_id": 3134, "token_text": " nostro", "probability": 0.00970458984375}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0247802734375, "top_k_candidates": [{"token_id": 2866, "token_text": " corpo", "probability": 0.0247802734375}, {"token_id": 1720, "token_text": " nome", "probability": 0.0247802734375}, {"token_id": 1308, "token_text": " primo", "probability": 0.0247802734375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0169677734375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01544189453125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 2901, "token_text": " piano", "probability": 0.0341796875}, {"token_id": 17, "token_text": ".", "probability": 0.031982421875}, {"token_id": 246, "token_text": " e", "probability": 0.0257568359375}, {"token_id": 6628, "token_text": " ministro", "probability": 0.01611328125}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.07275390625}, {"token_id": 293, "token_text": " il", "probability": 0.05322265625}, {"token_id": 246, "token_text": " e", "probability": 0.04150390625}, {"token_id": 303, "token_text": " che", "probability": 0.034423828125}, {"token_id": 267, "token_text": " un", "probability": 0.0322265625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.087890625}, {"token_id": 424, "token_text": " non", "probability": 0.050048828125}, {"token_id": 15, "token_text": ",", "probability": 0.050048828125}, {"token_id": 285, "token_text": " la", "probability": 0.047119140625}, {"token_id": 616, "token_text": " anche", "probability": 0.044189453125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0966796875}, {"token_id": 1308, "token_text": " primo", "probability": 0.017822265625}, {"token_id": 1390, "token_text": " quale", "probability": 0.0147705078125}, {"token_id": 1720, "token_text": " nome", "probability": 0.0130615234375}, {"token_id": 1673, "token_text": " proprio", "probability": 0.01190185546875}]}, {"token_id": 2773, "token_text": " successo", "chosen_probability": 0.015625, "top_k_candidates": [{"token_id": 2773, "token_text": " successo", "probability": 0.015625}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01422119140625}, {"token_id": 15, "token_text": ",", "probability": 0.01422119140625}, {"token_id": 1720, "token_text": " nome", "probability": 0.01422119140625}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0137939453125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 17, "token_text": ".", "probability": 0.1025390625}, {"token_id": 238, "token_text": " di", "probability": 0.05859375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.045654296875}, {"token_id": 246, "token_text": " e", "probability": 0.0244140625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.05615234375}, {"token_id": 445, "token_text": " ma", "probability": 0.031982421875}, {"token_id": 395, "token_text": " si", "probability": 0.031982421875}, {"token_id": 285, "token_text": " la", "probability": 0.030029296875}, {"token_id": 227, "token_text": " l", "probability": 0.0264892578125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.09521484375}, {"token_id": 1308, "token_text": " primo", "probability": 0.018798828125}, {"token_id": 1390, "token_text": " quale", "probability": 0.01287841796875}, {"token_id": 1720, "token_text": " nome", "probability": 0.01251220703125}, {"token_id": 1673, "token_text": " proprio", "probability": 0.0120849609375}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.28515625}, {"token_id": 2370, "token_text": " avere", "probability": 0.02197265625}, {"token_id": 1402, "token_text": " aver", "probability": 0.01416015625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0120849609375}, {"token_id": 285, "token_text": " la", "probability": 0.0103759765625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06982421875}, {"token_id": 387, "token_text": " una", "probability": 0.037353515625}, {"token_id": 234, "token_text": " in", "probability": 0.031005859375}, {"token_id": 844, "token_text": " stato", "probability": 0.0194091796875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0177001953125}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.12890625}, {"token_id": 10, "token_text": "'", "probability": 0.041748046875}, {"token_id": 537, "token_text": " po", "probability": 0.030517578125}, {"token_id": 2211, "token_text": " altro", "probability": 0.015869140625}, {"token_id": 4085, "token_text": " uomo", "probability": 0.01055908203125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.07568359375}, {"token_id": 4993, "token_text": "idea", "probability": 0.01904296875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.015869140625}, {"token_id": 2905, "token_text": "altro", "probability": 0.01123046875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.01019287109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.053955078125}, {"token_id": 238, "token_text": " di", "probability": 0.053955078125}, {"token_id": 15, "token_text": ",", "probability": 0.047607421875}, {"token_id": 760, "token_text": " parte", "probability": 0.03955078125}, {"token_id": 246, "token_text": " e", "probability": 0.0263671875}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.07666015625, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.07666015625}, {"token_id": 515, "token_text": " La", "probability": 0.04638671875}, {"token_id": 302, "token_text": " L", "probability": 0.033935546875}, {"token_id": 407, "token_text": " In", "probability": 0.02490234375}, {"token_id": 954, "token_text": " Per", "probability": 0.0233154296875}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0284423828125, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.0284423828125}, {"token_id": 622, "token_text": " suo", "probability": 0.025146484375}, {"token_id": 3134, "token_text": " nostro", "probability": 0.01953125}, {"token_id": 2020, "token_text": " giorno", "probability": 0.0162353515625}, {"token_id": 3162, "token_text": " mio", "probability": 0.013427734375}]}, {"token_id": 1496, "token_text": " anno", "chosen_probability": 0.050537109375, "top_k_candidates": [{"token_id": 1496, "token_text": " anno", "probability": 0.050537109375}, {"token_id": 2020, "token_text": " giorno", "probability": 0.03466796875}, {"token_id": 1869, "token_text": " caso", "probability": 0.024658203125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02392578125}, {"token_id": 1361, "token_text": " modo", "probability": 0.019775390625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.076171875}, {"token_id": 15, "token_text": ",", "probability": 0.076171875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0673828125}, {"token_id": 395, "token_text": " si", "probability": 0.055908203125}, {"token_id": 997, "token_text": " fa", "probability": 0.033935546875}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.057861328125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.057861328125}, {"token_id": 234, "token_text": " in", "probability": 0.032958984375}, {"token_id": 285, "token_text": " la", "probability": 0.029052734375}, {"token_id": 303, "token_text": " che", "probability": 0.02734375}, {"token_id": 227, "token_text": " l", "probability": 0.02734375}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.041015625, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.041015625}, {"token_id": 1308, "token_text": " primo", "probability": 0.02490234375}, {"token_id": 1720, "token_text": " nome", "probability": 0.01416015625}, {"token_id": 2547, "token_text": " tuo", "probability": 0.01287841796875}, {"token_id": 3134, "token_text": " nostro", "probability": 0.0120849609375}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 1308, "token_text": " primo", "probability": 0.036376953125}, {"token_id": 1720, "token_text": " nome", "probability": 0.0302734375}, {"token_id": 2810, "token_text": " padre", "probability": 0.0284423828125}, {"token_id": 3044, "token_text": " figlio", "probability": 0.021484375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.01300048828125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.06640625}, {"token_id": 17, "token_text": ".", "probability": 0.0277099609375}, {"token_id": 246, "token_text": " e", "probability": 0.0208740234375}, {"token_id": 2227, "token_text": " posto", "probability": 0.020263671875}, {"token_id": 2901, "token_text": " piano", "probability": 0.0196533203125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.05810546875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.05810546875}, {"token_id": 445, "token_text": " ma", "probability": 0.04248046875}, {"token_id": 267, "token_text": " un", "probability": 0.029296875}, {"token_id": 246, "token_text": " e", "probability": 0.0274658203125}, {"token_id": 234, "token_text": " in", "probability": 0.0274658203125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.09033203125}, {"token_id": 1308, "token_text": " primo", "probability": 0.02587890625}, {"token_id": 1390, "token_text": " quale", "probability": 0.021484375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0162353515625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0147705078125}]}, {"token_id": 1720, "token_text": " nome", "chosen_probability": 0.032470703125, "top_k_candidates": [{"token_id": 1720, "token_text": " nome", "probability": 0.032470703125}, {"token_id": 1308, "token_text": " primo", "probability": 0.023681640625}, {"token_id": 15, "token_text": ",", "probability": 0.0208740234375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.017822265625}, {"token_id": 2810, "token_text": " padre", "probability": 0.017822265625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2138671875}, {"token_id": 15, "token_text": ",", "probability": 0.083984375}, {"token_id": 337, "token_text": " del", "probability": 0.0693359375}, {"token_id": 370, "token_text": " della", "probability": 0.03955078125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03076171875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.087890625}, {"token_id": 387, "token_text": " una", "probability": 0.0390625}, {"token_id": 739, "token_text": " cui", "probability": 0.010498046875}, {"token_id": 779, "token_text": " essere", "probability": 0.00982666015625}, {"token_id": 831, "token_text": " questo", "probability": 0.009521484375}]}, {"token_id": 357, "token_text": "\u2019", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 357, "token_text": "\u2019", "probability": 0.177734375}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0198974609375}, {"token_id": 2211, "token_text": " altro", "probability": 0.0186767578125}, {"token_id": 537, "token_text": " po", "probability": 0.01409912109375}, {"token_id": 10, "token_text": "'", "probability": 0.010986328125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09130859375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09130859375}, {"token_id": 2905, "token_text": "altro", "probability": 0.021728515625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0179443359375}, {"token_id": 752, "token_text": "ora", "probability": 0.01397705078125}, {"token_id": 2710, "token_text": "uomo", "probability": 0.01312255859375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.146484375}, {"token_id": 1486, "token_text": " volta", "probability": 0.061279296875}, {"token_id": 15, "token_text": ",", "probability": 0.053955078125}, {"token_id": 17, "token_text": ".", "probability": 0.027099609375}, {"token_id": 3391, "token_text": " persona", "probability": 0.023193359375}]}, {"token_id": 337, "token_text": " del", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 337, "token_text": " del", "probability": 0.18359375}, {"token_id": 238, "token_text": " di", "probability": 0.1259765625}, {"token_id": 370, "token_text": " della", "probability": 0.0869140625}, {"token_id": 491, "token_text": " dei", "probability": 0.08154296875}, {"token_id": 465, "token_text": " dell", "probability": 0.0595703125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.04345703125}, {"token_id": 1468, "token_text": " mondo", "probability": 0.03173828125}, {"token_id": 1358, "token_text": " tutto", "probability": 0.017578125}, {"token_id": 2866, "token_text": " corpo", "probability": 0.010009765625}, {"token_id": 3134, "token_text": " nostro", "probability": 0.00970458984375}]}, {"token_id": 1308, "token_text": " primo", "chosen_probability": 0.0247802734375, "top_k_candidates": [{"token_id": 2866, "token_text": " corpo", "probability": 0.0247802734375}, {"token_id": 1720, "token_text": " nome", "probability": 0.0247802734375}, {"token_id": 1308, "token_text": " primo", "probability": 0.0247802734375}, {"token_id": 1885, "token_text": " lavoro", "probability": 0.0169677734375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01544189453125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 2901, "token_text": " piano", "probability": 0.0341796875}, {"token_id": 17, "token_text": ".", "probability": 0.031982421875}, {"token_id": 246, "token_text": " e", "probability": 0.0257568359375}, {"token_id": 6628, "token_text": " ministro", "probability": 0.01611328125}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.07275390625}, {"token_id": 293, "token_text": " il", "probability": 0.05322265625}, {"token_id": 246, "token_text": " e", "probability": 0.04150390625}, {"token_id": 303, "token_text": " che", "probability": 0.034423828125}, {"token_id": 267, "token_text": " un", "probability": 0.0322265625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.087890625, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.087890625}, {"token_id": 424, "token_text": " non", "probability": 0.050048828125}, {"token_id": 15, "token_text": ",", "probability": 0.050048828125}, {"token_id": 285, "token_text": " la", "probability": 0.047119140625}, {"token_id": 616, "token_text": " anche", "probability": 0.044189453125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.0966796875, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.0966796875}, {"token_id": 1308, "token_text": " primo", "probability": 0.017822265625}, {"token_id": 1390, "token_text": " quale", "probability": 0.0147705078125}, {"token_id": 1720, "token_text": " nome", "probability": 0.0130615234375}, {"token_id": 1673, "token_text": " proprio", "probability": 0.01190185546875}]}, {"token_id": 2773, "token_text": " successo", "chosen_probability": 0.015625, "top_k_candidates": [{"token_id": 2773, "token_text": " successo", "probability": 0.015625}, {"token_id": 3044, "token_text": " figlio", "probability": 0.01422119140625}, {"token_id": 15, "token_text": ",", "probability": 0.01422119140625}, {"token_id": 1720, "token_text": " nome", "probability": 0.01422119140625}, {"token_id": 2866, "token_text": " corpo", "probability": 0.0137939453125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1240234375}, {"token_id": 17, "token_text": ".", "probability": 0.1025390625}, {"token_id": 238, "token_text": " di", "probability": 0.05859375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.045654296875}, {"token_id": 246, "token_text": " e", "probability": 0.0244140625}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.05615234375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.05615234375}, {"token_id": 445, "token_text": " ma", "probability": 0.031982421875}, {"token_id": 395, "token_text": " si", "probability": 0.031982421875}, {"token_id": 285, "token_text": " la", "probability": 0.030029296875}, {"token_id": 227, "token_text": " l", "probability": 0.0264892578125}]}, {"token_id": 622, "token_text": " suo", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 622, "token_text": " suo", "probability": 0.09521484375}, {"token_id": 1308, "token_text": " primo", "probability": 0.018798828125}, {"token_id": 1390, "token_text": " quale", "probability": 0.01287841796875}, {"token_id": 1720, "token_text": " nome", "probability": 0.01251220703125}, {"token_id": 1673, "token_text": " proprio", "probability": 0.0120849609375}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.28515625, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.28515625}, {"token_id": 2370, "token_text": " avere", "probability": 0.02197265625}, {"token_id": 1402, "token_text": " aver", "probability": 0.01416015625}, {"token_id": 1612, "token_text": " fare", "probability": 0.0120849609375}, {"token_id": 285, "token_text": " la", "probability": 0.0103759765625}, {"token_id": 267, "token_text": " un", "probability": 0.00970458984375}, {"token_id": 387, "token_text": " una", "probability": 0.00830078125}, {"token_id": 6126, "token_text": " sapere", "probability": 0.00689697265625}, {"token_id": 4492, "token_text": " trovare", "probability": 0.006683349609375}, {"token_id": 7704, "token_text": " arrivare", "probability": 0.006072998046875}], "entropy": 5.59375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.2547180033311713, "average_logprob_per_token": -1.2547180033311713, "perplexity_on_target_sequence": 3.506849315068493, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.2547180033311713, "probability": 0.28515625, "raw_probability": 0.28515625, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16632.09218931198, "probe_elapsed_sec": 0.9995068030257244, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the most important part of the world. The most recent years, the world is the most important part of the world. The world is the most important part of", "text": "The capital of Italy is the most important part of the world. The most recent years, the world is the most important part of the world. The world is the most important part of", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1962890625}, {"token_id": 209, "token_text": " a", "probability": 0.1845703125}, {"token_id": 234, "token_text": " in", "probability": 0.0283203125}, {"token_id": 248, "token_text": " an", "probability": 0.0234375}, {"token_id": 720, "token_text": " one", "probability": 0.0194091796875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.062255859375}, {"token_id": 5656, "token_text": " largest", "probability": 0.045654296875}, {"token_id": 836, "token_text": " first", "probability": 0.037841796875}, {"token_id": 1547, "token_text": " world", "probability": 0.02294921875}, {"token_id": 1118, "token_text": " only", "probability": 0.016845703125}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.1083984375}, {"token_id": 3776, "token_text": " popular", "probability": 0.07421875}, {"token_id": 5519, "token_text": " famous", "probability": 0.04248046875}, {"token_id": 4650, "token_text": " significant", "probability": 0.031005859375}, {"token_id": 3188, "token_text": " common", "probability": 0.031005859375}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.068359375}, {"token_id": 263, "token_text": " to", "probability": 0.04150390625}, {"token_id": 262, "token_text": " and", "probability": 0.03125}, {"token_id": 15, "token_text": ",", "probability": 0.0302734375}, {"token_id": 3924, "token_text": " thing", "probability": 0.0284423828125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 234, "token_text": " in", "probability": 0.04052734375}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}, {"token_id": 17, "token_text": ".", "probability": 0.01318359375}, {"token_id": 16, "token_text": "-", "probability": 0.009033203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.53515625}, {"token_id": 209, "token_text": " a", "probability": 0.0341796875}, {"token_id": 820, "token_text": " its", "probability": 0.020751953125}, {"token_id": 587, "token_text": " this", "probability": 0.018310546875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0162353515625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.083984375}, {"token_id": 2269, "token_text": " country", "probability": 0.039794921875}, {"token_id": 3848, "token_text": " region", "probability": 0.01507568359375}, {"token_id": 4249, "token_text": " European", "probability": 0.0120849609375}, {"token_id": 775, "token_text": " year", "probability": 0.01171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2109375}, {"token_id": 15, "token_text": ",", "probability": 0.13671875}, {"token_id": 400, "token_text": "'s", "probability": 0.09375}, {"token_id": 262, "token_text": " and", "probability": 0.047119140625}, {"token_id": 234, "token_text": " in", "probability": 0.03662109375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1455078125}, {"token_id": 679, "token_text": " It", "probability": 0.09375}, {"token_id": 407, "token_text": " In", "probability": 0.060546875}, {"token_id": 1062, "token_text": " This", "probability": 0.028564453125}, {"token_id": 639, "token_text": " He", "probability": 0.0223388671875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.028564453125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.028564453125}, {"token_id": 1547, "token_text": " world", "probability": 0.0252685546875}, {"token_id": 836, "token_text": " first", "probability": 0.0216064453125}, {"token_id": 7601, "token_text": " majority", "probability": 0.0108642578125}, {"token_id": 2269, "token_text": " country", "probability": 0.0108642578125}]}, {"token_id": 4773, "token_text": " recent", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 4773, "token_text": " recent", "probability": 0.08935546875}, {"token_id": 5519, "token_text": " famous", "probability": 0.07373046875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0654296875}, {"token_id": 2535, "token_text": " important", "probability": 0.05419921875}, {"token_id": 3188, "token_text": " common", "probability": 0.037109375}]}, {"token_id": 1068, "token_text": " years", "chosen_probability": 0.0311279296875, "top_k_candidates": [{"token_id": 1068, "token_text": " years", "probability": 0.0311279296875}, {"token_id": 1547, "token_text": " world", "probability": 0.0189208984375}, {"token_id": 3498, "token_text": " study", "probability": 0.0118408203125}, {"token_id": 1946, "token_text": " book", "probability": 0.011474609375}, {"token_id": 775, "token_text": " year", "probability": 0.0111083984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 256, "token_text": " of", "probability": 0.1123046875}, {"token_id": 935, "token_text": " after", "probability": 0.0927734375}, {"token_id": 230, "token_text": " the", "probability": 0.08740234375}, {"token_id": 336, "token_text": " is", "probability": 0.0439453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2138671875}, {"token_id": 401, "token_text": " it", "probability": 0.06494140625}, {"token_id": 234, "token_text": " in", "probability": 0.037109375}, {"token_id": 907, "token_text": " when", "probability": 0.03271484375}, {"token_id": 406, "token_text": " he", "probability": 0.03076171875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.051513671875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.051513671875}, {"token_id": 942, "token_text": " most", "probability": 0.0172119140625}, {"token_id": 2269, "token_text": " country", "probability": 0.01519775390625}, {"token_id": 836, "token_text": " first", "probability": 0.0142822265625}, {"token_id": 1758, "token_text": " United", "probability": 0.00897216796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2373046875}, {"token_id": 400, "token_text": "'s", "probability": 0.1123046875}, {"token_id": 361, "token_text": " was", "probability": 0.1123046875}, {"token_id": 614, "token_text": " has", "probability": 0.08740234375}, {"token_id": 256, "token_text": " of", "probability": 0.0284423828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1953125}, {"token_id": 209, "token_text": " a", "probability": 0.09228515625}, {"token_id": 234, "token_text": " in", "probability": 0.019287109375}, {"token_id": 379, "token_text": " that", "probability": 0.019287109375}, {"token_id": 263, "token_text": " to", "probability": 0.0164794921875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.07763671875}, {"token_id": 1547, "token_text": " world", "probability": 0.056640625}, {"token_id": 836, "token_text": " first", "probability": 0.034423828125}, {"token_id": 1118, "token_text": " only", "probability": 0.0267333984375}, {"token_id": 5656, "token_text": " largest", "probability": 0.023681640625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.07958984375}, {"token_id": 3776, "token_text": " popular", "probability": 0.0703125}, {"token_id": 5519, "token_text": " famous", "probability": 0.033203125}, {"token_id": 3188, "token_text": " common", "probability": 0.0311279296875}, {"token_id": 8144, "token_text": " beautiful", "probability": 0.0213623046875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.07568359375}, {"token_id": 3924, "token_text": " thing", "probability": 0.052001953125}, {"token_id": 15, "token_text": ",", "probability": 0.0458984375}, {"token_id": 263, "token_text": " to", "probability": 0.0380859375}, {"token_id": 262, "token_text": " and", "probability": 0.03369140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 234, "token_text": " in", "probability": 0.0262451171875}, {"token_id": 17, "token_text": ".", "probability": 0.01495361328125}, {"token_id": 321, "token_text": " for", "probability": 0.01025390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.62109375}, {"token_id": 209, "token_text": " a", "probability": 0.044921875}, {"token_id": 587, "token_text": " this", "probability": 0.02001953125}, {"token_id": 820, "token_text": " its", "probability": 0.02001953125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01373291015625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.205078125}, {"token_id": 2269, "token_text": " country", "probability": 0.040283203125}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}, {"token_id": 775, "token_text": " year", "probability": 0.0157470703125}, {"token_id": 3042, "token_text": " century", "probability": 0.009033203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.228515625}, {"token_id": 15, "token_text": ",", "probability": 0.1669921875}, {"token_id": 262, "token_text": " and", "probability": 0.051025390625}, {"token_id": 400, "token_text": "'s", "probability": 0.0478515625}, {"token_id": 336, "token_text": " is", "probability": 0.044921875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1611328125}, {"token_id": 679, "token_text": " It", "probability": 0.091796875}, {"token_id": 407, "token_text": " In", "probability": 0.05224609375}, {"token_id": 1062, "token_text": " This", "probability": 0.03369140625}, {"token_id": 1829, "token_text": " There", "probability": 0.024658203125}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.068359375}, {"token_id": 942, "token_text": " most", "probability": 0.034423828125}, {"token_id": 836, "token_text": " first", "probability": 0.0189208984375}, {"token_id": 2269, "token_text": " country", "probability": 0.01263427734375}, {"token_id": 2638, "token_text": " history", "probability": 0.0084228515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.28125}, {"token_id": 256, "token_text": " of", "probability": 0.1103515625}, {"token_id": 614, "token_text": " has", "probability": 0.05908203125}, {"token_id": 400, "token_text": "'s", "probability": 0.055419921875}, {"token_id": 361, "token_text": " was", "probability": 0.052001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.24609375}, {"token_id": 209, "token_text": " a", "probability": 0.0849609375}, {"token_id": 234, "token_text": " in", "probability": 0.0189208984375}, {"token_id": 379, "token_text": " that", "probability": 0.0189208984375}, {"token_id": 263, "token_text": " to", "probability": 0.0142822265625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0810546875}, {"token_id": 1547, "token_text": " world", "probability": 0.0712890625}, {"token_id": 836, "token_text": " first", "probability": 0.0279541015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.023193359375}, {"token_id": 1118, "token_text": " only", "probability": 0.021728515625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.07470703125}, {"token_id": 3776, "token_text": " popular", "probability": 0.061767578125}, {"token_id": 3188, "token_text": " common", "probability": 0.04248046875}, {"token_id": 8144, "token_text": " beautiful", "probability": 0.03515625}, {"token_id": 5519, "token_text": " famous", "probability": 0.0274658203125}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.07470703125}, {"token_id": 15, "token_text": ",", "probability": 0.054443359375}, {"token_id": 3924, "token_text": " thing", "probability": 0.05126953125}, {"token_id": 234, "token_text": " in", "probability": 0.03759765625}, {"token_id": 262, "token_text": " and", "probability": 0.03515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.890625}, {"token_id": 15, "token_text": ",", "probability": 0.01531982421875}, {"token_id": 234, "token_text": " in", "probability": 0.0126953125}, {"token_id": 321, "token_text": " for", "probability": 0.0081787109375}, {"token_id": 17, "token_text": ".", "probability": 0.007232666015625}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1962890625}, {"token_id": 209, "token_text": " a", "probability": 0.1845703125}, {"token_id": 234, "token_text": " in", "probability": 0.0283203125}, {"token_id": 248, "token_text": " an", "probability": 0.0234375}, {"token_id": 720, "token_text": " one", "probability": 0.0194091796875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.062255859375}, {"token_id": 5656, "token_text": " largest", "probability": 0.045654296875}, {"token_id": 836, "token_text": " first", "probability": 0.037841796875}, {"token_id": 1547, "token_text": " world", "probability": 0.02294921875}, {"token_id": 1118, "token_text": " only", "probability": 0.016845703125}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.1083984375}, {"token_id": 3776, "token_text": " popular", "probability": 0.07421875}, {"token_id": 5519, "token_text": " famous", "probability": 0.04248046875}, {"token_id": 4650, "token_text": " significant", "probability": 0.031005859375}, {"token_id": 3188, "token_text": " common", "probability": 0.031005859375}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.068359375}, {"token_id": 263, "token_text": " to", "probability": 0.04150390625}, {"token_id": 262, "token_text": " and", "probability": 0.03125}, {"token_id": 15, "token_text": ",", "probability": 0.0302734375}, {"token_id": 3924, "token_text": " thing", "probability": 0.0284423828125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 234, "token_text": " in", "probability": 0.04052734375}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}, {"token_id": 17, "token_text": ".", "probability": 0.01318359375}, {"token_id": 16, "token_text": "-", "probability": 0.009033203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.53515625}, {"token_id": 209, "token_text": " a", "probability": 0.0341796875}, {"token_id": 820, "token_text": " its", "probability": 0.020751953125}, {"token_id": 587, "token_text": " this", "probability": 0.018310546875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0162353515625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.083984375}, {"token_id": 2269, "token_text": " country", "probability": 0.039794921875}, {"token_id": 3848, "token_text": " region", "probability": 0.01507568359375}, {"token_id": 4249, "token_text": " European", "probability": 0.0120849609375}, {"token_id": 775, "token_text": " year", "probability": 0.01171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2109375}, {"token_id": 15, "token_text": ",", "probability": 0.13671875}, {"token_id": 400, "token_text": "'s", "probability": 0.09375}, {"token_id": 262, "token_text": " and", "probability": 0.047119140625}, {"token_id": 234, "token_text": " in", "probability": 0.03662109375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1474609375}, {"token_id": 679, "token_text": " It", "probability": 0.095703125}, {"token_id": 407, "token_text": " In", "probability": 0.0615234375}, {"token_id": 1062, "token_text": " This", "probability": 0.0291748046875}, {"token_id": 639, "token_text": " He", "probability": 0.022705078125}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.028564453125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.028564453125}, {"token_id": 1547, "token_text": " world", "probability": 0.0252685546875}, {"token_id": 836, "token_text": " first", "probability": 0.0216064453125}, {"token_id": 7601, "token_text": " majority", "probability": 0.0108642578125}, {"token_id": 2269, "token_text": " country", "probability": 0.0108642578125}]}, {"token_id": 4773, "token_text": " recent", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 4773, "token_text": " recent", "probability": 0.08935546875}, {"token_id": 5519, "token_text": " famous", "probability": 0.07373046875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0654296875}, {"token_id": 2535, "token_text": " important", "probability": 0.05419921875}, {"token_id": 3188, "token_text": " common", "probability": 0.037109375}]}, {"token_id": 1068, "token_text": " years", "chosen_probability": 0.0311279296875, "top_k_candidates": [{"token_id": 1068, "token_text": " years", "probability": 0.0311279296875}, {"token_id": 1547, "token_text": " world", "probability": 0.0189208984375}, {"token_id": 3498, "token_text": " study", "probability": 0.0118408203125}, {"token_id": 1946, "token_text": " book", "probability": 0.011474609375}, {"token_id": 775, "token_text": " year", "probability": 0.0111083984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 256, "token_text": " of", "probability": 0.1123046875}, {"token_id": 935, "token_text": " after", "probability": 0.0927734375}, {"token_id": 230, "token_text": " the", "probability": 0.08740234375}, {"token_id": 336, "token_text": " is", "probability": 0.0439453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2138671875}, {"token_id": 401, "token_text": " it", "probability": 0.06494140625}, {"token_id": 234, "token_text": " in", "probability": 0.037109375}, {"token_id": 907, "token_text": " when", "probability": 0.03271484375}, {"token_id": 406, "token_text": " he", "probability": 0.03076171875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.051513671875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.051513671875}, {"token_id": 942, "token_text": " most", "probability": 0.0172119140625}, {"token_id": 2269, "token_text": " country", "probability": 0.01519775390625}, {"token_id": 836, "token_text": " first", "probability": 0.0142822265625}, {"token_id": 1758, "token_text": " United", "probability": 0.00897216796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2373046875}, {"token_id": 400, "token_text": "'s", "probability": 0.1123046875}, {"token_id": 361, "token_text": " was", "probability": 0.1123046875}, {"token_id": 614, "token_text": " has", "probability": 0.08740234375}, {"token_id": 256, "token_text": " of", "probability": 0.0284423828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1953125}, {"token_id": 209, "token_text": " a", "probability": 0.09228515625}, {"token_id": 234, "token_text": " in", "probability": 0.019287109375}, {"token_id": 379, "token_text": " that", "probability": 0.019287109375}, {"token_id": 263, "token_text": " to", "probability": 0.0164794921875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.07763671875}, {"token_id": 1547, "token_text": " world", "probability": 0.056640625}, {"token_id": 836, "token_text": " first", "probability": 0.034423828125}, {"token_id": 1118, "token_text": " only", "probability": 0.0267333984375}, {"token_id": 5656, "token_text": " largest", "probability": 0.023681640625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.07958984375}, {"token_id": 3776, "token_text": " popular", "probability": 0.0703125}, {"token_id": 5519, "token_text": " famous", "probability": 0.033203125}, {"token_id": 3188, "token_text": " common", "probability": 0.0311279296875}, {"token_id": 8144, "token_text": " beautiful", "probability": 0.0213623046875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.07568359375}, {"token_id": 3924, "token_text": " thing", "probability": 0.052001953125}, {"token_id": 15, "token_text": ",", "probability": 0.0458984375}, {"token_id": 263, "token_text": " to", "probability": 0.0380859375}, {"token_id": 262, "token_text": " and", "probability": 0.03369140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 234, "token_text": " in", "probability": 0.0262451171875}, {"token_id": 17, "token_text": ".", "probability": 0.01495361328125}, {"token_id": 321, "token_text": " for", "probability": 0.01025390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.62109375}, {"token_id": 209, "token_text": " a", "probability": 0.044921875}, {"token_id": 587, "token_text": " this", "probability": 0.02001953125}, {"token_id": 820, "token_text": " its", "probability": 0.02001953125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01373291015625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.205078125}, {"token_id": 2269, "token_text": " country", "probability": 0.040283203125}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}, {"token_id": 775, "token_text": " year", "probability": 0.0157470703125}, {"token_id": 3042, "token_text": " century", "probability": 0.009033203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.228515625}, {"token_id": 15, "token_text": ",", "probability": 0.1669921875}, {"token_id": 262, "token_text": " and", "probability": 0.051025390625}, {"token_id": 400, "token_text": "'s", "probability": 0.0478515625}, {"token_id": 336, "token_text": " is", "probability": 0.044921875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1640625}, {"token_id": 679, "token_text": " It", "probability": 0.09326171875}, {"token_id": 407, "token_text": " In", "probability": 0.05322265625}, {"token_id": 1062, "token_text": " This", "probability": 0.034423828125}, {"token_id": 1829, "token_text": " There", "probability": 0.025146484375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.068359375}, {"token_id": 942, "token_text": " most", "probability": 0.034423828125}, {"token_id": 836, "token_text": " first", "probability": 0.0189208984375}, {"token_id": 2269, "token_text": " country", "probability": 0.01263427734375}, {"token_id": 2638, "token_text": " history", "probability": 0.0084228515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.28125}, {"token_id": 256, "token_text": " of", "probability": 0.1103515625}, {"token_id": 614, "token_text": " has", "probability": 0.05908203125}, {"token_id": 400, "token_text": "'s", "probability": 0.055419921875}, {"token_id": 361, "token_text": " was", "probability": 0.052001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.24609375}, {"token_id": 209, "token_text": " a", "probability": 0.0849609375}, {"token_id": 234, "token_text": " in", "probability": 0.0189208984375}, {"token_id": 379, "token_text": " that", "probability": 0.0189208984375}, {"token_id": 263, "token_text": " to", "probability": 0.0142822265625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0810546875}, {"token_id": 1547, "token_text": " world", "probability": 0.0712890625}, {"token_id": 836, "token_text": " first", "probability": 0.0279541015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.023193359375}, {"token_id": 1118, "token_text": " only", "probability": 0.021728515625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.07470703125}, {"token_id": 3776, "token_text": " popular", "probability": 0.061767578125}, {"token_id": 3188, "token_text": " common", "probability": 0.04248046875}, {"token_id": 8144, "token_text": " beautiful", "probability": 0.03515625}, {"token_id": 5519, "token_text": " famous", "probability": 0.0274658203125}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.07470703125}, {"token_id": 15, "token_text": ",", "probability": 0.054443359375}, {"token_id": 3924, "token_text": " thing", "probability": 0.05126953125}, {"token_id": 234, "token_text": " in", "probability": 0.03759765625}, {"token_id": 262, "token_text": " and", "probability": 0.03515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.890625}, {"token_id": 15, "token_text": ",", "probability": 0.01531982421875}, {"token_id": 234, "token_text": " in", "probability": 0.0126953125}, {"token_id": 321, "token_text": " for", "probability": 0.0081787109375}, {"token_id": 17, "token_text": ".", "probability": 0.007232666015625}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1962890625}, {"token_id": 209, "token_text": " a", "probability": 0.1845703125}, {"token_id": 234, "token_text": " in", "probability": 0.0283203125}, {"token_id": 248, "token_text": " an", "probability": 0.0234375}, {"token_id": 720, "token_text": " one", "probability": 0.0194091796875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.062255859375}, {"token_id": 5656, "token_text": " largest", "probability": 0.045654296875}, {"token_id": 836, "token_text": " first", "probability": 0.037841796875}, {"token_id": 1547, "token_text": " world", "probability": 0.02294921875}, {"token_id": 1118, "token_text": " only", "probability": 0.016845703125}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.1083984375}, {"token_id": 3776, "token_text": " popular", "probability": 0.07421875}, {"token_id": 5519, "token_text": " famous", "probability": 0.04248046875}, {"token_id": 4650, "token_text": " significant", "probability": 0.031005859375}, {"token_id": 3188, "token_text": " common", "probability": 0.031005859375}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.068359375}, {"token_id": 263, "token_text": " to", "probability": 0.04150390625}, {"token_id": 262, "token_text": " and", "probability": 0.03125}, {"token_id": 15, "token_text": ",", "probability": 0.0302734375}, {"token_id": 3924, "token_text": " thing", "probability": 0.0284423828125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 234, "token_text": " in", "probability": 0.04052734375}, {"token_id": 15, "token_text": ",", "probability": 0.024658203125}, {"token_id": 17, "token_text": ".", "probability": 0.01318359375}, {"token_id": 16, "token_text": "-", "probability": 0.009033203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.53515625}, {"token_id": 209, "token_text": " a", "probability": 0.0341796875}, {"token_id": 820, "token_text": " its", "probability": 0.020751953125}, {"token_id": 587, "token_text": " this", "probability": 0.018310546875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0162353515625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.083984375}, {"token_id": 2269, "token_text": " country", "probability": 0.039794921875}, {"token_id": 3848, "token_text": " region", "probability": 0.01507568359375}, {"token_id": 4249, "token_text": " European", "probability": 0.0120849609375}, {"token_id": 775, "token_text": " year", "probability": 0.01171875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2109375}, {"token_id": 15, "token_text": ",", "probability": 0.13671875}, {"token_id": 400, "token_text": "'s", "probability": 0.09375}, {"token_id": 262, "token_text": " and", "probability": 0.047119140625}, {"token_id": 234, "token_text": " in", "probability": 0.03662109375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1474609375}, {"token_id": 679, "token_text": " It", "probability": 0.095703125}, {"token_id": 407, "token_text": " In", "probability": 0.0615234375}, {"token_id": 1062, "token_text": " This", "probability": 0.0291748046875}, {"token_id": 639, "token_text": " He", "probability": 0.022705078125}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.028564453125, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.028564453125}, {"token_id": 1547, "token_text": " world", "probability": 0.0252685546875}, {"token_id": 836, "token_text": " first", "probability": 0.0216064453125}, {"token_id": 7601, "token_text": " majority", "probability": 0.0108642578125}, {"token_id": 2269, "token_text": " country", "probability": 0.0108642578125}]}, {"token_id": 4773, "token_text": " recent", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 4773, "token_text": " recent", "probability": 0.08935546875}, {"token_id": 5519, "token_text": " famous", "probability": 0.07373046875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0654296875}, {"token_id": 2535, "token_text": " important", "probability": 0.05419921875}, {"token_id": 3188, "token_text": " common", "probability": 0.037109375}]}, {"token_id": 1068, "token_text": " years", "chosen_probability": 0.0311279296875, "top_k_candidates": [{"token_id": 1068, "token_text": " years", "probability": 0.0311279296875}, {"token_id": 1547, "token_text": " world", "probability": 0.0189208984375}, {"token_id": 3498, "token_text": " study", "probability": 0.0118408203125}, {"token_id": 1946, "token_text": " book", "probability": 0.011474609375}, {"token_id": 775, "token_text": " year", "probability": 0.0111083984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 256, "token_text": " of", "probability": 0.1123046875}, {"token_id": 935, "token_text": " after", "probability": 0.0927734375}, {"token_id": 230, "token_text": " the", "probability": 0.08740234375}, {"token_id": 336, "token_text": " is", "probability": 0.0439453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2138671875}, {"token_id": 401, "token_text": " it", "probability": 0.06494140625}, {"token_id": 234, "token_text": " in", "probability": 0.037109375}, {"token_id": 907, "token_text": " when", "probability": 0.03271484375}, {"token_id": 406, "token_text": " he", "probability": 0.03076171875}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.051513671875, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.051513671875}, {"token_id": 942, "token_text": " most", "probability": 0.0172119140625}, {"token_id": 2269, "token_text": " country", "probability": 0.01519775390625}, {"token_id": 836, "token_text": " first", "probability": 0.0142822265625}, {"token_id": 1758, "token_text": " United", "probability": 0.00897216796875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2373046875}, {"token_id": 400, "token_text": "'s", "probability": 0.1123046875}, {"token_id": 361, "token_text": " was", "probability": 0.1123046875}, {"token_id": 614, "token_text": " has", "probability": 0.08740234375}, {"token_id": 256, "token_text": " of", "probability": 0.0284423828125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1953125}, {"token_id": 209, "token_text": " a", "probability": 0.09228515625}, {"token_id": 234, "token_text": " in", "probability": 0.019287109375}, {"token_id": 379, "token_text": " that", "probability": 0.019287109375}, {"token_id": 263, "token_text": " to", "probability": 0.0164794921875}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.07763671875}, {"token_id": 1547, "token_text": " world", "probability": 0.056640625}, {"token_id": 836, "token_text": " first", "probability": 0.034423828125}, {"token_id": 1118, "token_text": " only", "probability": 0.0267333984375}, {"token_id": 5656, "token_text": " largest", "probability": 0.023681640625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.07958984375}, {"token_id": 3776, "token_text": " popular", "probability": 0.0703125}, {"token_id": 5519, "token_text": " famous", "probability": 0.033203125}, {"token_id": 3188, "token_text": " common", "probability": 0.0311279296875}, {"token_id": 8144, "token_text": " beautiful", "probability": 0.0213623046875}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.07568359375, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.07568359375}, {"token_id": 3924, "token_text": " thing", "probability": 0.052001953125}, {"token_id": 15, "token_text": ",", "probability": 0.0458984375}, {"token_id": 263, "token_text": " to", "probability": 0.0380859375}, {"token_id": 262, "token_text": " and", "probability": 0.03369140625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 15, "token_text": ",", "probability": 0.0380859375}, {"token_id": 234, "token_text": " in", "probability": 0.0262451171875}, {"token_id": 17, "token_text": ".", "probability": 0.01495361328125}, {"token_id": 321, "token_text": " for", "probability": 0.01025390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.62109375}, {"token_id": 209, "token_text": " a", "probability": 0.044921875}, {"token_id": 587, "token_text": " this", "probability": 0.02001953125}, {"token_id": 820, "token_text": " its", "probability": 0.02001953125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01373291015625}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.205078125}, {"token_id": 2269, "token_text": " country", "probability": 0.040283203125}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}, {"token_id": 775, "token_text": " year", "probability": 0.0157470703125}, {"token_id": 3042, "token_text": " century", "probability": 0.009033203125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.228515625}, {"token_id": 15, "token_text": ",", "probability": 0.1669921875}, {"token_id": 262, "token_text": " and", "probability": 0.051025390625}, {"token_id": 400, "token_text": "'s", "probability": 0.0478515625}, {"token_id": 336, "token_text": " is", "probability": 0.044921875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1640625}, {"token_id": 679, "token_text": " It", "probability": 0.09326171875}, {"token_id": 407, "token_text": " In", "probability": 0.05322265625}, {"token_id": 1062, "token_text": " This", "probability": 0.034423828125}, {"token_id": 1829, "token_text": " There", "probability": 0.025146484375}]}, {"token_id": 1547, "token_text": " world", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 1547, "token_text": " world", "probability": 0.068359375}, {"token_id": 942, "token_text": " most", "probability": 0.034423828125}, {"token_id": 836, "token_text": " first", "probability": 0.0189208984375}, {"token_id": 2269, "token_text": " country", "probability": 0.01263427734375}, {"token_id": 2638, "token_text": " history", "probability": 0.0084228515625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.28125}, {"token_id": 256, "token_text": " of", "probability": 0.1103515625}, {"token_id": 614, "token_text": " has", "probability": 0.05908203125}, {"token_id": 400, "token_text": "'s", "probability": 0.055419921875}, {"token_id": 361, "token_text": " was", "probability": 0.052001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.24609375}, {"token_id": 209, "token_text": " a", "probability": 0.0849609375}, {"token_id": 234, "token_text": " in", "probability": 0.0189208984375}, {"token_id": 379, "token_text": " that", "probability": 0.0189208984375}, {"token_id": 263, "token_text": " to", "probability": 0.0142822265625}]}, {"token_id": 942, "token_text": " most", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 942, "token_text": " most", "probability": 0.0810546875}, {"token_id": 1547, "token_text": " world", "probability": 0.0712890625}, {"token_id": 836, "token_text": " first", "probability": 0.0279541015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.023193359375}, {"token_id": 1118, "token_text": " only", "probability": 0.021728515625}]}, {"token_id": 2535, "token_text": " important", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 2535, "token_text": " important", "probability": 0.07470703125}, {"token_id": 3776, "token_text": " popular", "probability": 0.061767578125}, {"token_id": 3188, "token_text": " common", "probability": 0.04248046875}, {"token_id": 8144, "token_text": " beautiful", "probability": 0.03515625}, {"token_id": 5519, "token_text": " famous", "probability": 0.0274658203125}]}, {"token_id": 618, "token_text": " part", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 618, "token_text": " part", "probability": 0.07470703125}, {"token_id": 15, "token_text": ",", "probability": 0.054443359375}, {"token_id": 3924, "token_text": " thing", "probability": 0.05126953125}, {"token_id": 234, "token_text": " in", "probability": 0.03759765625}, {"token_id": 262, "token_text": " and", "probability": 0.03515625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.890625}, {"token_id": 15, "token_text": ",", "probability": 0.01531982421875}, {"token_id": 234, "token_text": " in", "probability": 0.0126953125}, {"token_id": 321, "token_text": " for", "probability": 0.0081787109375}, {"token_id": 17, "token_text": ".", "probability": 0.007232666015625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 2363, "correct_token_probability": 2.0265579223632812e-05, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1962890625}, {"token_id": 209, "token_text": " a", "probability": 0.1845703125}, {"token_id": 234, "token_text": " in", "probability": 0.0283203125}, {"token_id": 248, "token_text": " an", "probability": 0.0234375}, {"token_id": 720, "token_text": " one", "probability": 0.0194091796875}, {"token_id": 1576, "token_text": " now", "probability": 0.0166015625}, {"token_id": 263, "token_text": " to", "probability": 0.015625}, {"token_id": 534, "token_text": " not", "probability": 0.01007080078125}, {"token_id": 1933, "token_text": " still", "probability": 0.00921630859375}, {"token_id": 1921, "token_text": " known", "probability": 0.0089111328125}], "entropy": 4.96875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.80658671582848, "average_logprob_per_token": -10.80658671582848, "perplexity_on_target_sequence": 49344.75294117647, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -10.80658671582848, "probability": 2.0265579223632812e-05, "raw_probability": 2.0265579223632812e-05, "correct_token_rank": 2363}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16632.09285545349, "probe_elapsed_sec": 0.9995068030257244, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to be used as a result of the system. The system is used to be used to be used to the system. The system is used to be", "text": "A small language model should be used to be used as a result of the system. The system is used to be used to be used to the system. The system is used to be", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.51171875}, {"token_id": 1466, "token_text": " help", "probability": 0.037109375}, {"token_id": 2464, "token_text": " include", "probability": 0.02392578125}, {"token_id": 581, "token_text": " have", "probability": 0.0186767578125}, {"token_id": 534, "token_text": " not", "probability": 0.0186767578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.06201171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.06201171875}, {"token_id": 209, "token_text": " a", "probability": 0.03125}, {"token_id": 1334, "token_text": " found", "probability": 0.027587890625}, {"token_id": 230, "token_text": " the", "probability": 0.0242919921875}, {"token_id": 2956, "token_text": " able", "probability": 0.021484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.24609375}, {"token_id": 234, "token_text": " in", "probability": 0.1689453125}, {"token_id": 321, "token_text": " for", "probability": 0.1396484375}, {"token_id": 347, "token_text": " as", "probability": 0.1318359375}, {"token_id": 443, "token_text": " by", "probability": 0.04833984375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.08935546875}, {"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 1528, "token_text": " develop", "probability": 0.0225830078125}, {"token_id": 1466, "token_text": " help", "probability": 0.017578125}, {"token_id": 1300, "token_text": " use", "probability": 0.017578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.150390625}, {"token_id": 209, "token_text": " a", "probability": 0.0380859375}, {"token_id": 230, "token_text": " the", "probability": 0.031494140625}, {"token_id": 2956, "token_text": " able", "probability": 0.021728515625}, {"token_id": 1334, "token_text": " found", "probability": 0.0140380859375}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.25390625}, {"token_id": 234, "token_text": " in", "probability": 0.1865234375}, {"token_id": 321, "token_text": " for", "probability": 0.11279296875}, {"token_id": 263, "token_text": " to", "probability": 0.10595703125}, {"token_id": 443, "token_text": " by", "probability": 0.08251953125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.271484375}, {"token_id": 230, "token_text": " the", "probability": 0.1279296875}, {"token_id": 248, "token_text": " an", "probability": 0.041748046875}, {"token_id": 3220, "token_text": " possible", "probability": 0.0196533203125}, {"token_id": 363, "token_text": " \"", "probability": 0.01904296875}]}, {"token_id": 1949, "token_text": " result", "chosen_probability": 0.035400390625, "top_k_candidates": [{"token_id": 1949, "token_text": " result", "probability": 0.035400390625}, {"token_id": 4069, "token_text": " method", "probability": 0.01434326171875}, {"token_id": 941, "token_text": " new", "probability": 0.01116943359375}, {"token_id": 3108, "token_text": " single", "probability": 0.01080322265625}, {"token_id": 4621, "token_text": " model", "probability": 0.01019287109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.328125}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.041748046875}, {"token_id": 410, "token_text": " or", "probability": 0.0286865234375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1953125}, {"token_id": 209, "token_text": " a", "probability": 0.07177734375}, {"token_id": 587, "token_text": " this", "probability": 0.028076171875}, {"token_id": 927, "token_text": " time", "probability": 0.013671875}, {"token_id": 248, "token_text": " an", "probability": 0.01324462890625}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0125732421875, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0125732421875}, {"token_id": 1300, "token_text": " use", "probability": 0.0107421875}, {"token_id": 3113, "token_text": " development", "probability": 0.01007080078125}, {"token_id": 1686, "token_text": " same", "probability": 0.00762939453125}, {"token_id": 927, "token_text": " time", "probability": 0.00762939453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.248046875}, {"token_id": 15, "token_text": ",", "probability": 0.08056640625}, {"token_id": 336, "token_text": " is", "probability": 0.052001953125}, {"token_id": 400, "token_text": "'s", "probability": 0.04296875}, {"token_id": 262, "token_text": " and", "probability": 0.03564453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.130859375}, {"token_id": 407, "token_text": " In", "probability": 0.06982421875}, {"token_id": 1062, "token_text": " This", "probability": 0.054443359375}, {"token_id": 679, "token_text": " It", "probability": 0.045166015625}, {"token_id": 277, "token_text": " A", "probability": 0.0311279296875}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.050537109375, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.050537109375}, {"token_id": 836, "token_text": " first", "probability": 0.015380859375}, {"token_id": 2438, "token_text": " company", "probability": 0.0096435546875}, {"token_id": 2521, "token_text": " project", "probability": 0.0096435546875}, {"token_id": 3498, "token_text": " study", "probability": 0.00933837890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2734375}, {"token_id": 361, "token_text": " was", "probability": 0.06103515625}, {"token_id": 614, "token_text": " has", "probability": 0.047607421875}, {"token_id": 783, "token_text": " will", "probability": 0.047607421875}, {"token_id": 566, "token_text": " can", "probability": 0.037109375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09765625}, {"token_id": 751, "token_text": " also", "probability": 0.038330078125}, {"token_id": 209, "token_text": " a", "probability": 0.038330078125}, {"token_id": 263, "token_text": " to", "probability": 0.02978515625}, {"token_id": 230, "token_text": " the", "probability": 0.0262451171875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.333984375}, {"token_id": 347, "token_text": " as", "probability": 0.1484375}, {"token_id": 234, "token_text": " in", "probability": 0.115234375}, {"token_id": 321, "token_text": " for", "probability": 0.1015625}, {"token_id": 443, "token_text": " by", "probability": 0.06982421875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.154296875}, {"token_id": 230, "token_text": " the", "probability": 0.06884765625}, {"token_id": 1300, "token_text": " use", "probability": 0.02685546875}, {"token_id": 3710, "token_text": " provide", "probability": 0.017333984375}, {"token_id": 581, "token_text": " have", "probability": 0.0135498046875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.267578125}, {"token_id": 209, "token_text": " a", "probability": 0.0264892578125}, {"token_id": 230, "token_text": " the", "probability": 0.02197265625}, {"token_id": 1334, "token_text": " found", "probability": 0.01708984375}, {"token_id": 17434, "token_text": " stored", "probability": 0.01507568359375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.478515625}, {"token_id": 347, "token_text": " as", "probability": 0.11328125}, {"token_id": 321, "token_text": " for", "probability": 0.0830078125}, {"token_id": 234, "token_text": " in", "probability": 0.0732421875}, {"token_id": 443, "token_text": " by", "probability": 0.064453125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.1376953125}, {"token_id": 230, "token_text": " the", "probability": 0.05078125}, {"token_id": 1300, "token_text": " use", "probability": 0.034912109375}, {"token_id": 3710, "token_text": " provide", "probability": 0.01544189453125}, {"token_id": 1528, "token_text": " develop", "probability": 0.013671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2333984375}, {"token_id": 209, "token_text": " a", "probability": 0.0296630859375}, {"token_id": 2956, "token_text": " able", "probability": 0.0262451171875}, {"token_id": 230, "token_text": " the", "probability": 0.0203857421875}, {"token_id": 17434, "token_text": " stored", "probability": 0.01275634765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.28125}, {"token_id": 347, "token_text": " as", "probability": 0.1328125}, {"token_id": 234, "token_text": " in", "probability": 0.1171875}, {"token_id": 443, "token_text": " by", "probability": 0.09130859375}, {"token_id": 321, "token_text": " for", "probability": 0.08056640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1591796875}, {"token_id": 372, "token_text": " be", "probability": 0.06640625}, {"token_id": 1300, "token_text": " use", "probability": 0.0260009765625}, {"token_id": 209, "token_text": " a", "probability": 0.02294921875}, {"token_id": 3710, "token_text": " provide", "probability": 0.0098876953125}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0615234375}, {"token_id": 6472, "token_text": " user", "probability": 0.0146484375}, {"token_id": 2637, "token_text": " current", "probability": 0.01373291015625}, {"token_id": 3734, "token_text": " computer", "probability": 0.01251220703125}, {"token_id": 1686, "token_text": " same", "probability": 0.01214599609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.30078125}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 262, "token_text": " and", "probability": 0.049072265625}, {"token_id": 400, "token_text": "'s", "probability": 0.046142578125}, {"token_id": 256, "token_text": " of", "probability": 0.046142578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2138671875}, {"token_id": 407, "token_text": " In", "probability": 0.0654296875}, {"token_id": 679, "token_text": " It", "probability": 0.0576171875}, {"token_id": 1062, "token_text": " This", "probability": 0.0576171875}, {"token_id": 277, "token_text": " A", "probability": 0.0272216796875}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.08251953125}, {"token_id": 6538, "token_text": " application", "probability": 0.013916015625}, {"token_id": 1959, "token_text": " data", "probability": 0.01226806640625}, {"token_id": 6472, "token_text": " user", "probability": 0.01153564453125}, {"token_id": 4643, "token_text": " source", "probability": 0.0098876953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.337890625}, {"token_id": 566, "token_text": " can", "probability": 0.054931640625}, {"token_id": 783, "token_text": " will", "probability": 0.0517578125}, {"token_id": 614, "token_text": " has", "probability": 0.03125}, {"token_id": 361, "token_text": " was", "probability": 0.0260009765625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1240234375}, {"token_id": 751, "token_text": " also", "probability": 0.033447265625}, {"token_id": 263, "token_text": " to", "probability": 0.033447265625}, {"token_id": 209, "token_text": " a", "probability": 0.03125}, {"token_id": 230, "token_text": " the", "probability": 0.0244140625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.55859375}, {"token_id": 347, "token_text": " as", "probability": 0.0751953125}, {"token_id": 321, "token_text": " for", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.07080078125}, {"token_id": 443, "token_text": " by", "probability": 0.045654296875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.1650390625}, {"token_id": 1300, "token_text": " use", "probability": 0.030517578125}, {"token_id": 3710, "token_text": " provide", "probability": 0.0252685546875}, {"token_id": 230, "token_text": " the", "probability": 0.0223388671875}, {"token_id": 581, "token_text": " have", "probability": 0.017333984375}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.51171875}, {"token_id": 1466, "token_text": " help", "probability": 0.037109375}, {"token_id": 2464, "token_text": " include", "probability": 0.02392578125}, {"token_id": 581, "token_text": " have", "probability": 0.0186767578125}, {"token_id": 534, "token_text": " not", "probability": 0.0186767578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.06201171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.06201171875}, {"token_id": 209, "token_text": " a", "probability": 0.03125}, {"token_id": 1334, "token_text": " found", "probability": 0.027587890625}, {"token_id": 230, "token_text": " the", "probability": 0.0242919921875}, {"token_id": 2956, "token_text": " able", "probability": 0.021484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.24609375}, {"token_id": 234, "token_text": " in", "probability": 0.1689453125}, {"token_id": 321, "token_text": " for", "probability": 0.1396484375}, {"token_id": 347, "token_text": " as", "probability": 0.1318359375}, {"token_id": 443, "token_text": " by", "probability": 0.04833984375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.08935546875}, {"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 1528, "token_text": " develop", "probability": 0.0225830078125}, {"token_id": 1466, "token_text": " help", "probability": 0.017578125}, {"token_id": 1300, "token_text": " use", "probability": 0.017578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.150390625}, {"token_id": 209, "token_text": " a", "probability": 0.0380859375}, {"token_id": 230, "token_text": " the", "probability": 0.031494140625}, {"token_id": 2956, "token_text": " able", "probability": 0.021728515625}, {"token_id": 1334, "token_text": " found", "probability": 0.0140380859375}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.25390625}, {"token_id": 234, "token_text": " in", "probability": 0.1865234375}, {"token_id": 321, "token_text": " for", "probability": 0.11279296875}, {"token_id": 263, "token_text": " to", "probability": 0.10595703125}, {"token_id": 443, "token_text": " by", "probability": 0.08251953125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.271484375}, {"token_id": 230, "token_text": " the", "probability": 0.1279296875}, {"token_id": 248, "token_text": " an", "probability": 0.041748046875}, {"token_id": 3220, "token_text": " possible", "probability": 0.0196533203125}, {"token_id": 363, "token_text": " \"", "probability": 0.01904296875}]}, {"token_id": 1949, "token_text": " result", "chosen_probability": 0.035400390625, "top_k_candidates": [{"token_id": 1949, "token_text": " result", "probability": 0.035400390625}, {"token_id": 4069, "token_text": " method", "probability": 0.01434326171875}, {"token_id": 941, "token_text": " new", "probability": 0.01116943359375}, {"token_id": 3108, "token_text": " single", "probability": 0.01080322265625}, {"token_id": 4621, "token_text": " model", "probability": 0.01019287109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.328125}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.041748046875}, {"token_id": 410, "token_text": " or", "probability": 0.0286865234375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1953125}, {"token_id": 209, "token_text": " a", "probability": 0.07177734375}, {"token_id": 587, "token_text": " this", "probability": 0.028076171875}, {"token_id": 927, "token_text": " time", "probability": 0.013671875}, {"token_id": 248, "token_text": " an", "probability": 0.01324462890625}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0125732421875, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0125732421875}, {"token_id": 1300, "token_text": " use", "probability": 0.0107421875}, {"token_id": 3113, "token_text": " development", "probability": 0.01007080078125}, {"token_id": 1686, "token_text": " same", "probability": 0.00762939453125}, {"token_id": 927, "token_text": " time", "probability": 0.00762939453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.248046875}, {"token_id": 15, "token_text": ",", "probability": 0.08056640625}, {"token_id": 336, "token_text": " is", "probability": 0.052001953125}, {"token_id": 400, "token_text": "'s", "probability": 0.04296875}, {"token_id": 262, "token_text": " and", "probability": 0.03564453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1328125}, {"token_id": 407, "token_text": " In", "probability": 0.07080078125}, {"token_id": 1062, "token_text": " This", "probability": 0.05517578125}, {"token_id": 679, "token_text": " It", "probability": 0.0458984375}, {"token_id": 277, "token_text": " A", "probability": 0.031494140625}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.050537109375, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.050537109375}, {"token_id": 836, "token_text": " first", "probability": 0.015380859375}, {"token_id": 2438, "token_text": " company", "probability": 0.0096435546875}, {"token_id": 2521, "token_text": " project", "probability": 0.0096435546875}, {"token_id": 3498, "token_text": " study", "probability": 0.00933837890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2734375}, {"token_id": 361, "token_text": " was", "probability": 0.06103515625}, {"token_id": 614, "token_text": " has", "probability": 0.047607421875}, {"token_id": 783, "token_text": " will", "probability": 0.047607421875}, {"token_id": 566, "token_text": " can", "probability": 0.037109375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09765625}, {"token_id": 751, "token_text": " also", "probability": 0.038330078125}, {"token_id": 209, "token_text": " a", "probability": 0.038330078125}, {"token_id": 263, "token_text": " to", "probability": 0.02978515625}, {"token_id": 230, "token_text": " the", "probability": 0.0262451171875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.333984375}, {"token_id": 347, "token_text": " as", "probability": 0.1484375}, {"token_id": 234, "token_text": " in", "probability": 0.115234375}, {"token_id": 321, "token_text": " for", "probability": 0.1015625}, {"token_id": 443, "token_text": " by", "probability": 0.06982421875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.154296875}, {"token_id": 230, "token_text": " the", "probability": 0.06884765625}, {"token_id": 1300, "token_text": " use", "probability": 0.02685546875}, {"token_id": 3710, "token_text": " provide", "probability": 0.017333984375}, {"token_id": 581, "token_text": " have", "probability": 0.0135498046875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.267578125}, {"token_id": 209, "token_text": " a", "probability": 0.0264892578125}, {"token_id": 230, "token_text": " the", "probability": 0.02197265625}, {"token_id": 1334, "token_text": " found", "probability": 0.01708984375}, {"token_id": 17434, "token_text": " stored", "probability": 0.01507568359375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.478515625}, {"token_id": 347, "token_text": " as", "probability": 0.11328125}, {"token_id": 321, "token_text": " for", "probability": 0.0830078125}, {"token_id": 234, "token_text": " in", "probability": 0.0732421875}, {"token_id": 443, "token_text": " by", "probability": 0.064453125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.1376953125}, {"token_id": 230, "token_text": " the", "probability": 0.05078125}, {"token_id": 1300, "token_text": " use", "probability": 0.034912109375}, {"token_id": 3710, "token_text": " provide", "probability": 0.01544189453125}, {"token_id": 1528, "token_text": " develop", "probability": 0.013671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2333984375}, {"token_id": 209, "token_text": " a", "probability": 0.0296630859375}, {"token_id": 2956, "token_text": " able", "probability": 0.0262451171875}, {"token_id": 230, "token_text": " the", "probability": 0.0203857421875}, {"token_id": 17434, "token_text": " stored", "probability": 0.01275634765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.28125}, {"token_id": 347, "token_text": " as", "probability": 0.1328125}, {"token_id": 234, "token_text": " in", "probability": 0.1171875}, {"token_id": 443, "token_text": " by", "probability": 0.09130859375}, {"token_id": 321, "token_text": " for", "probability": 0.08056640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1591796875}, {"token_id": 372, "token_text": " be", "probability": 0.06640625}, {"token_id": 1300, "token_text": " use", "probability": 0.0260009765625}, {"token_id": 209, "token_text": " a", "probability": 0.02294921875}, {"token_id": 3710, "token_text": " provide", "probability": 0.0098876953125}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0615234375}, {"token_id": 6472, "token_text": " user", "probability": 0.0146484375}, {"token_id": 2637, "token_text": " current", "probability": 0.01373291015625}, {"token_id": 3734, "token_text": " computer", "probability": 0.01251220703125}, {"token_id": 1686, "token_text": " same", "probability": 0.01214599609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.30078125}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 262, "token_text": " and", "probability": 0.049072265625}, {"token_id": 400, "token_text": "'s", "probability": 0.046142578125}, {"token_id": 256, "token_text": " of", "probability": 0.046142578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2177734375}, {"token_id": 407, "token_text": " In", "probability": 0.06640625}, {"token_id": 679, "token_text": " It", "probability": 0.05859375}, {"token_id": 1062, "token_text": " This", "probability": 0.05859375}, {"token_id": 277, "token_text": " A", "probability": 0.0277099609375}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.08251953125}, {"token_id": 6538, "token_text": " application", "probability": 0.013916015625}, {"token_id": 1959, "token_text": " data", "probability": 0.01226806640625}, {"token_id": 6472, "token_text": " user", "probability": 0.01153564453125}, {"token_id": 4643, "token_text": " source", "probability": 0.0098876953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.337890625}, {"token_id": 566, "token_text": " can", "probability": 0.054931640625}, {"token_id": 783, "token_text": " will", "probability": 0.0517578125}, {"token_id": 614, "token_text": " has", "probability": 0.03125}, {"token_id": 361, "token_text": " was", "probability": 0.0260009765625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1240234375}, {"token_id": 751, "token_text": " also", "probability": 0.033447265625}, {"token_id": 263, "token_text": " to", "probability": 0.033447265625}, {"token_id": 209, "token_text": " a", "probability": 0.03125}, {"token_id": 230, "token_text": " the", "probability": 0.0244140625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.55859375}, {"token_id": 347, "token_text": " as", "probability": 0.0751953125}, {"token_id": 321, "token_text": " for", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.07080078125}, {"token_id": 443, "token_text": " by", "probability": 0.045654296875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.1650390625}, {"token_id": 1300, "token_text": " use", "probability": 0.030517578125}, {"token_id": 3710, "token_text": " provide", "probability": 0.0252685546875}, {"token_id": 230, "token_text": " the", "probability": 0.0223388671875}, {"token_id": 581, "token_text": " have", "probability": 0.017333984375}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.51171875}, {"token_id": 1466, "token_text": " help", "probability": 0.037109375}, {"token_id": 2464, "token_text": " include", "probability": 0.02392578125}, {"token_id": 581, "token_text": " have", "probability": 0.0186767578125}, {"token_id": 534, "token_text": " not", "probability": 0.0186767578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.06201171875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.06201171875}, {"token_id": 209, "token_text": " a", "probability": 0.03125}, {"token_id": 1334, "token_text": " found", "probability": 0.027587890625}, {"token_id": 230, "token_text": " the", "probability": 0.0242919921875}, {"token_id": 2956, "token_text": " able", "probability": 0.021484375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.24609375}, {"token_id": 234, "token_text": " in", "probability": 0.1689453125}, {"token_id": 321, "token_text": " for", "probability": 0.1396484375}, {"token_id": 347, "token_text": " as", "probability": 0.1318359375}, {"token_id": 443, "token_text": " by", "probability": 0.04833984375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.08935546875}, {"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 1528, "token_text": " develop", "probability": 0.0225830078125}, {"token_id": 1466, "token_text": " help", "probability": 0.017578125}, {"token_id": 1300, "token_text": " use", "probability": 0.017578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.150390625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.150390625}, {"token_id": 209, "token_text": " a", "probability": 0.0380859375}, {"token_id": 230, "token_text": " the", "probability": 0.031494140625}, {"token_id": 2956, "token_text": " able", "probability": 0.021728515625}, {"token_id": 1334, "token_text": " found", "probability": 0.0140380859375}]}, {"token_id": 347, "token_text": " as", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 347, "token_text": " as", "probability": 0.25390625}, {"token_id": 234, "token_text": " in", "probability": 0.1865234375}, {"token_id": 321, "token_text": " for", "probability": 0.11279296875}, {"token_id": 263, "token_text": " to", "probability": 0.10595703125}, {"token_id": 443, "token_text": " by", "probability": 0.08251953125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.271484375}, {"token_id": 230, "token_text": " the", "probability": 0.1279296875}, {"token_id": 248, "token_text": " an", "probability": 0.041748046875}, {"token_id": 3220, "token_text": " possible", "probability": 0.0196533203125}, {"token_id": 363, "token_text": " \"", "probability": 0.01904296875}]}, {"token_id": 1949, "token_text": " result", "chosen_probability": 0.035400390625, "top_k_candidates": [{"token_id": 1949, "token_text": " result", "probability": 0.035400390625}, {"token_id": 4069, "token_text": " method", "probability": 0.01434326171875}, {"token_id": 941, "token_text": " new", "probability": 0.01116943359375}, {"token_id": 3108, "token_text": " single", "probability": 0.01080322265625}, {"token_id": 4621, "token_text": " model", "probability": 0.01019287109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.328125}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 234, "token_text": " in", "probability": 0.060791015625}, {"token_id": 17, "token_text": ".", "probability": 0.041748046875}, {"token_id": 410, "token_text": " or", "probability": 0.0286865234375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1953125}, {"token_id": 209, "token_text": " a", "probability": 0.07177734375}, {"token_id": 587, "token_text": " this", "probability": 0.028076171875}, {"token_id": 927, "token_text": " time", "probability": 0.013671875}, {"token_id": 248, "token_text": " an", "probability": 0.01324462890625}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0125732421875, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0125732421875}, {"token_id": 1300, "token_text": " use", "probability": 0.0107421875}, {"token_id": 3113, "token_text": " development", "probability": 0.01007080078125}, {"token_id": 1686, "token_text": " same", "probability": 0.00762939453125}, {"token_id": 927, "token_text": " time", "probability": 0.00762939453125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.248046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.248046875}, {"token_id": 15, "token_text": ",", "probability": 0.08056640625}, {"token_id": 336, "token_text": " is", "probability": 0.052001953125}, {"token_id": 400, "token_text": "'s", "probability": 0.04296875}, {"token_id": 262, "token_text": " and", "probability": 0.03564453125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1328125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1328125}, {"token_id": 407, "token_text": " In", "probability": 0.07080078125}, {"token_id": 1062, "token_text": " This", "probability": 0.05517578125}, {"token_id": 679, "token_text": " It", "probability": 0.0458984375}, {"token_id": 277, "token_text": " A", "probability": 0.031494140625}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.050537109375, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.050537109375}, {"token_id": 836, "token_text": " first", "probability": 0.015380859375}, {"token_id": 2438, "token_text": " company", "probability": 0.0096435546875}, {"token_id": 2521, "token_text": " project", "probability": 0.0096435546875}, {"token_id": 3498, "token_text": " study", "probability": 0.00933837890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2734375}, {"token_id": 361, "token_text": " was", "probability": 0.06103515625}, {"token_id": 614, "token_text": " has", "probability": 0.047607421875}, {"token_id": 783, "token_text": " will", "probability": 0.047607421875}, {"token_id": 566, "token_text": " can", "probability": 0.037109375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09765625}, {"token_id": 751, "token_text": " also", "probability": 0.038330078125}, {"token_id": 209, "token_text": " a", "probability": 0.038330078125}, {"token_id": 263, "token_text": " to", "probability": 0.02978515625}, {"token_id": 230, "token_text": " the", "probability": 0.0262451171875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.333984375}, {"token_id": 347, "token_text": " as", "probability": 0.1484375}, {"token_id": 234, "token_text": " in", "probability": 0.115234375}, {"token_id": 321, "token_text": " for", "probability": 0.1015625}, {"token_id": 443, "token_text": " by", "probability": 0.06982421875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.154296875}, {"token_id": 230, "token_text": " the", "probability": 0.06884765625}, {"token_id": 1300, "token_text": " use", "probability": 0.02685546875}, {"token_id": 3710, "token_text": " provide", "probability": 0.017333984375}, {"token_id": 581, "token_text": " have", "probability": 0.0135498046875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.267578125}, {"token_id": 209, "token_text": " a", "probability": 0.0264892578125}, {"token_id": 230, "token_text": " the", "probability": 0.02197265625}, {"token_id": 1334, "token_text": " found", "probability": 0.01708984375}, {"token_id": 17434, "token_text": " stored", "probability": 0.01507568359375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.478515625}, {"token_id": 347, "token_text": " as", "probability": 0.11328125}, {"token_id": 321, "token_text": " for", "probability": 0.0830078125}, {"token_id": 234, "token_text": " in", "probability": 0.0732421875}, {"token_id": 443, "token_text": " by", "probability": 0.064453125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.1376953125}, {"token_id": 230, "token_text": " the", "probability": 0.05078125}, {"token_id": 1300, "token_text": " use", "probability": 0.034912109375}, {"token_id": 3710, "token_text": " provide", "probability": 0.01544189453125}, {"token_id": 1528, "token_text": " develop", "probability": 0.013671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2333984375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2333984375}, {"token_id": 209, "token_text": " a", "probability": 0.0296630859375}, {"token_id": 2956, "token_text": " able", "probability": 0.0262451171875}, {"token_id": 230, "token_text": " the", "probability": 0.0203857421875}, {"token_id": 17434, "token_text": " stored", "probability": 0.01275634765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.28125}, {"token_id": 347, "token_text": " as", "probability": 0.1328125}, {"token_id": 234, "token_text": " in", "probability": 0.1171875}, {"token_id": 443, "token_text": " by", "probability": 0.09130859375}, {"token_id": 321, "token_text": " for", "probability": 0.08056640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1591796875}, {"token_id": 372, "token_text": " be", "probability": 0.06640625}, {"token_id": 1300, "token_text": " use", "probability": 0.0260009765625}, {"token_id": 209, "token_text": " a", "probability": 0.02294921875}, {"token_id": 3710, "token_text": " provide", "probability": 0.0098876953125}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.0615234375}, {"token_id": 6472, "token_text": " user", "probability": 0.0146484375}, {"token_id": 2637, "token_text": " current", "probability": 0.01373291015625}, {"token_id": 3734, "token_text": " computer", "probability": 0.01251220703125}, {"token_id": 1686, "token_text": " same", "probability": 0.01214599609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.30078125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.30078125}, {"token_id": 15, "token_text": ",", "probability": 0.11083984375}, {"token_id": 262, "token_text": " and", "probability": 0.049072265625}, {"token_id": 400, "token_text": "'s", "probability": 0.046142578125}, {"token_id": 256, "token_text": " of", "probability": 0.046142578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2177734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2177734375}, {"token_id": 407, "token_text": " In", "probability": 0.06640625}, {"token_id": 679, "token_text": " It", "probability": 0.05859375}, {"token_id": 1062, "token_text": " This", "probability": 0.05859375}, {"token_id": 277, "token_text": " A", "probability": 0.0277099609375}]}, {"token_id": 1625, "token_text": " system", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 1625, "token_text": " system", "probability": 0.08251953125}, {"token_id": 6538, "token_text": " application", "probability": 0.013916015625}, {"token_id": 1959, "token_text": " data", "probability": 0.01226806640625}, {"token_id": 6472, "token_text": " user", "probability": 0.01153564453125}, {"token_id": 4643, "token_text": " source", "probability": 0.0098876953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.337890625}, {"token_id": 566, "token_text": " can", "probability": 0.054931640625}, {"token_id": 783, "token_text": " will", "probability": 0.0517578125}, {"token_id": 614, "token_text": " has", "probability": 0.03125}, {"token_id": 361, "token_text": " was", "probability": 0.0260009765625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1240234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1240234375}, {"token_id": 751, "token_text": " also", "probability": 0.033447265625}, {"token_id": 263, "token_text": " to", "probability": 0.033447265625}, {"token_id": 209, "token_text": " a", "probability": 0.03125}, {"token_id": 230, "token_text": " the", "probability": 0.0244140625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.55859375}, {"token_id": 347, "token_text": " as", "probability": 0.0751953125}, {"token_id": 321, "token_text": " for", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.07080078125}, {"token_id": 443, "token_text": " by", "probability": 0.045654296875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.1650390625}, {"token_id": 1300, "token_text": " use", "probability": 0.030517578125}, {"token_id": 3710, "token_text": " provide", "probability": 0.0252685546875}, {"token_id": 230, "token_text": " the", "probability": 0.0223388671875}, {"token_id": 581, "token_text": " have", "probability": 0.017333984375}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.51171875, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.51171875}, {"token_id": 1466, "token_text": " help", "probability": 0.037109375}, {"token_id": 2464, "token_text": " include", "probability": 0.02392578125}, {"token_id": 581, "token_text": " have", "probability": 0.0186767578125}, {"token_id": 534, "token_text": " not", "probability": 0.0186767578125}, {"token_id": 751, "token_text": " also", "probability": 0.01129150390625}, {"token_id": 1494, "token_text": " make", "probability": 0.0106201171875}, {"token_id": 1300, "token_text": " use", "probability": 0.010009765625}, {"token_id": 846, "token_text": " work", "probability": 0.006439208984375}, {"token_id": 3710, "token_text": " provide", "probability": 0.006439208984375}], "entropy": 3.5}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.6699801212784109, "average_logprob_per_token": -0.6699801212784109, "perplexity_on_target_sequence": 1.9541984732824427, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.6699801212784109, "probability": 0.51171875, "raw_probability": 0.51171875, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16632.09339404106, "probe_elapsed_sec": 0.9995068030257244, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata fondata da un'altra parte di un'altra, che \u00e8 stata la pi\u00f9 grande, che \u00e8 stata la pi\u00f9 importante, che \u00e8 stata la pi\u00f9 importante", "text": "La capitale d'Italia \u00e8 stata fondata da un'altra parte di un'altra, che \u00e8 stata la pi\u00f9 grande, che \u00e8 stata la pi\u00f9 importante, che \u00e8 stata la pi\u00f9 importante", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1630859375}, {"token_id": 285, "token_text": " la", "probability": 0.06787109375}, {"token_id": 387, "token_text": " una", "probability": 0.052978515625}, {"token_id": 267, "token_text": " un", "probability": 0.0439453125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0283203125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.043212890625}, {"token_id": 16029, "token_text": " creata", "probability": 0.0230712890625}, {"token_id": 14972, "token_text": " definita", "probability": 0.021728515625}, {"token_id": 285, "token_text": " la", "probability": 0.021728515625}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.0203857421875}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.158203125}, {"token_id": 447, "token_text": " nel", "probability": 0.08984375}, {"token_id": 674, "token_text": " dal", "probability": 0.0703125}, {"token_id": 845, "token_text": " dalla", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.0546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.103515625}, {"token_id": 387, "token_text": " una", "probability": 0.06298828125}, {"token_id": 760, "token_text": " parte", "probability": 0.01123046875}, {"token_id": 265, "token_text": " S", "probability": 0.00823974609375}, {"token_id": 273, "token_text": " C", "probability": 0.00726318359375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.080078125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.027587890625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0201416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01434326171875}, {"token_id": 1496, "token_text": " anno", "probability": 0.010498046875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.10205078125}, {"token_id": 5557, "token_text": "unica", "probability": 0.029296875}, {"token_id": 8201, "token_text": "antica", "probability": 0.02587890625}, {"token_id": 4831, "token_text": "isola", "probability": 0.02587890625}, {"token_id": 4378, "token_text": "area", "probability": 0.0201416015625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.03564453125}, {"token_id": 15, "token_text": ",", "probability": 0.033447265625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.031494140625}, {"token_id": 3391, "token_text": " persona", "probability": 0.016357421875}, {"token_id": 17, "token_text": ".", "probability": 0.0135498046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.125}, {"token_id": 337, "token_text": " del", "probability": 0.125}, {"token_id": 238, "token_text": " di", "probability": 0.125}, {"token_id": 465, "token_text": " dell", "probability": 0.076171875}, {"token_id": 491, "token_text": " dei", "probability": 0.0712890625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1162109375}, {"token_id": 387, "token_text": " una", "probability": 0.062255859375}, {"token_id": 1880, "token_text": " circa", "probability": 0.0152587890625}, {"token_id": 762, "token_text": " due", "probability": 0.0118408203125}, {"token_id": 1007, "token_text": " tre", "probability": 0.011474609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0185546875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0185546875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0185546875}, {"token_id": 1496, "token_text": " anno", "probability": 0.01446533203125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.1201171875}, {"token_id": 5557, "token_text": "unica", "probability": 0.056640625}, {"token_id": 4831, "token_text": "isola", "probability": 0.034423828125}, {"token_id": 8201, "token_text": "antica", "probability": 0.0322265625}, {"token_id": 4378, "token_text": "area", "probability": 0.02685546875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.07275390625}, {"token_id": 17, "token_text": ".", "probability": 0.047119140625}, {"token_id": 760, "token_text": " parte", "probability": 0.0322265625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0303955078125}, {"token_id": 2691, "token_text": " opera", "probability": 0.0208740234375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.05517578125}, {"token_id": 445, "token_text": " ma", "probability": 0.033447265625}, {"token_id": 272, "token_text": " con", "probability": 0.031494140625}, {"token_id": 209, "token_text": " a", "probability": 0.01904296875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.0751953125}, {"token_id": 373, "token_text": " ha", "probability": 0.0751953125}, {"token_id": 395, "token_text": " si", "probability": 0.07080078125}, {"token_id": 15, "token_text": ",", "probability": 0.0244140625}, {"token_id": 424, "token_text": " non", "probability": 0.02294921875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.287109375}, {"token_id": 844, "token_text": " stato", "probability": 0.2236328125}, {"token_id": 285, "token_text": " la", "probability": 0.0235595703125}, {"token_id": 267, "token_text": " un", "probability": 0.0172119140625}, {"token_id": 387, "token_text": " una", "probability": 0.0142822265625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.049072265625}, {"token_id": 387, "token_text": " una", "probability": 0.024658203125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.023193359375}, {"token_id": 234, "token_text": " in", "probability": 0.01495361328125}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.01409912109375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1201171875}, {"token_id": 870, "token_text": " prima", "probability": 0.099609375}, {"token_id": 718, "token_text": " sua", "probability": 0.034423828125}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0303955078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0196533203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.11767578125}, {"token_id": 1513, "token_text": " grande", "probability": 0.11767578125}, {"token_id": 11054, "token_text": " antica", "probability": 0.049072265625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.038330078125}, {"token_id": 5731, "token_text": " alta", "probability": 0.024658203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.11865234375}, {"token_id": 17, "token_text": ".", "probability": 0.055908203125}, {"token_id": 246, "token_text": " e", "probability": 0.04931640625}, {"token_id": 337, "token_text": " del", "probability": 0.04931640625}, {"token_id": 238, "token_text": " di", "probability": 0.04638671875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.058837890625}, {"token_id": 445, "token_text": " ma", "probability": 0.04296875}, {"token_id": 285, "token_text": " la", "probability": 0.04296875}, {"token_id": 234, "token_text": " in", "probability": 0.033447265625}, {"token_id": 246, "token_text": " e", "probability": 0.0260009765625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.076171875}, {"token_id": 395, "token_text": " si", "probability": 0.059326171875}, {"token_id": 373, "token_text": " ha", "probability": 0.05224609375}, {"token_id": 234, "token_text": " in", "probability": 0.043212890625}, {"token_id": 15, "token_text": ",", "probability": 0.03173828125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.28125}, {"token_id": 844, "token_text": " stato", "probability": 0.09130859375}, {"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 293, "token_text": " il", "probability": 0.0296630859375}, {"token_id": 387, "token_text": " una", "probability": 0.021728515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1357421875}, {"token_id": 387, "token_text": " una", "probability": 0.041259765625}, {"token_id": 227, "token_text": " l", "probability": 0.0235595703125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0220947265625}, {"token_id": 1469, "token_text": " quella", "probability": 0.020751953125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.345703125}, {"token_id": 870, "token_text": " prima", "probability": 0.09326171875}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0302734375}, {"token_id": 718, "token_text": " sua", "probability": 0.0235595703125}, {"token_id": 1843, "token_text": " storia", "probability": 0.020751953125}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.12451171875}, {"token_id": 1513, "token_text": " grande", "probability": 0.07080078125}, {"token_id": 11054, "token_text": " antica", "probability": 0.026123046875}, {"token_id": 5731, "token_text": " alta", "probability": 0.0230712890625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0216064453125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 370, "token_text": " della", "probability": 0.12890625}, {"token_id": 290, "token_text": " per", "probability": 0.0888671875}, {"token_id": 17, "token_text": ".", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.0693359375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0595703125}, {"token_id": 445, "token_text": " ma", "probability": 0.052734375}, {"token_id": 285, "token_text": " la", "probability": 0.033935546875}, {"token_id": 246, "token_text": " e", "probability": 0.033935546875}, {"token_id": 234, "token_text": " in", "probability": 0.030029296875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.10107421875}, {"token_id": 395, "token_text": " si", "probability": 0.06982421875}, {"token_id": 373, "token_text": " ha", "probability": 0.03955078125}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0308837890625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.208984375}, {"token_id": 285, "token_text": " la", "probability": 0.08740234375}, {"token_id": 844, "token_text": " stato", "probability": 0.08203125}, {"token_id": 293, "token_text": " il", "probability": 0.038818359375}, {"token_id": 227, "token_text": " l", "probability": 0.026611328125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.13671875}, {"token_id": 387, "token_text": " una", "probability": 0.036865234375}, {"token_id": 227, "token_text": " l", "probability": 0.0269775390625}, {"token_id": 293, "token_text": " il", "probability": 0.0185546875}, {"token_id": 234, "token_text": " in", "probability": 0.016357421875}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.3046875}, {"token_id": 870, "token_text": " prima", "probability": 0.06787109375}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0341796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.026611328125}, {"token_id": 718, "token_text": " sua", "probability": 0.0220947265625}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.107421875}, {"token_id": 1513, "token_text": " grande", "probability": 0.0947265625}, {"token_id": 5731, "token_text": " alta", "probability": 0.03955078125}, {"token_id": 11054, "token_text": " antica", "probability": 0.03955078125}, {"token_id": 5364, "token_text": " lunga", "probability": 0.0198974609375}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1630859375}, {"token_id": 285, "token_text": " la", "probability": 0.06787109375}, {"token_id": 387, "token_text": " una", "probability": 0.052978515625}, {"token_id": 267, "token_text": " un", "probability": 0.0439453125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0283203125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.043212890625}, {"token_id": 16029, "token_text": " creata", "probability": 0.0230712890625}, {"token_id": 14972, "token_text": " definita", "probability": 0.021728515625}, {"token_id": 285, "token_text": " la", "probability": 0.021728515625}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.0203857421875}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.158203125}, {"token_id": 447, "token_text": " nel", "probability": 0.08984375}, {"token_id": 674, "token_text": " dal", "probability": 0.0703125}, {"token_id": 845, "token_text": " dalla", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.0546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.103515625}, {"token_id": 387, "token_text": " una", "probability": 0.06298828125}, {"token_id": 760, "token_text": " parte", "probability": 0.01123046875}, {"token_id": 265, "token_text": " S", "probability": 0.00823974609375}, {"token_id": 273, "token_text": " C", "probability": 0.00726318359375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.080078125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.027587890625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0201416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01434326171875}, {"token_id": 1496, "token_text": " anno", "probability": 0.010498046875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.10205078125}, {"token_id": 5557, "token_text": "unica", "probability": 0.029296875}, {"token_id": 8201, "token_text": "antica", "probability": 0.02587890625}, {"token_id": 4831, "token_text": "isola", "probability": 0.02587890625}, {"token_id": 4378, "token_text": "area", "probability": 0.0201416015625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.03564453125}, {"token_id": 15, "token_text": ",", "probability": 0.033447265625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.031494140625}, {"token_id": 3391, "token_text": " persona", "probability": 0.016357421875}, {"token_id": 17, "token_text": ".", "probability": 0.0135498046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.125}, {"token_id": 337, "token_text": " del", "probability": 0.125}, {"token_id": 238, "token_text": " di", "probability": 0.125}, {"token_id": 465, "token_text": " dell", "probability": 0.076171875}, {"token_id": 491, "token_text": " dei", "probability": 0.0712890625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1162109375}, {"token_id": 387, "token_text": " una", "probability": 0.062255859375}, {"token_id": 1880, "token_text": " circa", "probability": 0.0152587890625}, {"token_id": 762, "token_text": " due", "probability": 0.0118408203125}, {"token_id": 1007, "token_text": " tre", "probability": 0.011474609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0185546875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0185546875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0185546875}, {"token_id": 1496, "token_text": " anno", "probability": 0.01446533203125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.1201171875}, {"token_id": 5557, "token_text": "unica", "probability": 0.056640625}, {"token_id": 4831, "token_text": "isola", "probability": 0.034423828125}, {"token_id": 8201, "token_text": "antica", "probability": 0.0322265625}, {"token_id": 4378, "token_text": "area", "probability": 0.02685546875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.07275390625}, {"token_id": 17, "token_text": ".", "probability": 0.047119140625}, {"token_id": 760, "token_text": " parte", "probability": 0.0322265625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0303955078125}, {"token_id": 2691, "token_text": " opera", "probability": 0.0208740234375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.05517578125}, {"token_id": 445, "token_text": " ma", "probability": 0.033447265625}, {"token_id": 272, "token_text": " con", "probability": 0.031494140625}, {"token_id": 209, "token_text": " a", "probability": 0.01904296875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.0751953125}, {"token_id": 373, "token_text": " ha", "probability": 0.0751953125}, {"token_id": 395, "token_text": " si", "probability": 0.07080078125}, {"token_id": 15, "token_text": ",", "probability": 0.0244140625}, {"token_id": 424, "token_text": " non", "probability": 0.02294921875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.287109375}, {"token_id": 844, "token_text": " stato", "probability": 0.2236328125}, {"token_id": 285, "token_text": " la", "probability": 0.0235595703125}, {"token_id": 267, "token_text": " un", "probability": 0.0172119140625}, {"token_id": 387, "token_text": " una", "probability": 0.0142822265625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.049072265625}, {"token_id": 387, "token_text": " una", "probability": 0.024658203125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.023193359375}, {"token_id": 234, "token_text": " in", "probability": 0.01495361328125}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.01409912109375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1201171875}, {"token_id": 870, "token_text": " prima", "probability": 0.099609375}, {"token_id": 718, "token_text": " sua", "probability": 0.034423828125}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0303955078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0196533203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.11767578125}, {"token_id": 1513, "token_text": " grande", "probability": 0.11767578125}, {"token_id": 11054, "token_text": " antica", "probability": 0.049072265625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.038330078125}, {"token_id": 5731, "token_text": " alta", "probability": 0.024658203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.11865234375}, {"token_id": 17, "token_text": ".", "probability": 0.055908203125}, {"token_id": 246, "token_text": " e", "probability": 0.04931640625}, {"token_id": 337, "token_text": " del", "probability": 0.04931640625}, {"token_id": 238, "token_text": " di", "probability": 0.04638671875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.058837890625}, {"token_id": 445, "token_text": " ma", "probability": 0.04296875}, {"token_id": 285, "token_text": " la", "probability": 0.04296875}, {"token_id": 234, "token_text": " in", "probability": 0.033447265625}, {"token_id": 246, "token_text": " e", "probability": 0.0260009765625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.076171875}, {"token_id": 395, "token_text": " si", "probability": 0.059326171875}, {"token_id": 373, "token_text": " ha", "probability": 0.05224609375}, {"token_id": 234, "token_text": " in", "probability": 0.043212890625}, {"token_id": 15, "token_text": ",", "probability": 0.03173828125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.28125}, {"token_id": 844, "token_text": " stato", "probability": 0.09130859375}, {"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 293, "token_text": " il", "probability": 0.0296630859375}, {"token_id": 387, "token_text": " una", "probability": 0.021728515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1357421875}, {"token_id": 387, "token_text": " una", "probability": 0.041259765625}, {"token_id": 227, "token_text": " l", "probability": 0.0235595703125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0220947265625}, {"token_id": 1469, "token_text": " quella", "probability": 0.020751953125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.345703125}, {"token_id": 870, "token_text": " prima", "probability": 0.09326171875}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0302734375}, {"token_id": 718, "token_text": " sua", "probability": 0.0235595703125}, {"token_id": 1843, "token_text": " storia", "probability": 0.020751953125}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.12451171875}, {"token_id": 1513, "token_text": " grande", "probability": 0.07080078125}, {"token_id": 11054, "token_text": " antica", "probability": 0.026123046875}, {"token_id": 5731, "token_text": " alta", "probability": 0.0230712890625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0216064453125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 370, "token_text": " della", "probability": 0.12890625}, {"token_id": 290, "token_text": " per", "probability": 0.0888671875}, {"token_id": 17, "token_text": ".", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.0693359375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0595703125}, {"token_id": 445, "token_text": " ma", "probability": 0.052734375}, {"token_id": 285, "token_text": " la", "probability": 0.033935546875}, {"token_id": 246, "token_text": " e", "probability": 0.033935546875}, {"token_id": 234, "token_text": " in", "probability": 0.030029296875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.10107421875}, {"token_id": 395, "token_text": " si", "probability": 0.06982421875}, {"token_id": 373, "token_text": " ha", "probability": 0.03955078125}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0308837890625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.208984375}, {"token_id": 285, "token_text": " la", "probability": 0.08740234375}, {"token_id": 844, "token_text": " stato", "probability": 0.08203125}, {"token_id": 293, "token_text": " il", "probability": 0.038818359375}, {"token_id": 227, "token_text": " l", "probability": 0.026611328125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.13671875}, {"token_id": 387, "token_text": " una", "probability": 0.036865234375}, {"token_id": 227, "token_text": " l", "probability": 0.0269775390625}, {"token_id": 293, "token_text": " il", "probability": 0.0185546875}, {"token_id": 234, "token_text": " in", "probability": 0.016357421875}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.3046875}, {"token_id": 870, "token_text": " prima", "probability": 0.06787109375}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0341796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.026611328125}, {"token_id": 718, "token_text": " sua", "probability": 0.0220947265625}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.107421875}, {"token_id": 1513, "token_text": " grande", "probability": 0.0947265625}, {"token_id": 5731, "token_text": " alta", "probability": 0.03955078125}, {"token_id": 11054, "token_text": " antica", "probability": 0.03955078125}, {"token_id": 5364, "token_text": " lunga", "probability": 0.0198974609375}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1630859375}, {"token_id": 285, "token_text": " la", "probability": 0.06787109375}, {"token_id": 387, "token_text": " una", "probability": 0.052978515625}, {"token_id": 267, "token_text": " un", "probability": 0.0439453125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0283203125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.043212890625}, {"token_id": 16029, "token_text": " creata", "probability": 0.0230712890625}, {"token_id": 14972, "token_text": " definita", "probability": 0.021728515625}, {"token_id": 285, "token_text": " la", "probability": 0.021728515625}, {"token_id": 9564, "token_text": " utilizzata", "probability": 0.0203857421875}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.158203125}, {"token_id": 447, "token_text": " nel", "probability": 0.08984375}, {"token_id": 674, "token_text": " dal", "probability": 0.0703125}, {"token_id": 845, "token_text": " dalla", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.0546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.103515625}, {"token_id": 387, "token_text": " una", "probability": 0.06298828125}, {"token_id": 760, "token_text": " parte", "probability": 0.01123046875}, {"token_id": 265, "token_text": " S", "probability": 0.00823974609375}, {"token_id": 273, "token_text": " C", "probability": 0.00726318359375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.080078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.080078125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.027587890625}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0201416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01434326171875}, {"token_id": 1496, "token_text": " anno", "probability": 0.010498046875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.10205078125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.10205078125}, {"token_id": 5557, "token_text": "unica", "probability": 0.029296875}, {"token_id": 8201, "token_text": "antica", "probability": 0.02587890625}, {"token_id": 4831, "token_text": "isola", "probability": 0.02587890625}, {"token_id": 4378, "token_text": "area", "probability": 0.0201416015625}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.03564453125}, {"token_id": 15, "token_text": ",", "probability": 0.033447265625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.031494140625}, {"token_id": 3391, "token_text": " persona", "probability": 0.016357421875}, {"token_id": 17, "token_text": ".", "probability": 0.0135498046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.125}, {"token_id": 337, "token_text": " del", "probability": 0.125}, {"token_id": 238, "token_text": " di", "probability": 0.125}, {"token_id": 465, "token_text": " dell", "probability": 0.076171875}, {"token_id": 491, "token_text": " dei", "probability": 0.0712890625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1162109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1162109375}, {"token_id": 387, "token_text": " una", "probability": 0.062255859375}, {"token_id": 1880, "token_text": " circa", "probability": 0.0152587890625}, {"token_id": 762, "token_text": " due", "probability": 0.0118408203125}, {"token_id": 1007, "token_text": " tre", "probability": 0.011474609375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0185546875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0185546875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0185546875}, {"token_id": 1496, "token_text": " anno", "probability": 0.01446533203125}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.1201171875}, {"token_id": 5557, "token_text": "unica", "probability": 0.056640625}, {"token_id": 4831, "token_text": "isola", "probability": 0.034423828125}, {"token_id": 8201, "token_text": "antica", "probability": 0.0322265625}, {"token_id": 4378, "token_text": "area", "probability": 0.02685546875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.07275390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.07275390625}, {"token_id": 17, "token_text": ".", "probability": 0.047119140625}, {"token_id": 760, "token_text": " parte", "probability": 0.0322265625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0303955078125}, {"token_id": 2691, "token_text": " opera", "probability": 0.0208740234375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.07080078125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.07080078125}, {"token_id": 234, "token_text": " in", "probability": 0.05517578125}, {"token_id": 445, "token_text": " ma", "probability": 0.033447265625}, {"token_id": 272, "token_text": " con", "probability": 0.031494140625}, {"token_id": 209, "token_text": " a", "probability": 0.01904296875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.0751953125}, {"token_id": 373, "token_text": " ha", "probability": 0.0751953125}, {"token_id": 395, "token_text": " si", "probability": 0.07080078125}, {"token_id": 15, "token_text": ",", "probability": 0.0244140625}, {"token_id": 424, "token_text": " non", "probability": 0.02294921875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.287109375}, {"token_id": 844, "token_text": " stato", "probability": 0.2236328125}, {"token_id": 285, "token_text": " la", "probability": 0.0235595703125}, {"token_id": 267, "token_text": " un", "probability": 0.0172119140625}, {"token_id": 387, "token_text": " una", "probability": 0.0142822265625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.049072265625}, {"token_id": 387, "token_text": " una", "probability": 0.024658203125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.023193359375}, {"token_id": 234, "token_text": " in", "probability": 0.01495361328125}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.01409912109375}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1201171875}, {"token_id": 870, "token_text": " prima", "probability": 0.099609375}, {"token_id": 718, "token_text": " sua", "probability": 0.034423828125}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0303955078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0196533203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.11767578125}, {"token_id": 1513, "token_text": " grande", "probability": 0.11767578125}, {"token_id": 11054, "token_text": " antica", "probability": 0.049072265625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.038330078125}, {"token_id": 5731, "token_text": " alta", "probability": 0.024658203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.11865234375}, {"token_id": 17, "token_text": ".", "probability": 0.055908203125}, {"token_id": 246, "token_text": " e", "probability": 0.04931640625}, {"token_id": 337, "token_text": " del", "probability": 0.04931640625}, {"token_id": 238, "token_text": " di", "probability": 0.04638671875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.058837890625}, {"token_id": 445, "token_text": " ma", "probability": 0.04296875}, {"token_id": 285, "token_text": " la", "probability": 0.04296875}, {"token_id": 234, "token_text": " in", "probability": 0.033447265625}, {"token_id": 246, "token_text": " e", "probability": 0.0260009765625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.076171875}, {"token_id": 395, "token_text": " si", "probability": 0.059326171875}, {"token_id": 373, "token_text": " ha", "probability": 0.05224609375}, {"token_id": 234, "token_text": " in", "probability": 0.043212890625}, {"token_id": 15, "token_text": ",", "probability": 0.03173828125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.28125}, {"token_id": 844, "token_text": " stato", "probability": 0.09130859375}, {"token_id": 285, "token_text": " la", "probability": 0.06298828125}, {"token_id": 293, "token_text": " il", "probability": 0.0296630859375}, {"token_id": 387, "token_text": " una", "probability": 0.021728515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1357421875}, {"token_id": 387, "token_text": " una", "probability": 0.041259765625}, {"token_id": 227, "token_text": " l", "probability": 0.0235595703125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0220947265625}, {"token_id": 1469, "token_text": " quella", "probability": 0.020751953125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.345703125}, {"token_id": 870, "token_text": " prima", "probability": 0.09326171875}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0302734375}, {"token_id": 718, "token_text": " sua", "probability": 0.0235595703125}, {"token_id": 1843, "token_text": " storia", "probability": 0.020751953125}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.12451171875, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.12451171875}, {"token_id": 1513, "token_text": " grande", "probability": 0.07080078125}, {"token_id": 11054, "token_text": " antica", "probability": 0.026123046875}, {"token_id": 5731, "token_text": " alta", "probability": 0.0230712890625}, {"token_id": 11434, "token_text": " famosa", "probability": 0.0216064453125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1376953125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1376953125}, {"token_id": 370, "token_text": " della", "probability": 0.12890625}, {"token_id": 290, "token_text": " per", "probability": 0.0888671875}, {"token_id": 17, "token_text": ".", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.0693359375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0595703125}, {"token_id": 445, "token_text": " ma", "probability": 0.052734375}, {"token_id": 285, "token_text": " la", "probability": 0.033935546875}, {"token_id": 246, "token_text": " e", "probability": 0.033935546875}, {"token_id": 234, "token_text": " in", "probability": 0.030029296875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.10107421875}, {"token_id": 395, "token_text": " si", "probability": 0.06982421875}, {"token_id": 373, "token_text": " ha", "probability": 0.03955078125}, {"token_id": 234, "token_text": " in", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.0308837890625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.208984375}, {"token_id": 285, "token_text": " la", "probability": 0.08740234375}, {"token_id": 844, "token_text": " stato", "probability": 0.08203125}, {"token_id": 293, "token_text": " il", "probability": 0.038818359375}, {"token_id": 227, "token_text": " l", "probability": 0.026611328125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.13671875}, {"token_id": 387, "token_text": " una", "probability": 0.036865234375}, {"token_id": 227, "token_text": " l", "probability": 0.0269775390625}, {"token_id": 293, "token_text": " il", "probability": 0.0185546875}, {"token_id": 234, "token_text": " in", "probability": 0.016357421875}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.3046875}, {"token_id": 870, "token_text": " prima", "probability": 0.06787109375}, {"token_id": 2572, "token_text": " stessa", "probability": 0.0341796875}, {"token_id": 1843, "token_text": " storia", "probability": 0.026611328125}, {"token_id": 718, "token_text": " sua", "probability": 0.0220947265625}]}, {"token_id": 2935, "token_text": " importante", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 2935, "token_text": " importante", "probability": 0.107421875}, {"token_id": 1513, "token_text": " grande", "probability": 0.0947265625}, {"token_id": 5731, "token_text": " alta", "probability": 0.03955078125}, {"token_id": 11054, "token_text": " antica", "probability": 0.03955078125}, {"token_id": 5364, "token_text": " lunga", "probability": 0.0198974609375}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 2137, "correct_token_probability": 1.8596649169921875e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1630859375}, {"token_id": 285, "token_text": " la", "probability": 0.06787109375}, {"token_id": 387, "token_text": " una", "probability": 0.052978515625}, {"token_id": 267, "token_text": " un", "probability": 0.0439453125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0283203125}, {"token_id": 293, "token_text": " il", "probability": 0.0250244140625}, {"token_id": 227, "token_text": " l", "probability": 0.0220947265625}, {"token_id": 844, "token_text": " stato", "probability": 0.0194091796875}, {"token_id": 234, "token_text": " in", "probability": 0.01611328125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.01177978515625}], "entropy": 5.28125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.892529145629204, "average_logprob_per_token": -10.892529145629204, "perplexity_on_target_sequence": 53773.12820512817, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -10.892529145629204, "probability": 1.8596649169921875e-05, "raw_probability": 1.8596649169921875e-05, "correct_token_rank": 2137}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 2000, "elapsed_sec": 16632.09393119812, "probe_elapsed_sec": 0.9995068030257244, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'unica cosa che \u00e8 un'altra. La maggior parte dei casi \u00e8 che il nostro obiettivo \u00e8 che il nostro cervello \u00e8 un'altra persona che", "text": "Un piccolo modello linguistico dovrebbe essere un'unica cosa che \u00e8 un'altra. La maggior parte dei casi \u00e8 che il nostro obiettivo \u00e8 che il nostro cervello \u00e8 un'altra persona che", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.45703125}, {"token_id": 2370, "token_text": " avere", "probability": 0.02001953125}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.0107421875}, {"token_id": 5269, "token_text": " creare", "probability": 0.00946044921875}, {"token_id": 1612, "token_text": " fare", "probability": 0.00836181640625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.03515625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.03515625}, {"token_id": 234, "token_text": " in", "probability": 0.024169921875}, {"token_id": 11864, "token_text": " usata", "probability": 0.0166015625}, {"token_id": 293, "token_text": " il", "probability": 0.01470947265625}, {"token_id": 387, "token_text": " una", "probability": 0.0137939453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1728515625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.049560546875}, {"token_id": 537, "token_text": " po", "probability": 0.026611328125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02197265625}, {"token_id": 13826, "token_text": " fattore", "probability": 0.0177001953125}]}, {"token_id": 5557, "token_text": "unica", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 5557, "token_text": "unica", "probability": 0.068359375}, {"token_id": 2734, "token_text": "altra", "probability": 0.064453125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.028564453125}, {"token_id": 4993, "token_text": "idea", "probability": 0.02685546875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.017333984375}]}, {"token_id": 2004, "token_text": " cosa", "chosen_probability": 0.056884765625, "top_k_candidates": [{"token_id": 2004, "token_text": " cosa", "probability": 0.056884765625}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.02099609375}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0196533203125}, {"token_id": 1738, "token_text": " forma", "probability": 0.01531982421875}, {"token_id": 3391, "token_text": " persona", "probability": 0.014404296875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.310546875}, {"token_id": 17, "token_text": ".", "probability": 0.0419921875}, {"token_id": 15, "token_text": ",", "probability": 0.03271484375}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}, {"token_id": 290, "token_text": " per", "probability": 0.0211181640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.09912109375}, {"token_id": 395, "token_text": " si", "probability": 0.046630859375}, {"token_id": 424, "token_text": " non", "probability": 0.0283203125}, {"token_id": 285, "token_text": " la", "probability": 0.026611328125}, {"token_id": 373, "token_text": " ha", "probability": 0.0250244140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0859375}, {"token_id": 387, "token_text": " una", "probability": 0.052001953125}, {"token_id": 293, "token_text": " il", "probability": 0.052001953125}, {"token_id": 844, "token_text": " stato", "probability": 0.04052734375}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2373046875}, {"token_id": 537, "token_text": " po", "probability": 0.041259765625}, {"token_id": 3815, "token_text": " problema", "probability": 0.0283203125}, {"token_id": 3987, "token_text": " vero", "probability": 0.0172119140625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0172119140625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.11669921875}, {"token_id": 5557, "token_text": "unica", "probability": 0.05517578125}, {"token_id": 4993, "token_text": "idea", "probability": 0.045654296875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.01397705078125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.01312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.06591796875}, {"token_id": 15, "token_text": ",", "probability": 0.0546875}, {"token_id": 3391, "token_text": " persona", "probability": 0.04248046875}, {"token_id": 3751, "token_text": " specie", "probability": 0.0257568359375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0257568359375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.0546875}, {"token_id": 538, "token_text": " Il", "probability": 0.0546875}, {"token_id": 302, "token_text": " L", "probability": 0.035400390625}, {"token_id": 1773, "token_text": " \u00c8", "probability": 0.029296875}, {"token_id": 2285, "token_text": " Questo", "probability": 0.027587890625}]}, {"token_id": 2380, "token_text": " maggior", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 2380, "token_text": " maggior", "probability": 0.049072265625}, {"token_id": 870, "token_text": " prima", "probability": 0.046142578125}, {"token_id": 3657, "token_text": " nostra", "probability": 0.02978515625}, {"token_id": 718, "token_text": " sua", "probability": 0.0247802734375}, {"token_id": 1843, "token_text": " storia", "probability": 0.023193359375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.9609375}, {"token_id": 5571, "token_text": " quantit\u00e0", "probability": 0.0014495849609375}, {"token_id": 458, "token_text": "it\u00e0", "probability": 0.001129150390625}, {"token_id": 5996, "token_text": " ragione", "probability": 0.0009613037109375}, {"token_id": 1999, "token_text": " numero", "probability": 0.000823974609375}]}, {"token_id": 491, "token_text": " dei", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 491, "token_text": " dei", "probability": 0.216796875}, {"token_id": 573, "token_text": " delle", "probability": 0.1484375}, {"token_id": 883, "token_text": " degli", "probability": 0.09033203125}, {"token_id": 370, "token_text": " della", "probability": 0.06201171875}, {"token_id": 238, "token_text": " di", "probability": 0.058349609375}]}, {"token_id": 3842, "token_text": " casi", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 3842, "token_text": " casi", "probability": 0.078125}, {"token_id": 4616, "token_text": " nostri", "probability": 0.039306640625}, {"token_id": 3895, "token_text": " paesi", "probability": 0.02099609375}, {"token_id": 762, "token_text": " due", "probability": 0.0185546875}, {"token_id": 3845, "token_text": " punti", "probability": 0.015380859375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.376953125}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 424, "token_text": " non", "probability": 0.042236328125}, {"token_id": 238, "token_text": " di", "probability": 0.042236328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.02734375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.2021484375}, {"token_id": 1469, "token_text": " quella", "probability": 0.054443359375}, {"token_id": 285, "token_text": " la", "probability": 0.054443359375}, {"token_id": 387, "token_text": " una", "probability": 0.054443359375}, {"token_id": 1340, "token_text": " stata", "probability": 0.05126953125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.111328125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.111328125}, {"token_id": 285, "token_text": " la", "probability": 0.1044921875}, {"token_id": 227, "token_text": " l", "probability": 0.0595703125}, {"token_id": 360, "token_text": " i", "probability": 0.052734375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041015625}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.049560546875}, {"token_id": 3815, "token_text": " problema", "probability": 0.0301513671875}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0301513671875}, {"token_id": 1999, "token_text": " numero", "probability": 0.0250244140625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0220947265625}]}, {"token_id": 10702, "token_text": " obiettivo", "chosen_probability": 0.056640625, "top_k_candidates": [{"token_id": 10702, "token_text": " obiettivo", "probability": 0.056640625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.05322265625}, {"token_id": 23950, "token_text": " organismo", "probability": 0.0267333984375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.025146484375}, {"token_id": 1438, "token_text": " team", "probability": 0.023681640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.5078125}, {"token_id": 424, "token_text": " non", "probability": 0.0390625}, {"token_id": 238, "token_text": " di", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.023681640625}, {"token_id": 395, "token_text": " si", "probability": 0.02099609375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1396484375}, {"token_id": 267, "token_text": " un", "probability": 0.08447265625}, {"token_id": 293, "token_text": " il", "probability": 0.06591796875}, {"token_id": 1410, "token_text": " quello", "probability": 0.05810546875}, {"token_id": 387, "token_text": " una", "probability": 0.048095703125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.1455078125}, {"token_id": 285, "token_text": " la", "probability": 0.0830078125}, {"token_id": 267, "token_text": " un", "probability": 0.05029296875}, {"token_id": 227, "token_text": " l", "probability": 0.05029296875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041748046875}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.2060546875}, {"token_id": 2547, "token_text": " tuo", "probability": 0.02783203125}, {"token_id": 1999, "token_text": " numero", "probability": 0.0191650390625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.016845703125}, {"token_id": 622, "token_text": " suo", "probability": 0.016845703125}]}, {"token_id": 7992, "token_text": " cervello", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 7992, "token_text": " cervello", "probability": 0.045654296875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.042724609375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.037841796875}, {"token_id": 23950, "token_text": " organismo", "probability": 0.027587890625}, {"token_id": 10702, "token_text": " obiettivo", "probability": 0.0196533203125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.318359375}, {"token_id": 15, "token_text": ",", "probability": 0.0625}, {"token_id": 1161, "token_text": " sia", "probability": 0.0458984375}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.04052734375}, {"token_id": 424, "token_text": " non", "probability": 0.03564453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08984375}, {"token_id": 303, "token_text": " che", "probability": 0.08984375}, {"token_id": 1410, "token_text": " quello", "probability": 0.07958984375}, {"token_id": 293, "token_text": " il", "probability": 0.05126953125}, {"token_id": 234, "token_text": " in", "probability": 0.04248046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1181640625}, {"token_id": 3815, "token_text": " problema", "probability": 0.033935546875}, {"token_id": 537, "token_text": " po", "probability": 0.0299072265625}, {"token_id": 13826, "token_text": " fattore", "probability": 0.028076171875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0233154296875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09423828125}, {"token_id": 5557, "token_text": "unica", "probability": 0.06494140625}, {"token_id": 4993, "token_text": "idea", "probability": 0.039306640625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0269775390625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0174560546875}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.15234375}, {"token_id": 17, "token_text": ".", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.052734375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.046630859375}, {"token_id": 246, "token_text": " e", "probability": 0.036376953125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.298828125}, {"token_id": 17, "token_text": ".", "probability": 0.193359375}, {"token_id": 15, "token_text": ",", "probability": 0.08056640625}, {"token_id": 290, "token_text": " per", "probability": 0.04052734375}, {"token_id": 234, "token_text": " in", "probability": 0.0245361328125}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.45703125}, {"token_id": 2370, "token_text": " avere", "probability": 0.02001953125}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.0107421875}, {"token_id": 5269, "token_text": " creare", "probability": 0.00946044921875}, {"token_id": 1612, "token_text": " fare", "probability": 0.00836181640625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.03515625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.03515625}, {"token_id": 234, "token_text": " in", "probability": 0.024169921875}, {"token_id": 11864, "token_text": " usata", "probability": 0.0166015625}, {"token_id": 293, "token_text": " il", "probability": 0.01470947265625}, {"token_id": 387, "token_text": " una", "probability": 0.0137939453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1728515625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.049560546875}, {"token_id": 537, "token_text": " po", "probability": 0.026611328125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02197265625}, {"token_id": 13826, "token_text": " fattore", "probability": 0.0177001953125}]}, {"token_id": 5557, "token_text": "unica", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 5557, "token_text": "unica", "probability": 0.068359375}, {"token_id": 2734, "token_text": "altra", "probability": 0.064453125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.028564453125}, {"token_id": 4993, "token_text": "idea", "probability": 0.02685546875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.017333984375}]}, {"token_id": 2004, "token_text": " cosa", "chosen_probability": 0.056884765625, "top_k_candidates": [{"token_id": 2004, "token_text": " cosa", "probability": 0.056884765625}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.02099609375}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0196533203125}, {"token_id": 1738, "token_text": " forma", "probability": 0.01531982421875}, {"token_id": 3391, "token_text": " persona", "probability": 0.014404296875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.310546875}, {"token_id": 17, "token_text": ".", "probability": 0.0419921875}, {"token_id": 15, "token_text": ",", "probability": 0.03271484375}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}, {"token_id": 290, "token_text": " per", "probability": 0.0211181640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.09912109375}, {"token_id": 395, "token_text": " si", "probability": 0.046630859375}, {"token_id": 424, "token_text": " non", "probability": 0.0283203125}, {"token_id": 285, "token_text": " la", "probability": 0.026611328125}, {"token_id": 373, "token_text": " ha", "probability": 0.0250244140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0859375}, {"token_id": 387, "token_text": " una", "probability": 0.052001953125}, {"token_id": 293, "token_text": " il", "probability": 0.052001953125}, {"token_id": 844, "token_text": " stato", "probability": 0.04052734375}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2373046875}, {"token_id": 537, "token_text": " po", "probability": 0.041259765625}, {"token_id": 3815, "token_text": " problema", "probability": 0.0283203125}, {"token_id": 3987, "token_text": " vero", "probability": 0.0172119140625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0172119140625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.11669921875}, {"token_id": 5557, "token_text": "unica", "probability": 0.05517578125}, {"token_id": 4993, "token_text": "idea", "probability": 0.045654296875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.01397705078125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.01312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.06591796875}, {"token_id": 15, "token_text": ",", "probability": 0.0546875}, {"token_id": 3391, "token_text": " persona", "probability": 0.04248046875}, {"token_id": 3751, "token_text": " specie", "probability": 0.0257568359375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0257568359375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.055419921875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.055419921875}, {"token_id": 538, "token_text": " Il", "probability": 0.055419921875}, {"token_id": 302, "token_text": " L", "probability": 0.03564453125}, {"token_id": 1773, "token_text": " \u00c8", "probability": 0.0296630859375}, {"token_id": 2285, "token_text": " Questo", "probability": 0.02783203125}]}, {"token_id": 2380, "token_text": " maggior", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 2380, "token_text": " maggior", "probability": 0.049072265625}, {"token_id": 870, "token_text": " prima", "probability": 0.046142578125}, {"token_id": 3657, "token_text": " nostra", "probability": 0.02978515625}, {"token_id": 718, "token_text": " sua", "probability": 0.0247802734375}, {"token_id": 1843, "token_text": " storia", "probability": 0.023193359375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.9609375}, {"token_id": 5571, "token_text": " quantit\u00e0", "probability": 0.0014495849609375}, {"token_id": 458, "token_text": "it\u00e0", "probability": 0.001129150390625}, {"token_id": 5996, "token_text": " ragione", "probability": 0.0009613037109375}, {"token_id": 1999, "token_text": " numero", "probability": 0.000823974609375}]}, {"token_id": 491, "token_text": " dei", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 491, "token_text": " dei", "probability": 0.216796875}, {"token_id": 573, "token_text": " delle", "probability": 0.1484375}, {"token_id": 883, "token_text": " degli", "probability": 0.09033203125}, {"token_id": 370, "token_text": " della", "probability": 0.06201171875}, {"token_id": 238, "token_text": " di", "probability": 0.058349609375}]}, {"token_id": 3842, "token_text": " casi", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 3842, "token_text": " casi", "probability": 0.078125}, {"token_id": 4616, "token_text": " nostri", "probability": 0.039306640625}, {"token_id": 3895, "token_text": " paesi", "probability": 0.02099609375}, {"token_id": 762, "token_text": " due", "probability": 0.0185546875}, {"token_id": 3845, "token_text": " punti", "probability": 0.015380859375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.376953125}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 424, "token_text": " non", "probability": 0.042236328125}, {"token_id": 238, "token_text": " di", "probability": 0.042236328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.02734375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.2021484375}, {"token_id": 1469, "token_text": " quella", "probability": 0.054443359375}, {"token_id": 285, "token_text": " la", "probability": 0.054443359375}, {"token_id": 387, "token_text": " una", "probability": 0.054443359375}, {"token_id": 1340, "token_text": " stata", "probability": 0.05126953125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.111328125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.111328125}, {"token_id": 285, "token_text": " la", "probability": 0.1044921875}, {"token_id": 227, "token_text": " l", "probability": 0.0595703125}, {"token_id": 360, "token_text": " i", "probability": 0.052734375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041015625}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.049560546875}, {"token_id": 3815, "token_text": " problema", "probability": 0.0301513671875}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0301513671875}, {"token_id": 1999, "token_text": " numero", "probability": 0.0250244140625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0220947265625}]}, {"token_id": 10702, "token_text": " obiettivo", "chosen_probability": 0.056640625, "top_k_candidates": [{"token_id": 10702, "token_text": " obiettivo", "probability": 0.056640625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.05322265625}, {"token_id": 23950, "token_text": " organismo", "probability": 0.0267333984375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.025146484375}, {"token_id": 1438, "token_text": " team", "probability": 0.023681640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.5078125}, {"token_id": 424, "token_text": " non", "probability": 0.0390625}, {"token_id": 238, "token_text": " di", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.023681640625}, {"token_id": 395, "token_text": " si", "probability": 0.02099609375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1396484375}, {"token_id": 267, "token_text": " un", "probability": 0.08447265625}, {"token_id": 293, "token_text": " il", "probability": 0.06591796875}, {"token_id": 1410, "token_text": " quello", "probability": 0.05810546875}, {"token_id": 387, "token_text": " una", "probability": 0.048095703125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.1455078125}, {"token_id": 285, "token_text": " la", "probability": 0.0830078125}, {"token_id": 267, "token_text": " un", "probability": 0.05029296875}, {"token_id": 227, "token_text": " l", "probability": 0.05029296875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041748046875}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.2060546875}, {"token_id": 2547, "token_text": " tuo", "probability": 0.02783203125}, {"token_id": 1999, "token_text": " numero", "probability": 0.0191650390625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.016845703125}, {"token_id": 622, "token_text": " suo", "probability": 0.016845703125}]}, {"token_id": 7992, "token_text": " cervello", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 7992, "token_text": " cervello", "probability": 0.045654296875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.042724609375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.037841796875}, {"token_id": 23950, "token_text": " organismo", "probability": 0.027587890625}, {"token_id": 10702, "token_text": " obiettivo", "probability": 0.0196533203125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.318359375}, {"token_id": 15, "token_text": ",", "probability": 0.0625}, {"token_id": 1161, "token_text": " sia", "probability": 0.0458984375}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.04052734375}, {"token_id": 424, "token_text": " non", "probability": 0.03564453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08984375}, {"token_id": 303, "token_text": " che", "probability": 0.08984375}, {"token_id": 1410, "token_text": " quello", "probability": 0.07958984375}, {"token_id": 293, "token_text": " il", "probability": 0.05126953125}, {"token_id": 234, "token_text": " in", "probability": 0.04248046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1181640625}, {"token_id": 3815, "token_text": " problema", "probability": 0.033935546875}, {"token_id": 537, "token_text": " po", "probability": 0.0299072265625}, {"token_id": 13826, "token_text": " fattore", "probability": 0.028076171875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0233154296875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09423828125}, {"token_id": 5557, "token_text": "unica", "probability": 0.06494140625}, {"token_id": 4993, "token_text": "idea", "probability": 0.039306640625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0269775390625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0174560546875}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.15234375}, {"token_id": 17, "token_text": ".", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.052734375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.046630859375}, {"token_id": 246, "token_text": " e", "probability": 0.036376953125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.298828125}, {"token_id": 17, "token_text": ".", "probability": 0.193359375}, {"token_id": 15, "token_text": ",", "probability": 0.08056640625}, {"token_id": 290, "token_text": " per", "probability": 0.04052734375}, {"token_id": 234, "token_text": " in", "probability": 0.0245361328125}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.45703125}, {"token_id": 2370, "token_text": " avere", "probability": 0.02001953125}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.0107421875}, {"token_id": 5269, "token_text": " creare", "probability": 0.00946044921875}, {"token_id": 1612, "token_text": " fare", "probability": 0.00836181640625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.03515625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.03515625}, {"token_id": 234, "token_text": " in", "probability": 0.024169921875}, {"token_id": 11864, "token_text": " usata", "probability": 0.0166015625}, {"token_id": 293, "token_text": " il", "probability": 0.01470947265625}, {"token_id": 387, "token_text": " una", "probability": 0.0137939453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1728515625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.049560546875}, {"token_id": 537, "token_text": " po", "probability": 0.026611328125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.02197265625}, {"token_id": 13826, "token_text": " fattore", "probability": 0.0177001953125}]}, {"token_id": 5557, "token_text": "unica", "chosen_probability": 0.068359375, "top_k_candidates": [{"token_id": 5557, "token_text": "unica", "probability": 0.068359375}, {"token_id": 2734, "token_text": "altra", "probability": 0.064453125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.028564453125}, {"token_id": 4993, "token_text": "idea", "probability": 0.02685546875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.017333984375}]}, {"token_id": 2004, "token_text": " cosa", "chosen_probability": 0.056884765625, "top_k_candidates": [{"token_id": 2004, "token_text": " cosa", "probability": 0.056884765625}, {"token_id": 7034, "token_text": " soluzione", "probability": 0.02099609375}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0196533203125}, {"token_id": 1738, "token_text": " forma", "probability": 0.01531982421875}, {"token_id": 3391, "token_text": " persona", "probability": 0.014404296875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.310546875}, {"token_id": 17, "token_text": ".", "probability": 0.0419921875}, {"token_id": 15, "token_text": ",", "probability": 0.03271484375}, {"token_id": 238, "token_text": " di", "probability": 0.03076171875}, {"token_id": 290, "token_text": " per", "probability": 0.0211181640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.09912109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.09912109375}, {"token_id": 395, "token_text": " si", "probability": 0.046630859375}, {"token_id": 424, "token_text": " non", "probability": 0.0283203125}, {"token_id": 285, "token_text": " la", "probability": 0.026611328125}, {"token_id": 373, "token_text": " ha", "probability": 0.0250244140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0859375}, {"token_id": 387, "token_text": " una", "probability": 0.052001953125}, {"token_id": 293, "token_text": " il", "probability": 0.052001953125}, {"token_id": 844, "token_text": " stato", "probability": 0.04052734375}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.2373046875}, {"token_id": 537, "token_text": " po", "probability": 0.041259765625}, {"token_id": 3815, "token_text": " problema", "probability": 0.0283203125}, {"token_id": 3987, "token_text": " vero", "probability": 0.0172119140625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0172119140625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.11669921875}, {"token_id": 5557, "token_text": "unica", "probability": 0.05517578125}, {"token_id": 4993, "token_text": "idea", "probability": 0.045654296875}, {"token_id": 7019, "token_text": "immagine", "probability": 0.01397705078125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.01312255859375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.06591796875}, {"token_id": 15, "token_text": ",", "probability": 0.0546875}, {"token_id": 3391, "token_text": " persona", "probability": 0.04248046875}, {"token_id": 3751, "token_text": " specie", "probability": 0.0257568359375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0257568359375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.055419921875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.055419921875}, {"token_id": 538, "token_text": " Il", "probability": 0.055419921875}, {"token_id": 302, "token_text": " L", "probability": 0.03564453125}, {"token_id": 1773, "token_text": " \u00c8", "probability": 0.0296630859375}, {"token_id": 2285, "token_text": " Questo", "probability": 0.02783203125}]}, {"token_id": 2380, "token_text": " maggior", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 2380, "token_text": " maggior", "probability": 0.049072265625}, {"token_id": 870, "token_text": " prima", "probability": 0.046142578125}, {"token_id": 3657, "token_text": " nostra", "probability": 0.02978515625}, {"token_id": 718, "token_text": " sua", "probability": 0.0247802734375}, {"token_id": 1843, "token_text": " storia", "probability": 0.023193359375}]}, {"token_id": 760, "token_text": " parte", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 760, "token_text": " parte", "probability": 0.9609375}, {"token_id": 5571, "token_text": " quantit\u00e0", "probability": 0.0014495849609375}, {"token_id": 458, "token_text": "it\u00e0", "probability": 0.001129150390625}, {"token_id": 5996, "token_text": " ragione", "probability": 0.0009613037109375}, {"token_id": 1999, "token_text": " numero", "probability": 0.000823974609375}]}, {"token_id": 491, "token_text": " dei", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 491, "token_text": " dei", "probability": 0.216796875}, {"token_id": 573, "token_text": " delle", "probability": 0.1484375}, {"token_id": 883, "token_text": " degli", "probability": 0.09033203125}, {"token_id": 370, "token_text": " della", "probability": 0.06201171875}, {"token_id": 238, "token_text": " di", "probability": 0.058349609375}]}, {"token_id": 3842, "token_text": " casi", "chosen_probability": 0.078125, "top_k_candidates": [{"token_id": 3842, "token_text": " casi", "probability": 0.078125}, {"token_id": 4616, "token_text": " nostri", "probability": 0.039306640625}, {"token_id": 3895, "token_text": " paesi", "probability": 0.02099609375}, {"token_id": 762, "token_text": " due", "probability": 0.0185546875}, {"token_id": 3845, "token_text": " punti", "probability": 0.015380859375}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.376953125}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 424, "token_text": " non", "probability": 0.042236328125}, {"token_id": 238, "token_text": " di", "probability": 0.042236328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.02734375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.2021484375}, {"token_id": 1469, "token_text": " quella", "probability": 0.054443359375}, {"token_id": 285, "token_text": " la", "probability": 0.054443359375}, {"token_id": 387, "token_text": " una", "probability": 0.054443359375}, {"token_id": 1340, "token_text": " stata", "probability": 0.05126953125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.111328125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.111328125}, {"token_id": 285, "token_text": " la", "probability": 0.1044921875}, {"token_id": 227, "token_text": " l", "probability": 0.0595703125}, {"token_id": 360, "token_text": " i", "probability": 0.052734375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041015625}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.049560546875}, {"token_id": 3815, "token_text": " problema", "probability": 0.0301513671875}, {"token_id": 1385, "token_text": " fatto", "probability": 0.0301513671875}, {"token_id": 1999, "token_text": " numero", "probability": 0.0250244140625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0220947265625}]}, {"token_id": 10702, "token_text": " obiettivo", "chosen_probability": 0.056640625, "top_k_candidates": [{"token_id": 10702, "token_text": " obiettivo", "probability": 0.056640625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.05322265625}, {"token_id": 23950, "token_text": " organismo", "probability": 0.0267333984375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.025146484375}, {"token_id": 1438, "token_text": " team", "probability": 0.023681640625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.5078125}, {"token_id": 424, "token_text": " non", "probability": 0.0390625}, {"token_id": 238, "token_text": " di", "probability": 0.028564453125}, {"token_id": 15, "token_text": ",", "probability": 0.023681640625}, {"token_id": 395, "token_text": " si", "probability": 0.02099609375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1396484375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1396484375}, {"token_id": 267, "token_text": " un", "probability": 0.08447265625}, {"token_id": 293, "token_text": " il", "probability": 0.06591796875}, {"token_id": 1410, "token_text": " quello", "probability": 0.05810546875}, {"token_id": 387, "token_text": " una", "probability": 0.048095703125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.1455078125}, {"token_id": 285, "token_text": " la", "probability": 0.0830078125}, {"token_id": 267, "token_text": " un", "probability": 0.05029296875}, {"token_id": 227, "token_text": " l", "probability": 0.05029296875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041748046875}]}, {"token_id": 3134, "token_text": " nostro", "chosen_probability": 0.2060546875, "top_k_candidates": [{"token_id": 3134, "token_text": " nostro", "probability": 0.2060546875}, {"token_id": 2547, "token_text": " tuo", "probability": 0.02783203125}, {"token_id": 1999, "token_text": " numero", "probability": 0.0191650390625}, {"token_id": 1385, "token_text": " fatto", "probability": 0.016845703125}, {"token_id": 622, "token_text": " suo", "probability": 0.016845703125}]}, {"token_id": 7992, "token_text": " cervello", "chosen_probability": 0.045654296875, "top_k_candidates": [{"token_id": 7992, "token_text": " cervello", "probability": 0.045654296875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.042724609375}, {"token_id": 2866, "token_text": " corpo", "probability": 0.037841796875}, {"token_id": 23950, "token_text": " organismo", "probability": 0.027587890625}, {"token_id": 10702, "token_text": " obiettivo", "probability": 0.0196533203125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.318359375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.318359375}, {"token_id": 15, "token_text": ",", "probability": 0.0625}, {"token_id": 1161, "token_text": " sia", "probability": 0.0458984375}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.04052734375}, {"token_id": 424, "token_text": " non", "probability": 0.03564453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.08984375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.08984375}, {"token_id": 303, "token_text": " che", "probability": 0.08984375}, {"token_id": 1410, "token_text": " quello", "probability": 0.07958984375}, {"token_id": 293, "token_text": " il", "probability": 0.05126953125}, {"token_id": 234, "token_text": " in", "probability": 0.04248046875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1181640625}, {"token_id": 3815, "token_text": " problema", "probability": 0.033935546875}, {"token_id": 537, "token_text": " po", "probability": 0.0299072265625}, {"token_id": 13826, "token_text": " fattore", "probability": 0.028076171875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0233154296875}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.09423828125}, {"token_id": 5557, "token_text": "unica", "probability": 0.06494140625}, {"token_id": 4993, "token_text": "idea", "probability": 0.039306640625}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0269775390625}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0174560546875}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.15234375}, {"token_id": 17, "token_text": ".", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.052734375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.046630859375}, {"token_id": 246, "token_text": " e", "probability": 0.036376953125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.298828125}, {"token_id": 17, "token_text": ".", "probability": 0.193359375}, {"token_id": 15, "token_text": ",", "probability": 0.08056640625}, {"token_id": 290, "token_text": " per", "probability": 0.04052734375}, {"token_id": 234, "token_text": " in", "probability": 0.0245361328125}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.45703125, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.45703125}, {"token_id": 2370, "token_text": " avere", "probability": 0.02001953125}, {"token_id": 5473, "token_text": " raggiungere", "probability": 0.0107421875}, {"token_id": 5269, "token_text": " creare", "probability": 0.00946044921875}, {"token_id": 5706, "token_text": " diventare", "probability": 0.00836181640625}, {"token_id": 1612, "token_text": " fare", "probability": 0.00836181640625}, {"token_id": 9621, "token_text": " produrre", "probability": 0.00738525390625}, {"token_id": 616, "token_text": " anche", "probability": 0.006927490234375}, {"token_id": 4492, "token_text": " trovare", "probability": 0.006927490234375}, {"token_id": 1016, "token_text": " far", "probability": 0.006500244140625}], "entropy": 4.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7830035096818063, "average_logprob_per_token": -0.7830035096818063, "perplexity_on_target_sequence": 2.188034188034188, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.7830035096818063, "probability": 0.45703125, "raw_probability": 0.45703125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24949.14014005661, "probe_elapsed_sec": 0.789690564997727, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the largest city of the city of the city of the city of the city of the city of the city of the city of the city of the city of the", "text": "The capital of Italy is the largest city of the city of the city of the city of the city of the city of the city of the city of the city of the city of the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.126953125}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 263, "token_text": " to", "probability": 0.0322265625}, {"token_id": 720, "token_text": " one", "probability": 0.0235595703125}, {"token_id": 751, "token_text": " also", "probability": 0.020751953125}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.05078125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.05078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.044921875}, {"token_id": 836, "token_text": " first", "probability": 0.044921875}, {"token_id": 942, "token_text": " most", "probability": 0.044921875}, {"token_id": 1118, "token_text": " only", "probability": 0.0255126953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.0703125}, {"token_id": 262, "token_text": " and", "probability": 0.042724609375}, {"token_id": 256, "token_text": " of", "probability": 0.01519775390625}, {"token_id": 15, "token_text": ",", "probability": 0.01385498046875}, {"token_id": 18747, "token_text": " municipality", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.40625}, {"token_id": 234, "token_text": " in", "probability": 0.2041015625}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.054931640625}, {"token_id": 262, "token_text": " and", "probability": 0.020263671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1083984375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0291748046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0291748046875}, {"token_id": 8003, "token_text": " Spain", "probability": 0.024169921875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0177001953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1552734375}, {"token_id": 1547, "token_text": " world", "probability": 0.03466796875}, {"token_id": 8040, "token_text": " province", "probability": 0.01806640625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0174560546875}, {"token_id": 2269, "token_text": " country", "probability": 0.016357421875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.42578125}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.07861328125}, {"token_id": 400, "token_text": "'s", "probability": 0.0576171875}, {"token_id": 262, "token_text": " and", "probability": 0.034912109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.033203125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.027587890625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0228271484375}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.25390625}, {"token_id": 1547, "token_text": " world", "probability": 0.026611328125}, {"token_id": 8040, "token_text": " province", "probability": 0.0189208984375}, {"token_id": 2269, "token_text": " country", "probability": 0.01611328125}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01519775390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.515625}, {"token_id": 17, "token_text": ".", "probability": 0.1787109375}, {"token_id": 15, "token_text": ",", "probability": 0.07421875}, {"token_id": 400, "token_text": "'s", "probability": 0.04248046875}, {"token_id": 262, "token_text": " and", "probability": 0.02001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1416015625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0380859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0262451171875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.024658203125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.0203857421875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.37109375}, {"token_id": 1547, "token_text": " world", "probability": 0.0223388671875}, {"token_id": 2269, "token_text": " country", "probability": 0.014892578125}, {"token_id": 8040, "token_text": " province", "probability": 0.014892578125}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0135498046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66015625}, {"token_id": 17, "token_text": ".", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 262, "token_text": " and", "probability": 0.01458740234375}, {"token_id": 400, "token_text": "'s", "probability": 0.0120849609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.17578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0286865234375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.02099609375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0185546875}, {"token_id": 8003, "token_text": " Spain", "probability": 0.0185546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.42578125}, {"token_id": 8040, "token_text": " province", "probability": 0.017578125}, {"token_id": 1547, "token_text": " world", "probability": 0.0169677734375}, {"token_id": 2269, "token_text": " country", "probability": 0.01324462890625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0120849609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.67578125}, {"token_id": 17, "token_text": ".", "probability": 0.1416015625}, {"token_id": 15, "token_text": ",", "probability": 0.048828125}, {"token_id": 400, "token_text": "'s", "probability": 0.01312255859375}, {"token_id": 262, "token_text": " and", "probability": 0.0123291015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2255859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0286865234375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.016357421875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01397705078125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01397705078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.466796875}, {"token_id": 8040, "token_text": " province", "probability": 0.0169677734375}, {"token_id": 1547, "token_text": " world", "probability": 0.0155029296875}, {"token_id": 2269, "token_text": " country", "probability": 0.01324462890625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01068115234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.75390625}, {"token_id": 17, "token_text": ".", "probability": 0.10205078125}, {"token_id": 15, "token_text": ",", "probability": 0.03515625}, {"token_id": 262, "token_text": " and", "probability": 0.01141357421875}, {"token_id": 234, "token_text": " in", "probability": 0.00836181640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.275390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0240478515625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01409912109375}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01324462890625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.012451171875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.486328125}, {"token_id": 8040, "token_text": " province", "probability": 0.0166015625}, {"token_id": 1547, "token_text": " world", "probability": 0.01611328125}, {"token_id": 2269, "token_text": " country", "probability": 0.0137939453125}, {"token_id": 2729, "token_text": " town", "probability": 0.01043701171875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8046875}, {"token_id": 17, "token_text": ".", "probability": 0.08447265625}, {"token_id": 15, "token_text": ",", "probability": 0.029296875}, {"token_id": 262, "token_text": " and", "probability": 0.00738525390625}, {"token_id": 234, "token_text": " in", "probability": 0.005401611328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0252685546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0126953125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01226806640625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01153564453125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.5}, {"token_id": 1547, "token_text": " world", "probability": 0.0159912109375}, {"token_id": 8040, "token_text": " province", "probability": 0.01416015625}, {"token_id": 2269, "token_text": " country", "probability": 0.0133056640625}, {"token_id": 2729, "token_text": " town", "probability": 0.01068115234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.765625}, {"token_id": 17, "token_text": ".", "probability": 0.10400390625}, {"token_id": 15, "token_text": ",", "probability": 0.03173828125}, {"token_id": 400, "token_text": "'s", "probability": 0.01092529296875}, {"token_id": 262, "token_text": " and", "probability": 0.008544921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.302734375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02490234375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01287841796875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01251220703125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01171875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.5078125}, {"token_id": 1547, "token_text": " world", "probability": 0.017333984375}, {"token_id": 8040, "token_text": " province", "probability": 0.01348876953125}, {"token_id": 2269, "token_text": " country", "probability": 0.01226806640625}, {"token_id": 2491, "token_text": " City", "probability": 0.00958251953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.828125}, {"token_id": 17, "token_text": ".", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.0220947265625}, {"token_id": 262, "token_text": " and", "probability": 0.00762939453125}, {"token_id": 400, "token_text": "'s", "probability": 0.005584716796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.423828125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0255126953125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01165771484375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01165771484375}, {"token_id": 528, "token_text": " St", "probability": 0.0096435546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.486328125}, {"token_id": 1547, "token_text": " world", "probability": 0.0167236328125}, {"token_id": 2269, "token_text": " country", "probability": 0.01300048828125}, {"token_id": 8040, "token_text": " province", "probability": 0.0118408203125}, {"token_id": 2491, "token_text": " City", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83203125}, {"token_id": 17, "token_text": ".", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.020751953125}, {"token_id": 262, "token_text": " and", "probability": 0.006744384765625}, {"token_id": 234, "token_text": " in", "probability": 0.00384521484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.42578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0225830078125}, {"token_id": 528, "token_text": " St", "probability": 0.0106201171875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01031494140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.010009765625}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.126953125}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 263, "token_text": " to", "probability": 0.0322265625}, {"token_id": 720, "token_text": " one", "probability": 0.0235595703125}, {"token_id": 751, "token_text": " also", "probability": 0.020751953125}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.05078125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.05078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.044921875}, {"token_id": 836, "token_text": " first", "probability": 0.044921875}, {"token_id": 942, "token_text": " most", "probability": 0.044921875}, {"token_id": 1118, "token_text": " only", "probability": 0.0255126953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.0703125}, {"token_id": 262, "token_text": " and", "probability": 0.042724609375}, {"token_id": 256, "token_text": " of", "probability": 0.01519775390625}, {"token_id": 15, "token_text": ",", "probability": 0.01385498046875}, {"token_id": 18747, "token_text": " municipality", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.40625}, {"token_id": 234, "token_text": " in", "probability": 0.2041015625}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.054931640625}, {"token_id": 262, "token_text": " and", "probability": 0.020263671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1083984375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0291748046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0291748046875}, {"token_id": 8003, "token_text": " Spain", "probability": 0.024169921875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0177001953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1552734375}, {"token_id": 1547, "token_text": " world", "probability": 0.03466796875}, {"token_id": 8040, "token_text": " province", "probability": 0.01806640625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0174560546875}, {"token_id": 2269, "token_text": " country", "probability": 0.016357421875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.42578125}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.07861328125}, {"token_id": 400, "token_text": "'s", "probability": 0.0576171875}, {"token_id": 262, "token_text": " and", "probability": 0.034912109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.033203125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.027587890625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0228271484375}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.25390625}, {"token_id": 1547, "token_text": " world", "probability": 0.026611328125}, {"token_id": 8040, "token_text": " province", "probability": 0.0189208984375}, {"token_id": 2269, "token_text": " country", "probability": 0.01611328125}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01519775390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.515625}, {"token_id": 17, "token_text": ".", "probability": 0.1787109375}, {"token_id": 15, "token_text": ",", "probability": 0.07421875}, {"token_id": 400, "token_text": "'s", "probability": 0.04248046875}, {"token_id": 262, "token_text": " and", "probability": 0.02001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1416015625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0380859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0262451171875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.024658203125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.0203857421875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.37109375}, {"token_id": 1547, "token_text": " world", "probability": 0.0223388671875}, {"token_id": 2269, "token_text": " country", "probability": 0.014892578125}, {"token_id": 8040, "token_text": " province", "probability": 0.014892578125}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0135498046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66015625}, {"token_id": 17, "token_text": ".", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 262, "token_text": " and", "probability": 0.01458740234375}, {"token_id": 400, "token_text": "'s", "probability": 0.0120849609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.17578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0286865234375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.02099609375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0185546875}, {"token_id": 8003, "token_text": " Spain", "probability": 0.0185546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.42578125}, {"token_id": 8040, "token_text": " province", "probability": 0.017578125}, {"token_id": 1547, "token_text": " world", "probability": 0.0169677734375}, {"token_id": 2269, "token_text": " country", "probability": 0.01324462890625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0120849609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.67578125}, {"token_id": 17, "token_text": ".", "probability": 0.1416015625}, {"token_id": 15, "token_text": ",", "probability": 0.048828125}, {"token_id": 400, "token_text": "'s", "probability": 0.01312255859375}, {"token_id": 262, "token_text": " and", "probability": 0.0123291015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2255859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0286865234375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.016357421875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01397705078125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01397705078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.466796875}, {"token_id": 8040, "token_text": " province", "probability": 0.0169677734375}, {"token_id": 1547, "token_text": " world", "probability": 0.0155029296875}, {"token_id": 2269, "token_text": " country", "probability": 0.01324462890625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01068115234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.75390625}, {"token_id": 17, "token_text": ".", "probability": 0.10205078125}, {"token_id": 15, "token_text": ",", "probability": 0.03515625}, {"token_id": 262, "token_text": " and", "probability": 0.01141357421875}, {"token_id": 234, "token_text": " in", "probability": 0.00836181640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.275390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0240478515625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01409912109375}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01324462890625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.012451171875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.486328125}, {"token_id": 8040, "token_text": " province", "probability": 0.0166015625}, {"token_id": 1547, "token_text": " world", "probability": 0.01611328125}, {"token_id": 2269, "token_text": " country", "probability": 0.0137939453125}, {"token_id": 2729, "token_text": " town", "probability": 0.01043701171875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8046875}, {"token_id": 17, "token_text": ".", "probability": 0.08447265625}, {"token_id": 15, "token_text": ",", "probability": 0.029296875}, {"token_id": 262, "token_text": " and", "probability": 0.00738525390625}, {"token_id": 234, "token_text": " in", "probability": 0.005401611328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0252685546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0126953125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01226806640625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01153564453125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.5}, {"token_id": 1547, "token_text": " world", "probability": 0.0159912109375}, {"token_id": 8040, "token_text": " province", "probability": 0.01416015625}, {"token_id": 2269, "token_text": " country", "probability": 0.0133056640625}, {"token_id": 2729, "token_text": " town", "probability": 0.01068115234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.765625}, {"token_id": 17, "token_text": ".", "probability": 0.10400390625}, {"token_id": 15, "token_text": ",", "probability": 0.03173828125}, {"token_id": 400, "token_text": "'s", "probability": 0.01092529296875}, {"token_id": 262, "token_text": " and", "probability": 0.008544921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.302734375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02490234375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01287841796875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01251220703125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01171875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.5078125}, {"token_id": 1547, "token_text": " world", "probability": 0.017333984375}, {"token_id": 8040, "token_text": " province", "probability": 0.01348876953125}, {"token_id": 2269, "token_text": " country", "probability": 0.01226806640625}, {"token_id": 2491, "token_text": " City", "probability": 0.00958251953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.828125}, {"token_id": 17, "token_text": ".", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.0220947265625}, {"token_id": 262, "token_text": " and", "probability": 0.00762939453125}, {"token_id": 400, "token_text": "'s", "probability": 0.005584716796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.423828125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0255126953125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01165771484375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01165771484375}, {"token_id": 528, "token_text": " St", "probability": 0.0096435546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.486328125}, {"token_id": 1547, "token_text": " world", "probability": 0.0167236328125}, {"token_id": 2269, "token_text": " country", "probability": 0.01300048828125}, {"token_id": 8040, "token_text": " province", "probability": 0.0118408203125}, {"token_id": 2491, "token_text": " City", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83203125}, {"token_id": 17, "token_text": ".", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.020751953125}, {"token_id": 262, "token_text": " and", "probability": 0.006744384765625}, {"token_id": 234, "token_text": " in", "probability": 0.00384521484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.42578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0225830078125}, {"token_id": 528, "token_text": " St", "probability": 0.0106201171875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01031494140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.010009765625}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.126953125}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 263, "token_text": " to", "probability": 0.0322265625}, {"token_id": 720, "token_text": " one", "probability": 0.0235595703125}, {"token_id": 751, "token_text": " also", "probability": 0.020751953125}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.05078125, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.05078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.044921875}, {"token_id": 836, "token_text": " first", "probability": 0.044921875}, {"token_id": 942, "token_text": " most", "probability": 0.044921875}, {"token_id": 1118, "token_text": " only", "probability": 0.0255126953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.0703125}, {"token_id": 262, "token_text": " and", "probability": 0.042724609375}, {"token_id": 256, "token_text": " of", "probability": 0.01519775390625}, {"token_id": 15, "token_text": ",", "probability": 0.01385498046875}, {"token_id": 18747, "token_text": " municipality", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.40625}, {"token_id": 234, "token_text": " in", "probability": 0.2041015625}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 15, "token_text": ",", "probability": 0.054931640625}, {"token_id": 262, "token_text": " and", "probability": 0.020263671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1083984375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0291748046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0291748046875}, {"token_id": 8003, "token_text": " Spain", "probability": 0.024169921875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0177001953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1552734375}, {"token_id": 1547, "token_text": " world", "probability": 0.03466796875}, {"token_id": 8040, "token_text": " province", "probability": 0.01806640625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0174560546875}, {"token_id": 2269, "token_text": " country", "probability": 0.016357421875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.42578125}, {"token_id": 17, "token_text": ".", "probability": 0.1669921875}, {"token_id": 15, "token_text": ",", "probability": 0.07861328125}, {"token_id": 400, "token_text": "'s", "probability": 0.0576171875}, {"token_id": 262, "token_text": " and", "probability": 0.034912109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1025390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.033203125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.027587890625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0228271484375}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01953125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.25390625}, {"token_id": 1547, "token_text": " world", "probability": 0.026611328125}, {"token_id": 8040, "token_text": " province", "probability": 0.0189208984375}, {"token_id": 2269, "token_text": " country", "probability": 0.01611328125}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01519775390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.515625}, {"token_id": 17, "token_text": ".", "probability": 0.1787109375}, {"token_id": 15, "token_text": ",", "probability": 0.07421875}, {"token_id": 400, "token_text": "'s", "probability": 0.04248046875}, {"token_id": 262, "token_text": " and", "probability": 0.02001953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1416015625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0380859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0262451171875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.024658203125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.0203857421875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.37109375}, {"token_id": 1547, "token_text": " world", "probability": 0.0223388671875}, {"token_id": 2269, "token_text": " country", "probability": 0.014892578125}, {"token_id": 8040, "token_text": " province", "probability": 0.014892578125}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0135498046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66015625}, {"token_id": 17, "token_text": ".", "probability": 0.138671875}, {"token_id": 15, "token_text": ",", "probability": 0.051025390625}, {"token_id": 262, "token_text": " and", "probability": 0.01458740234375}, {"token_id": 400, "token_text": "'s", "probability": 0.0120849609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.17578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.17578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0286865234375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.02099609375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0185546875}, {"token_id": 8003, "token_text": " Spain", "probability": 0.0185546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.42578125}, {"token_id": 8040, "token_text": " province", "probability": 0.017578125}, {"token_id": 1547, "token_text": " world", "probability": 0.0169677734375}, {"token_id": 2269, "token_text": " country", "probability": 0.01324462890625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.0120849609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.67578125}, {"token_id": 17, "token_text": ".", "probability": 0.1416015625}, {"token_id": 15, "token_text": ",", "probability": 0.048828125}, {"token_id": 400, "token_text": "'s", "probability": 0.01312255859375}, {"token_id": 262, "token_text": " and", "probability": 0.0123291015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2255859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0286865234375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.016357421875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01397705078125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01397705078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.466796875}, {"token_id": 8040, "token_text": " province", "probability": 0.0169677734375}, {"token_id": 1547, "token_text": " world", "probability": 0.0155029296875}, {"token_id": 2269, "token_text": " country", "probability": 0.01324462890625}, {"token_id": 18747, "token_text": " municipality", "probability": 0.01068115234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.75390625}, {"token_id": 17, "token_text": ".", "probability": 0.10205078125}, {"token_id": 15, "token_text": ",", "probability": 0.03515625}, {"token_id": 262, "token_text": " and", "probability": 0.01141357421875}, {"token_id": 234, "token_text": " in", "probability": 0.00836181640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.275390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0240478515625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01409912109375}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01324462890625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.012451171875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.486328125}, {"token_id": 8040, "token_text": " province", "probability": 0.0166015625}, {"token_id": 1547, "token_text": " world", "probability": 0.01611328125}, {"token_id": 2269, "token_text": " country", "probability": 0.0137939453125}, {"token_id": 2729, "token_text": " town", "probability": 0.01043701171875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8046875}, {"token_id": 17, "token_text": ".", "probability": 0.08447265625}, {"token_id": 15, "token_text": ",", "probability": 0.029296875}, {"token_id": 262, "token_text": " and", "probability": 0.00738525390625}, {"token_id": 234, "token_text": " in", "probability": 0.005401611328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0252685546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0126953125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01226806640625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01153564453125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.5}, {"token_id": 1547, "token_text": " world", "probability": 0.0159912109375}, {"token_id": 8040, "token_text": " province", "probability": 0.01416015625}, {"token_id": 2269, "token_text": " country", "probability": 0.0133056640625}, {"token_id": 2729, "token_text": " town", "probability": 0.01068115234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.765625}, {"token_id": 17, "token_text": ".", "probability": 0.10400390625}, {"token_id": 15, "token_text": ",", "probability": 0.03173828125}, {"token_id": 400, "token_text": "'s", "probability": 0.01092529296875}, {"token_id": 262, "token_text": " and", "probability": 0.008544921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.302734375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02490234375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01287841796875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01251220703125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01171875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.5078125}, {"token_id": 1547, "token_text": " world", "probability": 0.017333984375}, {"token_id": 8040, "token_text": " province", "probability": 0.01348876953125}, {"token_id": 2269, "token_text": " country", "probability": 0.01226806640625}, {"token_id": 2491, "token_text": " City", "probability": 0.00958251953125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.828125}, {"token_id": 17, "token_text": ".", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.0220947265625}, {"token_id": 262, "token_text": " and", "probability": 0.00762939453125}, {"token_id": 400, "token_text": "'s", "probability": 0.005584716796875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.423828125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0255126953125}, {"token_id": 8003, "token_text": " Spain", "probability": 0.01165771484375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.01165771484375}, {"token_id": 528, "token_text": " St", "probability": 0.0096435546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.486328125}, {"token_id": 1547, "token_text": " world", "probability": 0.0167236328125}, {"token_id": 2269, "token_text": " country", "probability": 0.01300048828125}, {"token_id": 8040, "token_text": " province", "probability": 0.0118408203125}, {"token_id": 2491, "token_text": " City", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.83203125}, {"token_id": 17, "token_text": ".", "probability": 0.08203125}, {"token_id": 15, "token_text": ",", "probability": 0.020751953125}, {"token_id": 262, "token_text": " and", "probability": 0.006744384765625}, {"token_id": 234, "token_text": " in", "probability": 0.00384521484375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.42578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0225830078125}, {"token_id": 528, "token_text": " St", "probability": 0.0106201171875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01031494140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.010009765625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 963, "correct_token_probability": 9.059906005859375e-05, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.126953125}, {"token_id": 209, "token_text": " a", "probability": 0.11962890625}, {"token_id": 263, "token_text": " to", "probability": 0.0322265625}, {"token_id": 720, "token_text": " one", "probability": 0.0235595703125}, {"token_id": 751, "token_text": " also", "probability": 0.020751953125}, {"token_id": 248, "token_text": " an", "probability": 0.0167236328125}, {"token_id": 234, "token_text": " in", "probability": 0.0162353515625}, {"token_id": 534, "token_text": " not", "probability": 0.0162353515625}, {"token_id": 1576, "token_text": " now", "probability": 0.0157470703125}, {"token_id": 3857, "token_text": " located", "probability": 0.01519775390625}], "entropy": 5.65625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.309066719598365, "average_logprob_per_token": -9.309066719598365, "perplexity_on_target_sequence": 11037.642105263149, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -9.309066719598365, "probability": 9.059906005859375e-05, "raw_probability": 9.059906005859375e-05, "correct_token_rank": 963}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24949.140812158585, "probe_elapsed_sec": 0.789690564997727, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to be used in the United States and the United States. The term \"Civotal\" is used in the United States and is used in", "text": "A small language model should be used to be used in the United States and the United States. The term \"Civotal\" is used in the United States and is used in", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.291015625}, {"token_id": 1466, "token_text": " help", "probability": 0.0693359375}, {"token_id": 534, "token_text": " not", "probability": 0.05078125}, {"token_id": 581, "token_text": " have", "probability": 0.0255126953125}, {"token_id": 751, "token_text": " also", "probability": 0.0164794921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.11376953125}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 1334, "token_text": " found", "probability": 0.0238037109375}, {"token_id": 2956, "token_text": " able", "probability": 0.0211181640625}, {"token_id": 4424, "token_text": " considered", "probability": 0.01275634765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.328125}, {"token_id": 234, "token_text": " in", "probability": 0.19921875}, {"token_id": 321, "token_text": " for", "probability": 0.10009765625}, {"token_id": 347, "token_text": " as", "probability": 0.09423828125}, {"token_id": 443, "token_text": " by", "probability": 0.05029296875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.049072265625}, {"token_id": 10728, "token_text": " describe", "probability": 0.046142578125}, {"token_id": 4052, "token_text": " create", "probability": 0.03369140625}, {"token_id": 1466, "token_text": " help", "probability": 0.02978515625}, {"token_id": 230, "token_text": " the", "probability": 0.02978515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.40234375}, {"token_id": 209, "token_text": " a", "probability": 0.0291748046875}, {"token_id": 3310, "token_text": " built", "probability": 0.01214599609375}, {"token_id": 1334, "token_text": " found", "probability": 0.01214599609375}, {"token_id": 230, "token_text": " the", "probability": 0.01007080078125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.244140625}, {"token_id": 234, "token_text": " in", "probability": 0.244140625}, {"token_id": 347, "token_text": " as", "probability": 0.1083984375}, {"token_id": 321, "token_text": " for", "probability": 0.08984375}, {"token_id": 443, "token_text": " by", "probability": 0.0791015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33203125}, {"token_id": 209, "token_text": " a", "probability": 0.07861328125}, {"token_id": 587, "token_text": " this", "probability": 0.03076171875}, {"token_id": 248, "token_text": " an", "probability": 0.0128173828125}, {"token_id": 1031, "token_text": " any", "probability": 0.01171875}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.030517578125}, {"token_id": 3341, "token_text": " field", "probability": 0.015869140625}, {"token_id": 9925, "token_text": " context", "probability": 0.014892578125}, {"token_id": 1686, "token_text": " same", "probability": 0.014892578125}, {"token_id": 1075, "token_text": " form", "probability": 0.01397705078125}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.90234375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.07421875}, {"token_id": 10239, "token_text": " Nations", "probability": 0.00946044921875}, {"token_id": 5736, "token_text": " Arab", "probability": 0.002105712890625}, {"token_id": 1547, "token_text": " world", "probability": 0.00025177001953125}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.126953125}, {"token_id": 17, "token_text": ".", "probability": 0.11181640625}, {"token_id": 15, "token_text": ",", "probability": 0.072265625}, {"token_id": 5031, "token_text": " Department", "probability": 0.049560546875}, {"token_id": 256, "token_text": " of", "probability": 0.046630859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0751953125}, {"token_id": 234, "token_text": " in", "probability": 0.062255859375}, {"token_id": 4005, "token_text": " Canada", "probability": 0.054931640625}, {"token_id": 1758, "token_text": " United", "probability": 0.037841796875}, {"token_id": 263, "token_text": " to", "probability": 0.035400390625}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.462890625}, {"token_id": 430, "token_text": " U", "probability": 0.0179443359375}, {"token_id": 1859, "token_text": " American", "probability": 0.016845703125}, {"token_id": 1840, "token_text": " US", "probability": 0.01153564453125}, {"token_id": 2257, "token_text": " National", "probability": 0.0079345703125}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.91015625}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.06201171875}, {"token_id": 10239, "token_text": " Nations", "probability": 0.01470947265625}, {"token_id": 5736, "token_text": " Arab", "probability": 0.00176239013671875}, {"token_id": 4518, "token_text": " countries", "probability": 0.0004730224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.333984375}, {"token_id": 262, "token_text": " and", "probability": 0.130859375}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 263, "token_text": " to", "probability": 0.03515625}, {"token_id": 5031, "token_text": " Department", "probability": 0.02001953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.158203125}, {"token_id": 2, "token_text": "", "probability": 0.07470703125}, {"token_id": 407, "token_text": " In", "probability": 0.061767578125}, {"token_id": 1062, "token_text": " This", "probability": 0.03515625}, {"token_id": 277, "token_text": " A", "probability": 0.03515625}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.0361328125}, {"token_id": 836, "token_text": " first", "probability": 0.0281982421875}, {"token_id": 1758, "token_text": " United", "probability": 0.0247802734375}, {"token_id": 5752, "token_text": " concept", "probability": 0.01171875}, {"token_id": 1625, "token_text": " system", "probability": 0.01171875}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.1962890625}, {"token_id": 336, "token_text": " is", "probability": 0.1435546875}, {"token_id": 1347, "token_text": " used", "probability": 0.0986328125}, {"token_id": 321, "token_text": " for", "probability": 0.03857421875}, {"token_id": 13040, "token_text": " refers", "probability": 0.022705078125}]}, {"token_id": 38, "token_text": "C", "chosen_probability": 0.0303955078125, "top_k_candidates": [{"token_id": 38, "token_text": "C", "probability": 0.0303955078125}, {"token_id": 54, "token_text": "S", "probability": 0.022216796875}, {"token_id": 39, "token_text": "D", "probability": 0.0208740234375}, {"token_id": 55, "token_text": "T", "probability": 0.0184326171875}, {"token_id": 36, "token_text": "A", "probability": 0.0184326171875}]}, {"token_id": 436, "token_text": "iv", "chosen_probability": 0.035888671875, "top_k_candidates": [{"token_id": 436, "token_text": "iv", "probability": 0.035888671875}, {"token_id": 5, "token_text": "\"", "probability": 0.023193359375}, {"token_id": 471, "token_text": "ity", "probability": 0.0218505859375}, {"token_id": 414, "token_text": "ore", "probability": 0.0218505859375}, {"token_id": 930, "token_text": "ath", "probability": 0.019287109375}]}, {"token_id": 306, "token_text": "ot", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 306, "token_text": "ot", "probability": 0.10107421875}, {"token_id": 245, "token_text": "il", "probability": 0.0576171875}, {"token_id": 784, "token_text": "ory", "probability": 0.044921875}, {"token_id": 393, "token_text": "ali", "probability": 0.0240478515625}, {"token_id": 354, "token_text": "oc", "probability": 0.0233154296875}]}, {"token_id": 233, "token_text": "al", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 233, "token_text": "al", "probability": 0.181640625}, {"token_id": 5, "token_text": "\"", "probability": 0.09130859375}, {"token_id": 790, "token_text": "ations", "probability": 0.08056640625}, {"token_id": 20143, "token_text": "ype", "probability": 0.048828125}, {"token_id": 353, "token_text": "ation", "probability": 0.031494140625}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.265625}, {"token_id": 1205, "token_text": "\",", "probability": 0.0205078125}, {"token_id": 3965, "token_text": " language", "probability": 0.01318359375}, {"token_id": 352, "token_text": "ist", "probability": 0.00909423828125}, {"token_id": 16, "token_text": "-", "probability": 0.007080078125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2197265625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2197265625}, {"token_id": 3693, "token_text": " means", "probability": 0.08642578125}, {"token_id": 13040, "token_text": " refers", "probability": 0.0556640625}, {"token_id": 5753, "token_text": " uses", "probability": 0.049072265625}, {"token_id": 361, "token_text": " was", "probability": 0.038330078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1474609375}, {"token_id": 209, "token_text": " a", "probability": 0.138671875}, {"token_id": 230, "token_text": " the", "probability": 0.042236328125}, {"token_id": 751, "token_text": " also", "probability": 0.032958984375}, {"token_id": 534, "token_text": " not", "probability": 0.029052734375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.365234375}, {"token_id": 263, "token_text": " to", "probability": 0.251953125}, {"token_id": 321, "token_text": " for", "probability": 0.111328125}, {"token_id": 347, "token_text": " as", "probability": 0.08154296875}, {"token_id": 443, "token_text": " by", "probability": 0.07666015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.375}, {"token_id": 209, "token_text": " a", "probability": 0.044677734375}, {"token_id": 587, "token_text": " this", "probability": 0.0255126953125}, {"token_id": 3093, "token_text": " English", "probability": 0.01544189453125}, {"token_id": 1313, "token_text": " many", "probability": 0.01495361328125}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.46484375}, {"token_id": 430, "token_text": " U", "probability": 0.0169677734375}, {"token_id": 1840, "token_text": " US", "probability": 0.0140380859375}, {"token_id": 1859, "token_text": " American", "probability": 0.01318359375}, {"token_id": 2185, "token_text": " word", "probability": 0.01025390625}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.91015625}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.07958984375}, {"token_id": 10239, "token_text": " Nations", "probability": 0.0034942626953125}, {"token_id": 5736, "token_text": " Arab", "probability": 0.000644683837890625}, {"token_id": 4518, "token_text": " countries", "probability": 0.0004711151123046875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.251953125}, {"token_id": 17, "token_text": ".", "probability": 0.15234375}, {"token_id": 15, "token_text": ",", "probability": 0.11181640625}, {"token_id": 263, "token_text": " to", "probability": 0.041015625}, {"token_id": 347, "token_text": " as", "probability": 0.0361328125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.11279296875}, {"token_id": 230, "token_text": " the", "probability": 0.08251953125}, {"token_id": 1758, "token_text": " United", "probability": 0.04150390625}, {"token_id": 4005, "token_text": " Canada", "probability": 0.04150390625}, {"token_id": 234, "token_text": " in", "probability": 0.03662109375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2236328125}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 230, "token_text": " the", "probability": 0.04150390625}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 534, "token_text": " not", "probability": 0.025146484375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.51171875}, {"token_id": 263, "token_text": " to", "probability": 0.146484375}, {"token_id": 321, "token_text": " for", "probability": 0.0888671875}, {"token_id": 347, "token_text": " as", "probability": 0.08349609375}, {"token_id": 443, "token_text": " by", "probability": 0.07861328125}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.291015625}, {"token_id": 1466, "token_text": " help", "probability": 0.0693359375}, {"token_id": 534, "token_text": " not", "probability": 0.05078125}, {"token_id": 581, "token_text": " have", "probability": 0.0255126953125}, {"token_id": 751, "token_text": " also", "probability": 0.0164794921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.11376953125}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 1334, "token_text": " found", "probability": 0.0238037109375}, {"token_id": 2956, "token_text": " able", "probability": 0.0211181640625}, {"token_id": 4424, "token_text": " considered", "probability": 0.01275634765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.328125}, {"token_id": 234, "token_text": " in", "probability": 0.19921875}, {"token_id": 321, "token_text": " for", "probability": 0.10009765625}, {"token_id": 347, "token_text": " as", "probability": 0.09423828125}, {"token_id": 443, "token_text": " by", "probability": 0.05029296875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.049072265625}, {"token_id": 10728, "token_text": " describe", "probability": 0.046142578125}, {"token_id": 4052, "token_text": " create", "probability": 0.03369140625}, {"token_id": 1466, "token_text": " help", "probability": 0.02978515625}, {"token_id": 230, "token_text": " the", "probability": 0.02978515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.40234375}, {"token_id": 209, "token_text": " a", "probability": 0.0291748046875}, {"token_id": 3310, "token_text": " built", "probability": 0.01214599609375}, {"token_id": 1334, "token_text": " found", "probability": 0.01214599609375}, {"token_id": 230, "token_text": " the", "probability": 0.01007080078125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.244140625}, {"token_id": 234, "token_text": " in", "probability": 0.244140625}, {"token_id": 347, "token_text": " as", "probability": 0.1083984375}, {"token_id": 321, "token_text": " for", "probability": 0.08984375}, {"token_id": 443, "token_text": " by", "probability": 0.0791015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33203125}, {"token_id": 209, "token_text": " a", "probability": 0.07861328125}, {"token_id": 587, "token_text": " this", "probability": 0.03076171875}, {"token_id": 248, "token_text": " an", "probability": 0.0128173828125}, {"token_id": 1031, "token_text": " any", "probability": 0.01171875}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.030517578125}, {"token_id": 3341, "token_text": " field", "probability": 0.015869140625}, {"token_id": 9925, "token_text": " context", "probability": 0.014892578125}, {"token_id": 1686, "token_text": " same", "probability": 0.014892578125}, {"token_id": 1075, "token_text": " form", "probability": 0.01397705078125}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.90234375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.07421875}, {"token_id": 10239, "token_text": " Nations", "probability": 0.00946044921875}, {"token_id": 5736, "token_text": " Arab", "probability": 0.002105712890625}, {"token_id": 1547, "token_text": " world", "probability": 0.00025177001953125}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.126953125}, {"token_id": 17, "token_text": ".", "probability": 0.11181640625}, {"token_id": 15, "token_text": ",", "probability": 0.072265625}, {"token_id": 5031, "token_text": " Department", "probability": 0.049560546875}, {"token_id": 256, "token_text": " of", "probability": 0.046630859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0751953125}, {"token_id": 234, "token_text": " in", "probability": 0.062255859375}, {"token_id": 4005, "token_text": " Canada", "probability": 0.054931640625}, {"token_id": 1758, "token_text": " United", "probability": 0.037841796875}, {"token_id": 263, "token_text": " to", "probability": 0.035400390625}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.462890625}, {"token_id": 430, "token_text": " U", "probability": 0.0179443359375}, {"token_id": 1859, "token_text": " American", "probability": 0.016845703125}, {"token_id": 1840, "token_text": " US", "probability": 0.01153564453125}, {"token_id": 2257, "token_text": " National", "probability": 0.0079345703125}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.91015625}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.06201171875}, {"token_id": 10239, "token_text": " Nations", "probability": 0.01470947265625}, {"token_id": 5736, "token_text": " Arab", "probability": 0.00176239013671875}, {"token_id": 4518, "token_text": " countries", "probability": 0.0004730224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.333984375}, {"token_id": 262, "token_text": " and", "probability": 0.130859375}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 263, "token_text": " to", "probability": 0.03515625}, {"token_id": 5031, "token_text": " Department", "probability": 0.02001953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1708984375}, {"token_id": 407, "token_text": " In", "probability": 0.06689453125}, {"token_id": 1062, "token_text": " This", "probability": 0.0380859375}, {"token_id": 277, "token_text": " A", "probability": 0.0380859375}, {"token_id": 679, "token_text": " It", "probability": 0.03369140625}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.0361328125}, {"token_id": 836, "token_text": " first", "probability": 0.0281982421875}, {"token_id": 1758, "token_text": " United", "probability": 0.0247802734375}, {"token_id": 5752, "token_text": " concept", "probability": 0.01171875}, {"token_id": 1625, "token_text": " system", "probability": 0.01171875}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.1962890625}, {"token_id": 336, "token_text": " is", "probability": 0.1435546875}, {"token_id": 1347, "token_text": " used", "probability": 0.0986328125}, {"token_id": 321, "token_text": " for", "probability": 0.03857421875}, {"token_id": 13040, "token_text": " refers", "probability": 0.022705078125}]}, {"token_id": 38, "token_text": "C", "chosen_probability": 0.0303955078125, "top_k_candidates": [{"token_id": 38, "token_text": "C", "probability": 0.0303955078125}, {"token_id": 54, "token_text": "S", "probability": 0.022216796875}, {"token_id": 39, "token_text": "D", "probability": 0.0208740234375}, {"token_id": 55, "token_text": "T", "probability": 0.0184326171875}, {"token_id": 36, "token_text": "A", "probability": 0.0184326171875}]}, {"token_id": 436, "token_text": "iv", "chosen_probability": 0.035888671875, "top_k_candidates": [{"token_id": 436, "token_text": "iv", "probability": 0.035888671875}, {"token_id": 5, "token_text": "\"", "probability": 0.023193359375}, {"token_id": 471, "token_text": "ity", "probability": 0.0218505859375}, {"token_id": 414, "token_text": "ore", "probability": 0.0218505859375}, {"token_id": 930, "token_text": "ath", "probability": 0.019287109375}]}, {"token_id": 306, "token_text": "ot", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 306, "token_text": "ot", "probability": 0.10107421875}, {"token_id": 245, "token_text": "il", "probability": 0.0576171875}, {"token_id": 784, "token_text": "ory", "probability": 0.044921875}, {"token_id": 393, "token_text": "ali", "probability": 0.0240478515625}, {"token_id": 354, "token_text": "oc", "probability": 0.0233154296875}]}, {"token_id": 233, "token_text": "al", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 233, "token_text": "al", "probability": 0.181640625}, {"token_id": 5, "token_text": "\"", "probability": 0.09130859375}, {"token_id": 790, "token_text": "ations", "probability": 0.08056640625}, {"token_id": 20143, "token_text": "ype", "probability": 0.048828125}, {"token_id": 353, "token_text": "ation", "probability": 0.031494140625}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.265625}, {"token_id": 1205, "token_text": "\",", "probability": 0.0205078125}, {"token_id": 3965, "token_text": " language", "probability": 0.01318359375}, {"token_id": 352, "token_text": "ist", "probability": 0.00909423828125}, {"token_id": 16, "token_text": "-", "probability": 0.007080078125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2197265625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2197265625}, {"token_id": 3693, "token_text": " means", "probability": 0.08642578125}, {"token_id": 13040, "token_text": " refers", "probability": 0.0556640625}, {"token_id": 5753, "token_text": " uses", "probability": 0.049072265625}, {"token_id": 361, "token_text": " was", "probability": 0.038330078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1474609375}, {"token_id": 209, "token_text": " a", "probability": 0.138671875}, {"token_id": 230, "token_text": " the", "probability": 0.042236328125}, {"token_id": 751, "token_text": " also", "probability": 0.032958984375}, {"token_id": 534, "token_text": " not", "probability": 0.029052734375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.365234375}, {"token_id": 263, "token_text": " to", "probability": 0.251953125}, {"token_id": 321, "token_text": " for", "probability": 0.111328125}, {"token_id": 347, "token_text": " as", "probability": 0.08154296875}, {"token_id": 443, "token_text": " by", "probability": 0.07666015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.375}, {"token_id": 209, "token_text": " a", "probability": 0.044677734375}, {"token_id": 587, "token_text": " this", "probability": 0.0255126953125}, {"token_id": 3093, "token_text": " English", "probability": 0.01544189453125}, {"token_id": 1313, "token_text": " many", "probability": 0.01495361328125}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.46484375}, {"token_id": 430, "token_text": " U", "probability": 0.0169677734375}, {"token_id": 1840, "token_text": " US", "probability": 0.0140380859375}, {"token_id": 1859, "token_text": " American", "probability": 0.01318359375}, {"token_id": 2185, "token_text": " word", "probability": 0.01025390625}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.91015625}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.07958984375}, {"token_id": 10239, "token_text": " Nations", "probability": 0.0034942626953125}, {"token_id": 5736, "token_text": " Arab", "probability": 0.000644683837890625}, {"token_id": 4518, "token_text": " countries", "probability": 0.0004711151123046875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.251953125}, {"token_id": 17, "token_text": ".", "probability": 0.15234375}, {"token_id": 15, "token_text": ",", "probability": 0.11181640625}, {"token_id": 263, "token_text": " to", "probability": 0.041015625}, {"token_id": 347, "token_text": " as", "probability": 0.0361328125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.11279296875}, {"token_id": 230, "token_text": " the", "probability": 0.08251953125}, {"token_id": 1758, "token_text": " United", "probability": 0.04150390625}, {"token_id": 4005, "token_text": " Canada", "probability": 0.04150390625}, {"token_id": 234, "token_text": " in", "probability": 0.03662109375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2236328125}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 230, "token_text": " the", "probability": 0.04150390625}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 534, "token_text": " not", "probability": 0.025146484375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.51171875}, {"token_id": 263, "token_text": " to", "probability": 0.146484375}, {"token_id": 321, "token_text": " for", "probability": 0.0888671875}, {"token_id": 347, "token_text": " as", "probability": 0.08349609375}, {"token_id": 443, "token_text": " by", "probability": 0.07861328125}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.291015625}, {"token_id": 1466, "token_text": " help", "probability": 0.0693359375}, {"token_id": 534, "token_text": " not", "probability": 0.05078125}, {"token_id": 581, "token_text": " have", "probability": 0.0255126953125}, {"token_id": 751, "token_text": " also", "probability": 0.0164794921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.11376953125}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 1334, "token_text": " found", "probability": 0.0238037109375}, {"token_id": 2956, "token_text": " able", "probability": 0.0211181640625}, {"token_id": 4424, "token_text": " considered", "probability": 0.01275634765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.328125}, {"token_id": 234, "token_text": " in", "probability": 0.19921875}, {"token_id": 321, "token_text": " for", "probability": 0.10009765625}, {"token_id": 347, "token_text": " as", "probability": 0.09423828125}, {"token_id": 443, "token_text": " by", "probability": 0.05029296875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.049072265625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.049072265625}, {"token_id": 10728, "token_text": " describe", "probability": 0.046142578125}, {"token_id": 4052, "token_text": " create", "probability": 0.03369140625}, {"token_id": 1466, "token_text": " help", "probability": 0.02978515625}, {"token_id": 230, "token_text": " the", "probability": 0.02978515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.40234375}, {"token_id": 209, "token_text": " a", "probability": 0.0291748046875}, {"token_id": 3310, "token_text": " built", "probability": 0.01214599609375}, {"token_id": 1334, "token_text": " found", "probability": 0.01214599609375}, {"token_id": 230, "token_text": " the", "probability": 0.01007080078125}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.244140625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.244140625}, {"token_id": 234, "token_text": " in", "probability": 0.244140625}, {"token_id": 347, "token_text": " as", "probability": 0.1083984375}, {"token_id": 321, "token_text": " for", "probability": 0.08984375}, {"token_id": 443, "token_text": " by", "probability": 0.0791015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33203125}, {"token_id": 209, "token_text": " a", "probability": 0.07861328125}, {"token_id": 587, "token_text": " this", "probability": 0.03076171875}, {"token_id": 248, "token_text": " an", "probability": 0.0128173828125}, {"token_id": 1031, "token_text": " any", "probability": 0.01171875}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.030517578125}, {"token_id": 3341, "token_text": " field", "probability": 0.015869140625}, {"token_id": 9925, "token_text": " context", "probability": 0.014892578125}, {"token_id": 1686, "token_text": " same", "probability": 0.014892578125}, {"token_id": 1075, "token_text": " form", "probability": 0.01397705078125}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.90234375}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.07421875}, {"token_id": 10239, "token_text": " Nations", "probability": 0.00946044921875}, {"token_id": 5736, "token_text": " Arab", "probability": 0.002105712890625}, {"token_id": 1547, "token_text": " world", "probability": 0.00025177001953125}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.126953125}, {"token_id": 17, "token_text": ".", "probability": 0.11181640625}, {"token_id": 15, "token_text": ",", "probability": 0.072265625}, {"token_id": 5031, "token_text": " Department", "probability": 0.049560546875}, {"token_id": 256, "token_text": " of", "probability": 0.046630859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0751953125}, {"token_id": 234, "token_text": " in", "probability": 0.062255859375}, {"token_id": 4005, "token_text": " Canada", "probability": 0.054931640625}, {"token_id": 1758, "token_text": " United", "probability": 0.037841796875}, {"token_id": 263, "token_text": " to", "probability": 0.035400390625}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.462890625}, {"token_id": 430, "token_text": " U", "probability": 0.0179443359375}, {"token_id": 1859, "token_text": " American", "probability": 0.016845703125}, {"token_id": 1840, "token_text": " US", "probability": 0.01153564453125}, {"token_id": 2257, "token_text": " National", "probability": 0.0079345703125}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.91015625}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.06201171875}, {"token_id": 10239, "token_text": " Nations", "probability": 0.01470947265625}, {"token_id": 5736, "token_text": " Arab", "probability": 0.00176239013671875}, {"token_id": 4518, "token_text": " countries", "probability": 0.0004730224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.333984375}, {"token_id": 262, "token_text": " and", "probability": 0.130859375}, {"token_id": 15, "token_text": ",", "probability": 0.0791015625}, {"token_id": 263, "token_text": " to", "probability": 0.03515625}, {"token_id": 5031, "token_text": " Department", "probability": 0.02001953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1708984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1708984375}, {"token_id": 407, "token_text": " In", "probability": 0.06689453125}, {"token_id": 1062, "token_text": " This", "probability": 0.0380859375}, {"token_id": 277, "token_text": " A", "probability": 0.0380859375}, {"token_id": 679, "token_text": " It", "probability": 0.03369140625}]}, {"token_id": 1617, "token_text": " term", "chosen_probability": 0.0361328125, "top_k_candidates": [{"token_id": 1617, "token_text": " term", "probability": 0.0361328125}, {"token_id": 836, "token_text": " first", "probability": 0.0281982421875}, {"token_id": 1758, "token_text": " United", "probability": 0.0247802734375}, {"token_id": 5752, "token_text": " concept", "probability": 0.01171875}, {"token_id": 1625, "token_text": " system", "probability": 0.01171875}]}, {"token_id": 363, "token_text": " \"", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 363, "token_text": " \"", "probability": 0.1962890625}, {"token_id": 336, "token_text": " is", "probability": 0.1435546875}, {"token_id": 1347, "token_text": " used", "probability": 0.0986328125}, {"token_id": 321, "token_text": " for", "probability": 0.03857421875}, {"token_id": 13040, "token_text": " refers", "probability": 0.022705078125}]}, {"token_id": 38, "token_text": "C", "chosen_probability": 0.0303955078125, "top_k_candidates": [{"token_id": 38, "token_text": "C", "probability": 0.0303955078125}, {"token_id": 54, "token_text": "S", "probability": 0.022216796875}, {"token_id": 39, "token_text": "D", "probability": 0.0208740234375}, {"token_id": 55, "token_text": "T", "probability": 0.0184326171875}, {"token_id": 36, "token_text": "A", "probability": 0.0184326171875}]}, {"token_id": 436, "token_text": "iv", "chosen_probability": 0.035888671875, "top_k_candidates": [{"token_id": 436, "token_text": "iv", "probability": 0.035888671875}, {"token_id": 5, "token_text": "\"", "probability": 0.023193359375}, {"token_id": 471, "token_text": "ity", "probability": 0.0218505859375}, {"token_id": 414, "token_text": "ore", "probability": 0.0218505859375}, {"token_id": 930, "token_text": "ath", "probability": 0.019287109375}]}, {"token_id": 306, "token_text": "ot", "chosen_probability": 0.10107421875, "top_k_candidates": [{"token_id": 306, "token_text": "ot", "probability": 0.10107421875}, {"token_id": 245, "token_text": "il", "probability": 0.0576171875}, {"token_id": 784, "token_text": "ory", "probability": 0.044921875}, {"token_id": 393, "token_text": "ali", "probability": 0.0240478515625}, {"token_id": 354, "token_text": "oc", "probability": 0.0233154296875}]}, {"token_id": 233, "token_text": "al", "chosen_probability": 0.181640625, "top_k_candidates": [{"token_id": 233, "token_text": "al", "probability": 0.181640625}, {"token_id": 5, "token_text": "\"", "probability": 0.09130859375}, {"token_id": 790, "token_text": "ations", "probability": 0.08056640625}, {"token_id": 20143, "token_text": "ype", "probability": 0.048828125}, {"token_id": 353, "token_text": "ation", "probability": 0.031494140625}]}, {"token_id": 5, "token_text": "\"", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 5, "token_text": "\"", "probability": 0.265625}, {"token_id": 1205, "token_text": "\",", "probability": 0.0205078125}, {"token_id": 3965, "token_text": " language", "probability": 0.01318359375}, {"token_id": 352, "token_text": "ist", "probability": 0.00909423828125}, {"token_id": 16, "token_text": "-", "probability": 0.007080078125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2197265625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2197265625}, {"token_id": 3693, "token_text": " means", "probability": 0.08642578125}, {"token_id": 13040, "token_text": " refers", "probability": 0.0556640625}, {"token_id": 5753, "token_text": " uses", "probability": 0.049072265625}, {"token_id": 361, "token_text": " was", "probability": 0.038330078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1474609375}, {"token_id": 209, "token_text": " a", "probability": 0.138671875}, {"token_id": 230, "token_text": " the", "probability": 0.042236328125}, {"token_id": 751, "token_text": " also", "probability": 0.032958984375}, {"token_id": 534, "token_text": " not", "probability": 0.029052734375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.365234375}, {"token_id": 263, "token_text": " to", "probability": 0.251953125}, {"token_id": 321, "token_text": " for", "probability": 0.111328125}, {"token_id": 347, "token_text": " as", "probability": 0.08154296875}, {"token_id": 443, "token_text": " by", "probability": 0.07666015625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.375}, {"token_id": 209, "token_text": " a", "probability": 0.044677734375}, {"token_id": 587, "token_text": " this", "probability": 0.0255126953125}, {"token_id": 3093, "token_text": " English", "probability": 0.01544189453125}, {"token_id": 1313, "token_text": " many", "probability": 0.01495361328125}]}, {"token_id": 1758, "token_text": " United", "chosen_probability": 0.46484375, "top_k_candidates": [{"token_id": 1758, "token_text": " United", "probability": 0.46484375}, {"token_id": 430, "token_text": " U", "probability": 0.0169677734375}, {"token_id": 1840, "token_text": " US", "probability": 0.0140380859375}, {"token_id": 1859, "token_text": " American", "probability": 0.01318359375}, {"token_id": 2185, "token_text": " word", "probability": 0.01025390625}]}, {"token_id": 2189, "token_text": " States", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 2189, "token_text": " States", "probability": 0.91015625}, {"token_id": 8995, "token_text": " Kingdom", "probability": 0.07958984375}, {"token_id": 10239, "token_text": " Nations", "probability": 0.0034942626953125}, {"token_id": 5736, "token_text": " Arab", "probability": 0.000644683837890625}, {"token_id": 4518, "token_text": " countries", "probability": 0.0004711151123046875}]}, {"token_id": 262, "token_text": " and", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 262, "token_text": " and", "probability": 0.251953125}, {"token_id": 17, "token_text": ".", "probability": 0.15234375}, {"token_id": 15, "token_text": ",", "probability": 0.11181640625}, {"token_id": 263, "token_text": " to", "probability": 0.041015625}, {"token_id": 347, "token_text": " as", "probability": 0.0361328125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.11279296875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.11279296875}, {"token_id": 230, "token_text": " the", "probability": 0.08251953125}, {"token_id": 1758, "token_text": " United", "probability": 0.04150390625}, {"token_id": 4005, "token_text": " Canada", "probability": 0.04150390625}, {"token_id": 234, "token_text": " in", "probability": 0.03662109375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2236328125}, {"token_id": 209, "token_text": " a", "probability": 0.07275390625}, {"token_id": 230, "token_text": " the", "probability": 0.04150390625}, {"token_id": 234, "token_text": " in", "probability": 0.038818359375}, {"token_id": 534, "token_text": " not", "probability": 0.025146484375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.51171875}, {"token_id": 263, "token_text": " to", "probability": 0.146484375}, {"token_id": 321, "token_text": " for", "probability": 0.0888671875}, {"token_id": 347, "token_text": " as", "probability": 0.08349609375}, {"token_id": 443, "token_text": " by", "probability": 0.07861328125}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.291015625, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.291015625}, {"token_id": 1466, "token_text": " help", "probability": 0.0693359375}, {"token_id": 534, "token_text": " not", "probability": 0.05078125}, {"token_id": 581, "token_text": " have", "probability": 0.0255126953125}, {"token_id": 751, "token_text": " also", "probability": 0.0164794921875}, {"token_id": 1882, "token_text": " take", "probability": 0.0128173828125}, {"token_id": 1300, "token_text": " use", "probability": 0.0128173828125}, {"token_id": 1494, "token_text": " make", "probability": 0.010009765625}, {"token_id": 1864, "token_text": " support", "probability": 0.00830078125}, {"token_id": 3710, "token_text": " provide", "probability": 0.007781982421875}], "entropy": 4.6875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.2343783190940487, "average_logprob_per_token": -1.2343783190940487, "perplexity_on_target_sequence": 3.4362416107382554, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.2343783190940487, "probability": 0.291015625, "raw_probability": 0.291015625, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24949.14137530327, "probe_elapsed_sec": 0.789690564997727, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata fondata nel 2011.", "text": "La capitale d'Italia \u00e8 stata fondata nel 2011.", "num_generated_tokens": 6, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1044921875}, {"token_id": 387, "token_text": " una", "probability": 0.08154296875}, {"token_id": 267, "token_text": " un", "probability": 0.0673828125}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 293, "token_text": " il", "probability": 0.02197265625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.06005859375}, {"token_id": 285, "token_text": " la", "probability": 0.0322265625}, {"token_id": 387, "token_text": " una", "probability": 0.0220947265625}, {"token_id": 14972, "token_text": " definita", "probability": 0.01611328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01336669921875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1640625}, {"token_id": 333, "token_text": " da", "probability": 0.10595703125}, {"token_id": 234, "token_text": " in", "probability": 0.08251953125}, {"token_id": 674, "token_text": " dal", "probability": 0.050048828125}, {"token_id": 272, "token_text": " con", "probability": 0.050048828125}]}, {"token_id": 2007, "token_text": " 2011", "chosen_probability": 0.022216796875, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.022216796875}, {"token_id": 3009, "token_text": " 2000", "probability": 0.022216796875}, {"token_id": 2007, "token_text": " 2011", "probability": 0.022216796875}, {"token_id": 1926, "token_text": " 2012", "probability": 0.017333984375}, {"token_id": 4399, "token_text": " 1998", "probability": 0.0162353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.234375}, {"token_id": 15, "token_text": ",", "probability": 0.1181640625}, {"token_id": 272, "token_text": " con", "probability": 0.052490234375}, {"token_id": 674, "token_text": " dal", "probability": 0.046142578125}, {"token_id": 246, "token_text": " e", "probability": 0.0361328125}]}, {"token_id": 2, "token_text": "", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 2, "token_text": "", "probability": 0.11865234375}, {"token_id": 515, "token_text": " La", "probability": 0.111328125}, {"token_id": 538, "token_text": " Il", "probability": 0.07666015625}, {"token_id": 302, "token_text": " L", "probability": 0.0634765625}, {"token_id": 897, "token_text": " Nel", "probability": 0.043701171875}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1044921875}, {"token_id": 387, "token_text": " una", "probability": 0.08154296875}, {"token_id": 267, "token_text": " un", "probability": 0.0673828125}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 293, "token_text": " il", "probability": 0.02197265625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.06005859375}, {"token_id": 285, "token_text": " la", "probability": 0.0322265625}, {"token_id": 387, "token_text": " una", "probability": 0.0220947265625}, {"token_id": 14972, "token_text": " definita", "probability": 0.01611328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01336669921875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1640625}, {"token_id": 333, "token_text": " da", "probability": 0.10595703125}, {"token_id": 234, "token_text": " in", "probability": 0.08251953125}, {"token_id": 674, "token_text": " dal", "probability": 0.050048828125}, {"token_id": 272, "token_text": " con", "probability": 0.050048828125}]}, {"token_id": 2007, "token_text": " 2011", "chosen_probability": 0.022216796875, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.022216796875}, {"token_id": 3009, "token_text": " 2000", "probability": 0.022216796875}, {"token_id": 2007, "token_text": " 2011", "probability": 0.022216796875}, {"token_id": 1926, "token_text": " 2012", "probability": 0.017333984375}, {"token_id": 4399, "token_text": " 1998", "probability": 0.0162353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2353515625}, {"token_id": 15, "token_text": ",", "probability": 0.1181640625}, {"token_id": 272, "token_text": " con", "probability": 0.052490234375}, {"token_id": 674, "token_text": " dal", "probability": 0.04638671875}, {"token_id": 246, "token_text": " e", "probability": 0.0361328125}]}, {"token_id": 2, "token_text": "", "chosen_probability": 0.0, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1259765625}, {"token_id": 538, "token_text": " Il", "probability": 0.0869140625}, {"token_id": 302, "token_text": " L", "probability": 0.07177734375}, {"token_id": 897, "token_text": " Nel", "probability": 0.049560546875}, {"token_id": 407, "token_text": " In", "probability": 0.030029296875}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1044921875}, {"token_id": 387, "token_text": " una", "probability": 0.08154296875}, {"token_id": 267, "token_text": " un", "probability": 0.0673828125}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 293, "token_text": " il", "probability": 0.02197265625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.06005859375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.06005859375}, {"token_id": 285, "token_text": " la", "probability": 0.0322265625}, {"token_id": 387, "token_text": " una", "probability": 0.0220947265625}, {"token_id": 14972, "token_text": " definita", "probability": 0.01611328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01336669921875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1640625}, {"token_id": 333, "token_text": " da", "probability": 0.10595703125}, {"token_id": 234, "token_text": " in", "probability": 0.08251953125}, {"token_id": 674, "token_text": " dal", "probability": 0.050048828125}, {"token_id": 272, "token_text": " con", "probability": 0.050048828125}]}, {"token_id": 2007, "token_text": " 2011", "chosen_probability": 0.022216796875, "top_k_candidates": [{"token_id": 3405, "token_text": " 2001", "probability": 0.022216796875}, {"token_id": 3009, "token_text": " 2000", "probability": 0.022216796875}, {"token_id": 2007, "token_text": " 2011", "probability": 0.022216796875}, {"token_id": 1926, "token_text": " 2012", "probability": 0.017333984375}, {"token_id": 4399, "token_text": " 1998", "probability": 0.0162353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2353515625}, {"token_id": 15, "token_text": ",", "probability": 0.1181640625}, {"token_id": 272, "token_text": " con", "probability": 0.052490234375}, {"token_id": 674, "token_text": " dal", "probability": 0.04638671875}, {"token_id": 246, "token_text": " e", "probability": 0.0361328125}]}, {"token_id": 2, "token_text": "", "chosen_probability": 0.0, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1259765625}, {"token_id": 538, "token_text": " Il", "probability": 0.0869140625}, {"token_id": 302, "token_text": " L", "probability": 0.07177734375}, {"token_id": 897, "token_text": " Nel", "probability": 0.049560546875}, {"token_id": 407, "token_text": " In", "probability": 0.030029296875}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 2470, "correct_token_probability": 1.1861324310302734e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1044921875}, {"token_id": 387, "token_text": " una", "probability": 0.08154296875}, {"token_id": 267, "token_text": " un", "probability": 0.0673828125}, {"token_id": 285, "token_text": " la", "probability": 0.052490234375}, {"token_id": 293, "token_text": " il", "probability": 0.02197265625}, {"token_id": 234, "token_text": " in", "probability": 0.0206298828125}, {"token_id": 227, "token_text": " l", "probability": 0.0206298828125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0181884765625}, {"token_id": 238, "token_text": " di", "probability": 0.0159912109375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.01507568359375}], "entropy": 5.28125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -11.342227508714195, "average_logprob_per_token": -11.342227508714195, "perplexity_on_target_sequence": 84307.6180904523, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -11.342227508714195, "probability": 1.1861324310302734e-05, "raw_probability": 1.1861324310302734e-05, "correct_token_rank": 2470}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 3000, "elapsed_sec": 24949.14152407646, "probe_elapsed_sec": 0.789690564997727, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'opzione di un'azienda, che pu\u00f2 essere un'azienda, che pu\u00f2 essere un'azienda, che pu\u00f2 essere un'azienda, che pu\u00f2", "text": "Un piccolo modello linguistico dovrebbe essere un'opzione di un'azienda, che pu\u00f2 essere un'azienda, che pu\u00f2 essere un'azienda, che pu\u00f2 essere un'azienda, che pu\u00f2", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4609375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0517578125}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0147705078125}, {"token_id": 8682, "token_text": " aumentare", "probability": 0.00958251953125}, {"token_id": 5642, "token_text": " portare", "probability": 0.00958251953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.09619140625}, {"token_id": 387, "token_text": " una", "probability": 0.037841796875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.02294921875}, {"token_id": 293, "token_text": " il", "probability": 0.021484375}, {"token_id": 234, "token_text": " in", "probability": 0.0167236328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.177734375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0654296875}, {"token_id": 7857, "token_text": " metodo", "probability": 0.03955078125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0289306640625}, {"token_id": 3815, "token_text": " problema", "probability": 0.021240234375}]}, {"token_id": 23326, "token_text": "opzione", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 23326, "token_text": "opzione", "probability": 0.05322265625}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.046875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.044189453125}, {"token_id": 2734, "token_text": "altra", "probability": 0.044189453125}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.034423828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.08203125}, {"token_id": 290, "token_text": " per", "probability": 0.06005859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0498046875}, {"token_id": 303, "token_text": " che", "probability": 0.0301513671875}, {"token_id": 337, "token_text": " del", "probability": 0.0220947265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0245361328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0245361328125}, {"token_id": 4426, "token_text": " qualit\u00e0", "probability": 0.0245361328125}, {"token_id": 387, "token_text": " una", "probability": 0.015869140625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.014892578125}, {"token_id": 1747, "token_text": " base", "probability": 0.014892578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.345703125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.06787109375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0250244140625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0234375}, {"token_id": 2211, "token_text": " altro", "probability": 0.0111083984375}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.173828125}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.10546875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.06787109375}, {"token_id": 16426, "token_text": "architettura", "probability": 0.046630859375}, {"token_id": 2734, "token_text": "altra", "probability": 0.0301513671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10546875}, {"token_id": 303, "token_text": " che", "probability": 0.09326171875}, {"token_id": 17, "token_text": ".", "probability": 0.09326171875}, {"token_id": 238, "token_text": " di", "probability": 0.08251953125}, {"token_id": 246, "token_text": " e", "probability": 0.03662109375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.09033203125}, {"token_id": 445, "token_text": " ma", "probability": 0.0703125}, {"token_id": 267, "token_text": " un", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.0546875}, {"token_id": 236, "token_text": " o", "probability": 0.04541015625}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.1220703125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.061279296875}, {"token_id": 373, "token_text": " ha", "probability": 0.0576171875}, {"token_id": 424, "token_text": " non", "probability": 0.044921875}, {"token_id": 395, "token_text": " si", "probability": 0.03271484375}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.306640625}, {"token_id": 616, "token_text": " anche", "probability": 0.02685546875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0196533203125}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0196533203125}, {"token_id": 13952, "token_text": " offrire", "probability": 0.0184326171875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0859375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.05908203125}, {"token_id": 387, "token_text": " una", "probability": 0.0296630859375}, {"token_id": 6423, "token_text": " usato", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.01495361328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.81640625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.005523681640625}, {"token_id": 3846, "token_text": " servizio", "probability": 0.004302978515625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0037841796875}, {"token_id": 11458, "token_text": " marchio", "probability": 0.00323486328125}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.40625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0849609375}, {"token_id": 12007, "token_text": "impresa", "probability": 0.045654296875}, {"token_id": 2734, "token_text": "altra", "probability": 0.033447265625}, {"token_id": 23326, "token_text": "opzione", "probability": 0.0260009765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2734375}, {"token_id": 17, "token_text": ".", "probability": 0.13671875}, {"token_id": 236, "token_text": " o", "probability": 0.0732421875}, {"token_id": 246, "token_text": " e", "probability": 0.06494140625}, {"token_id": 303, "token_text": " che", "probability": 0.041748046875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1875}, {"token_id": 236, "token_text": " o", "probability": 0.060791015625}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 246, "token_text": " e", "probability": 0.044677734375}, {"token_id": 445, "token_text": " ma", "probability": 0.041748046875}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.22265625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052978515625}, {"token_id": 2483, "token_text": " deve", "probability": 0.046630859375}, {"token_id": 424, "token_text": " non", "probability": 0.0439453125}, {"token_id": 373, "token_text": " ha", "probability": 0.038818359375}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.5078125}, {"token_id": 616, "token_text": " anche", "probability": 0.023681640625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0208740234375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0184326171875}, {"token_id": 13952, "token_text": " offrire", "probability": 0.0098876953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.22265625}, {"token_id": 387, "token_text": " una", "probability": 0.06396484375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.03857421875}, {"token_id": 234, "token_text": " in", "probability": 0.01513671875}, {"token_id": 293, "token_text": " il", "probability": 0.0125732421875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.8515625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00787353515625}, {"token_id": 3846, "token_text": " servizio", "probability": 0.003936767578125}, {"token_id": 11458, "token_text": " marchio", "probability": 0.0037078857421875}, {"token_id": 2570, "token_text": " business", "probability": 0.002716064453125}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.6171875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.037109375}, {"token_id": 2734, "token_text": "altra", "probability": 0.034912109375}, {"token_id": 12007, "token_text": "impresa", "probability": 0.03076171875}, {"token_id": 4378, "token_text": "area", "probability": 0.01361083984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.341796875}, {"token_id": 17, "token_text": ".", "probability": 0.1259765625}, {"token_id": 236, "token_text": " o", "probability": 0.0810546875}, {"token_id": 246, "token_text": " e", "probability": 0.0810546875}, {"token_id": 303, "token_text": " che", "probability": 0.0299072265625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.2470703125}, {"token_id": 236, "token_text": " o", "probability": 0.07080078125}, {"token_id": 246, "token_text": " e", "probability": 0.05517578125}, {"token_id": 267, "token_text": " un", "probability": 0.045654296875}, {"token_id": 290, "token_text": " per", "probability": 0.029541015625}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.2294921875}, {"token_id": 2483, "token_text": " deve", "probability": 0.054443359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.051025390625}, {"token_id": 424, "token_text": " non", "probability": 0.045166015625}, {"token_id": 373, "token_text": " ha", "probability": 0.032958984375}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.5625}, {"token_id": 616, "token_text": " anche", "probability": 0.0262451171875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0169677734375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01495361328125}, {"token_id": 13952, "token_text": " offrire", "probability": 0.00799560546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.298828125}, {"token_id": 387, "token_text": " una", "probability": 0.06640625}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.016845703125}, {"token_id": 234, "token_text": " in", "probability": 0.0157470703125}, {"token_id": 293, "token_text": " il", "probability": 0.01397705078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00811767578125}, {"token_id": 3846, "token_text": " servizio", "probability": 0.00634765625}, {"token_id": 11458, "token_text": " marchio", "probability": 0.004364013671875}, {"token_id": 2570, "token_text": " business", "probability": 0.00408935546875}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.6171875}, {"token_id": 2734, "token_text": "altra", "probability": 0.03466796875}, {"token_id": 12007, "token_text": "impresa", "probability": 0.03271484375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.025390625}, {"token_id": 4378, "token_text": "area", "probability": 0.01202392578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.34765625}, {"token_id": 17, "token_text": ".", "probability": 0.1201171875}, {"token_id": 246, "token_text": " e", "probability": 0.087890625}, {"token_id": 236, "token_text": " o", "probability": 0.07763671875}, {"token_id": 303, "token_text": " che", "probability": 0.0322265625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.3125}, {"token_id": 236, "token_text": " o", "probability": 0.0654296875}, {"token_id": 246, "token_text": " e", "probability": 0.0576171875}, {"token_id": 267, "token_text": " un", "probability": 0.037353515625}, {"token_id": 445, "token_text": " ma", "probability": 0.0272216796875}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.25}, {"token_id": 2483, "token_text": " deve", "probability": 0.0595703125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.04931640625}, {"token_id": 424, "token_text": " non", "probability": 0.0361328125}, {"token_id": 373, "token_text": " ha", "probability": 0.033935546875}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4609375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0517578125}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0147705078125}, {"token_id": 8682, "token_text": " aumentare", "probability": 0.00958251953125}, {"token_id": 5642, "token_text": " portare", "probability": 0.00958251953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.09619140625}, {"token_id": 387, "token_text": " una", "probability": 0.037841796875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.02294921875}, {"token_id": 293, "token_text": " il", "probability": 0.021484375}, {"token_id": 234, "token_text": " in", "probability": 0.0167236328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.177734375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0654296875}, {"token_id": 7857, "token_text": " metodo", "probability": 0.03955078125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0289306640625}, {"token_id": 3815, "token_text": " problema", "probability": 0.021240234375}]}, {"token_id": 23326, "token_text": "opzione", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 23326, "token_text": "opzione", "probability": 0.05322265625}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.046875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.044189453125}, {"token_id": 2734, "token_text": "altra", "probability": 0.044189453125}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.034423828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.08203125}, {"token_id": 290, "token_text": " per", "probability": 0.06005859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0498046875}, {"token_id": 303, "token_text": " che", "probability": 0.0301513671875}, {"token_id": 337, "token_text": " del", "probability": 0.0220947265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0245361328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0245361328125}, {"token_id": 4426, "token_text": " qualit\u00e0", "probability": 0.0245361328125}, {"token_id": 387, "token_text": " una", "probability": 0.015869140625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.014892578125}, {"token_id": 1747, "token_text": " base", "probability": 0.014892578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.345703125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.06787109375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0250244140625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0234375}, {"token_id": 2211, "token_text": " altro", "probability": 0.0111083984375}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.173828125}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.10546875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.06787109375}, {"token_id": 16426, "token_text": "architettura", "probability": 0.046630859375}, {"token_id": 2734, "token_text": "altra", "probability": 0.0301513671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10546875}, {"token_id": 303, "token_text": " che", "probability": 0.09326171875}, {"token_id": 17, "token_text": ".", "probability": 0.09326171875}, {"token_id": 238, "token_text": " di", "probability": 0.08251953125}, {"token_id": 246, "token_text": " e", "probability": 0.03662109375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.09033203125}, {"token_id": 445, "token_text": " ma", "probability": 0.0703125}, {"token_id": 267, "token_text": " un", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.0546875}, {"token_id": 236, "token_text": " o", "probability": 0.04541015625}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.1220703125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.061279296875}, {"token_id": 373, "token_text": " ha", "probability": 0.0576171875}, {"token_id": 424, "token_text": " non", "probability": 0.044921875}, {"token_id": 395, "token_text": " si", "probability": 0.03271484375}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.306640625}, {"token_id": 616, "token_text": " anche", "probability": 0.02685546875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0196533203125}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0196533203125}, {"token_id": 13952, "token_text": " offrire", "probability": 0.0184326171875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0859375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.05908203125}, {"token_id": 387, "token_text": " una", "probability": 0.0296630859375}, {"token_id": 6423, "token_text": " usato", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.01495361328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.81640625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.005523681640625}, {"token_id": 3846, "token_text": " servizio", "probability": 0.004302978515625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0037841796875}, {"token_id": 11458, "token_text": " marchio", "probability": 0.00323486328125}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.40625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0849609375}, {"token_id": 12007, "token_text": "impresa", "probability": 0.045654296875}, {"token_id": 2734, "token_text": "altra", "probability": 0.033447265625}, {"token_id": 23326, "token_text": "opzione", "probability": 0.0260009765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2734375}, {"token_id": 17, "token_text": ".", "probability": 0.13671875}, {"token_id": 236, "token_text": " o", "probability": 0.0732421875}, {"token_id": 246, "token_text": " e", "probability": 0.06494140625}, {"token_id": 303, "token_text": " che", "probability": 0.041748046875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1875}, {"token_id": 236, "token_text": " o", "probability": 0.060791015625}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 246, "token_text": " e", "probability": 0.044677734375}, {"token_id": 445, "token_text": " ma", "probability": 0.041748046875}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.22265625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052978515625}, {"token_id": 2483, "token_text": " deve", "probability": 0.046630859375}, {"token_id": 424, "token_text": " non", "probability": 0.0439453125}, {"token_id": 373, "token_text": " ha", "probability": 0.038818359375}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.5078125}, {"token_id": 616, "token_text": " anche", "probability": 0.023681640625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0208740234375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0184326171875}, {"token_id": 13952, "token_text": " offrire", "probability": 0.0098876953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.22265625}, {"token_id": 387, "token_text": " una", "probability": 0.06396484375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.03857421875}, {"token_id": 234, "token_text": " in", "probability": 0.01513671875}, {"token_id": 293, "token_text": " il", "probability": 0.0125732421875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.8515625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00787353515625}, {"token_id": 3846, "token_text": " servizio", "probability": 0.003936767578125}, {"token_id": 11458, "token_text": " marchio", "probability": 0.0037078857421875}, {"token_id": 2570, "token_text": " business", "probability": 0.002716064453125}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.6171875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.037109375}, {"token_id": 2734, "token_text": "altra", "probability": 0.034912109375}, {"token_id": 12007, "token_text": "impresa", "probability": 0.03076171875}, {"token_id": 4378, "token_text": "area", "probability": 0.01361083984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.341796875}, {"token_id": 17, "token_text": ".", "probability": 0.1259765625}, {"token_id": 236, "token_text": " o", "probability": 0.0810546875}, {"token_id": 246, "token_text": " e", "probability": 0.0810546875}, {"token_id": 303, "token_text": " che", "probability": 0.0299072265625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.2470703125}, {"token_id": 236, "token_text": " o", "probability": 0.07080078125}, {"token_id": 246, "token_text": " e", "probability": 0.05517578125}, {"token_id": 267, "token_text": " un", "probability": 0.045654296875}, {"token_id": 290, "token_text": " per", "probability": 0.029541015625}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.2294921875}, {"token_id": 2483, "token_text": " deve", "probability": 0.054443359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.051025390625}, {"token_id": 424, "token_text": " non", "probability": 0.045166015625}, {"token_id": 373, "token_text": " ha", "probability": 0.032958984375}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.5625}, {"token_id": 616, "token_text": " anche", "probability": 0.0262451171875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0169677734375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01495361328125}, {"token_id": 13952, "token_text": " offrire", "probability": 0.00799560546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.298828125}, {"token_id": 387, "token_text": " una", "probability": 0.06640625}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.016845703125}, {"token_id": 234, "token_text": " in", "probability": 0.0157470703125}, {"token_id": 293, "token_text": " il", "probability": 0.01397705078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00811767578125}, {"token_id": 3846, "token_text": " servizio", "probability": 0.00634765625}, {"token_id": 11458, "token_text": " marchio", "probability": 0.004364013671875}, {"token_id": 2570, "token_text": " business", "probability": 0.00408935546875}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.6171875}, {"token_id": 2734, "token_text": "altra", "probability": 0.03466796875}, {"token_id": 12007, "token_text": "impresa", "probability": 0.03271484375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.025390625}, {"token_id": 4378, "token_text": "area", "probability": 0.01202392578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.34765625}, {"token_id": 17, "token_text": ".", "probability": 0.1201171875}, {"token_id": 246, "token_text": " e", "probability": 0.087890625}, {"token_id": 236, "token_text": " o", "probability": 0.07763671875}, {"token_id": 303, "token_text": " che", "probability": 0.0322265625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.3125}, {"token_id": 236, "token_text": " o", "probability": 0.0654296875}, {"token_id": 246, "token_text": " e", "probability": 0.0576171875}, {"token_id": 267, "token_text": " un", "probability": 0.037353515625}, {"token_id": 445, "token_text": " ma", "probability": 0.0272216796875}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.25}, {"token_id": 2483, "token_text": " deve", "probability": 0.0595703125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.04931640625}, {"token_id": 424, "token_text": " non", "probability": 0.0361328125}, {"token_id": 373, "token_text": " ha", "probability": 0.033935546875}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4609375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0517578125}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0147705078125}, {"token_id": 8682, "token_text": " aumentare", "probability": 0.00958251953125}, {"token_id": 5642, "token_text": " portare", "probability": 0.00958251953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.09619140625}, {"token_id": 387, "token_text": " una", "probability": 0.037841796875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.02294921875}, {"token_id": 293, "token_text": " il", "probability": 0.021484375}, {"token_id": 234, "token_text": " in", "probability": 0.0167236328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.177734375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.177734375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0654296875}, {"token_id": 7857, "token_text": " metodo", "probability": 0.03955078125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0289306640625}, {"token_id": 3815, "token_text": " problema", "probability": 0.021240234375}]}, {"token_id": 23326, "token_text": "opzione", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 23326, "token_text": "opzione", "probability": 0.05322265625}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.046875}, {"token_id": 25001, "token_text": "ottima", "probability": 0.044189453125}, {"token_id": 2734, "token_text": "altra", "probability": 0.044189453125}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.034423828125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.08203125}, {"token_id": 290, "token_text": " per", "probability": 0.06005859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0498046875}, {"token_id": 303, "token_text": " che", "probability": 0.0301513671875}, {"token_id": 337, "token_text": " del", "probability": 0.0220947265625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0245361328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0245361328125}, {"token_id": 4426, "token_text": " qualit\u00e0", "probability": 0.0245361328125}, {"token_id": 387, "token_text": " una", "probability": 0.015869140625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.014892578125}, {"token_id": 1747, "token_text": " base", "probability": 0.014892578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.345703125}, {"token_id": 2349, "token_text": " sistema", "probability": 0.06787109375}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0250244140625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0234375}, {"token_id": 2211, "token_text": " altro", "probability": 0.0111083984375}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.173828125}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.10546875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.06787109375}, {"token_id": 16426, "token_text": "architettura", "probability": 0.046630859375}, {"token_id": 2734, "token_text": "altra", "probability": 0.0301513671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10546875}, {"token_id": 303, "token_text": " che", "probability": 0.09326171875}, {"token_id": 17, "token_text": ".", "probability": 0.09326171875}, {"token_id": 238, "token_text": " di", "probability": 0.08251953125}, {"token_id": 246, "token_text": " e", "probability": 0.03662109375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.09033203125}, {"token_id": 445, "token_text": " ma", "probability": 0.0703125}, {"token_id": 267, "token_text": " un", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.0546875}, {"token_id": 236, "token_text": " o", "probability": 0.04541015625}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.1220703125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.061279296875}, {"token_id": 373, "token_text": " ha", "probability": 0.0576171875}, {"token_id": 424, "token_text": " non", "probability": 0.044921875}, {"token_id": 395, "token_text": " si", "probability": 0.03271484375}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.306640625}, {"token_id": 616, "token_text": " anche", "probability": 0.02685546875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0196533203125}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0196533203125}, {"token_id": 13952, "token_text": " offrire", "probability": 0.0184326171875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0859375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.05908203125}, {"token_id": 387, "token_text": " una", "probability": 0.0296630859375}, {"token_id": 6423, "token_text": " usato", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.01495361328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.81640625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.005523681640625}, {"token_id": 3846, "token_text": " servizio", "probability": 0.004302978515625}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0037841796875}, {"token_id": 11458, "token_text": " marchio", "probability": 0.00323486328125}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.40625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0849609375}, {"token_id": 12007, "token_text": "impresa", "probability": 0.045654296875}, {"token_id": 2734, "token_text": "altra", "probability": 0.033447265625}, {"token_id": 23326, "token_text": "opzione", "probability": 0.0260009765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.2734375}, {"token_id": 17, "token_text": ".", "probability": 0.13671875}, {"token_id": 236, "token_text": " o", "probability": 0.0732421875}, {"token_id": 246, "token_text": " e", "probability": 0.06494140625}, {"token_id": 303, "token_text": " che", "probability": 0.041748046875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1875}, {"token_id": 236, "token_text": " o", "probability": 0.060791015625}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 246, "token_text": " e", "probability": 0.044677734375}, {"token_id": 445, "token_text": " ma", "probability": 0.041748046875}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.22265625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.052978515625}, {"token_id": 2483, "token_text": " deve", "probability": 0.046630859375}, {"token_id": 424, "token_text": " non", "probability": 0.0439453125}, {"token_id": 373, "token_text": " ha", "probability": 0.038818359375}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.5078125}, {"token_id": 616, "token_text": " anche", "probability": 0.023681640625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0208740234375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0184326171875}, {"token_id": 13952, "token_text": " offrire", "probability": 0.0098876953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.22265625}, {"token_id": 387, "token_text": " una", "probability": 0.06396484375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.03857421875}, {"token_id": 234, "token_text": " in", "probability": 0.01513671875}, {"token_id": 293, "token_text": " il", "probability": 0.0125732421875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.8515625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00787353515625}, {"token_id": 3846, "token_text": " servizio", "probability": 0.003936767578125}, {"token_id": 11458, "token_text": " marchio", "probability": 0.0037078857421875}, {"token_id": 2570, "token_text": " business", "probability": 0.002716064453125}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.6171875}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.037109375}, {"token_id": 2734, "token_text": "altra", "probability": 0.034912109375}, {"token_id": 12007, "token_text": "impresa", "probability": 0.03076171875}, {"token_id": 4378, "token_text": "area", "probability": 0.01361083984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.341796875}, {"token_id": 17, "token_text": ".", "probability": 0.1259765625}, {"token_id": 236, "token_text": " o", "probability": 0.0810546875}, {"token_id": 246, "token_text": " e", "probability": 0.0810546875}, {"token_id": 303, "token_text": " che", "probability": 0.0299072265625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.2470703125}, {"token_id": 236, "token_text": " o", "probability": 0.07080078125}, {"token_id": 246, "token_text": " e", "probability": 0.05517578125}, {"token_id": 267, "token_text": " un", "probability": 0.045654296875}, {"token_id": 290, "token_text": " per", "probability": 0.029541015625}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.2294921875}, {"token_id": 2483, "token_text": " deve", "probability": 0.054443359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.051025390625}, {"token_id": 424, "token_text": " non", "probability": 0.045166015625}, {"token_id": 373, "token_text": " ha", "probability": 0.032958984375}]}, {"token_id": 779, "token_text": " essere", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.5625}, {"token_id": 616, "token_text": " anche", "probability": 0.0262451171875}, {"token_id": 2370, "token_text": " avere", "probability": 0.0169677734375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01495361328125}, {"token_id": 13952, "token_text": " offrire", "probability": 0.00799560546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.298828125}, {"token_id": 387, "token_text": " una", "probability": 0.06640625}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.016845703125}, {"token_id": 234, "token_text": " in", "probability": 0.0157470703125}, {"token_id": 293, "token_text": " il", "probability": 0.01397705078125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00811767578125}, {"token_id": 3846, "token_text": " servizio", "probability": 0.00634765625}, {"token_id": 11458, "token_text": " marchio", "probability": 0.004364013671875}, {"token_id": 2570, "token_text": " business", "probability": 0.00408935546875}]}, {"token_id": 6589, "token_text": "azienda", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 6589, "token_text": "azienda", "probability": 0.6171875}, {"token_id": 2734, "token_text": "altra", "probability": 0.03466796875}, {"token_id": 12007, "token_text": "impresa", "probability": 0.03271484375}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.025390625}, {"token_id": 4378, "token_text": "area", "probability": 0.01202392578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.34765625}, {"token_id": 17, "token_text": ".", "probability": 0.1201171875}, {"token_id": 246, "token_text": " e", "probability": 0.087890625}, {"token_id": 236, "token_text": " o", "probability": 0.07763671875}, {"token_id": 303, "token_text": " che", "probability": 0.0322265625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.3125}, {"token_id": 236, "token_text": " o", "probability": 0.0654296875}, {"token_id": 246, "token_text": " e", "probability": 0.0576171875}, {"token_id": 267, "token_text": " un", "probability": 0.037353515625}, {"token_id": 445, "token_text": " ma", "probability": 0.0272216796875}]}, {"token_id": 1140, "token_text": " pu\u00f2", "chosen_probability": 0.25, "top_k_candidates": [{"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.25}, {"token_id": 2483, "token_text": " deve", "probability": 0.0595703125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.04931640625}, {"token_id": 424, "token_text": " non", "probability": 0.0361328125}, {"token_id": 373, "token_text": " ha", "probability": 0.033935546875}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.4609375, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.4609375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0517578125}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0147705078125}, {"token_id": 8682, "token_text": " aumentare", "probability": 0.00958251953125}, {"token_id": 5642, "token_text": " portare", "probability": 0.00958251953125}, {"token_id": 8573, "token_text": " fornire", "probability": 0.00897216796875}, {"token_id": 5269, "token_text": " creare", "probability": 0.0079345703125}, {"token_id": 7631, "token_text": " aiutare", "probability": 0.0074462890625}, {"token_id": 616, "token_text": " anche", "probability": 0.00616455078125}, {"token_id": 1402, "token_text": " aver", "probability": 0.00616455078125}], "entropy": 3.828125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7744928200138977, "average_logprob_per_token": -0.7744928200138977, "perplexity_on_target_sequence": 2.169491525423729, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.7744928200138977, "probability": 0.4609375, "raw_probability": 0.4609375, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33257.2125582695, "probe_elapsed_sec": 0.8423655309597962, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " a major city in the city of the city of the city of the city of the city of the city of the city of the city of the city of the", "text": "The capital of Italy is a major city in the city of the city of the city of the city of the city of the city of the city of the city of the city of the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11767578125}, {"token_id": 230, "token_text": " the", "probability": 0.091796875}, {"token_id": 534, "token_text": " not", "probability": 0.024658203125}, {"token_id": 1576, "token_text": " now", "probability": 0.0205078125}, {"token_id": 248, "token_text": " an", "probability": 0.0205078125}]}, {"token_id": 2450, "token_text": " major", "chosen_probability": 0.026611328125, "top_k_candidates": [{"token_id": 2450, "token_text": " major", "probability": 0.026611328125}, {"token_id": 1525, "token_text": " very", "probability": 0.0172119140625}, {"token_id": 618, "token_text": " part", "probability": 0.0142822265625}, {"token_id": 2030, "token_text": " small", "probability": 0.0125732421875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0111083984375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.040771484375}, {"token_id": 3107, "token_text": " political", "probability": 0.03173828125}, {"token_id": 618, "token_text": " part", "probability": 0.0263671875}, {"token_id": 22171, "token_text": " tourist", "probability": 0.0218505859375}, {"token_id": 10408, "token_text": " industrial", "probability": 0.01806640625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.34765625}, {"token_id": 256, "token_text": " of", "probability": 0.1640625}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}, {"token_id": 262, "token_text": " and", "probability": 0.0302734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.50390625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0498046875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0341796875}, {"token_id": 647, "token_text": " which", "probability": 0.01519775390625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.011474609375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.08740234375}, {"token_id": 2729, "token_text": " town", "probability": 0.046630859375}, {"token_id": 1547, "token_text": " world", "probability": 0.036376953125}, {"token_id": 18747, "token_text": " municipality", "probability": 0.026611328125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.423828125}, {"token_id": 17, "token_text": ".", "probability": 0.2001953125}, {"token_id": 15, "token_text": ",", "probability": 0.0947265625}, {"token_id": 262, "token_text": " and", "probability": 0.034912109375}, {"token_id": 400, "token_text": "'s", "probability": 0.017578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0849609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03759765625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0235595703125}, {"token_id": 277, "token_text": " A", "probability": 0.0228271484375}, {"token_id": 310, "token_text": " B", "probability": 0.013427734375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.07958984375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03759765625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0291748046875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0172119140625}, {"token_id": 2729, "token_text": " town", "probability": 0.01470947265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.52734375}, {"token_id": 17, "token_text": ".", "probability": 0.1943359375}, {"token_id": 15, "token_text": ",", "probability": 0.0810546875}, {"token_id": 262, "token_text": " and", "probability": 0.0247802734375}, {"token_id": 400, "token_text": "'s", "probability": 0.0218505859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.146484375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07861328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03271484375}, {"token_id": 277, "token_text": " A", "probability": 0.0224609375}, {"token_id": 302, "token_text": " L", "probability": 0.01129150390625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.11865234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.033935546875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.030029296875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0146484375}, {"token_id": 2729, "token_text": " town", "probability": 0.01251220703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66796875}, {"token_id": 17, "token_text": ".", "probability": 0.1396484375}, {"token_id": 15, "token_text": ",", "probability": 0.062255859375}, {"token_id": 262, "token_text": " and", "probability": 0.017822265625}, {"token_id": 234, "token_text": " in", "probability": 0.0084228515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2421875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07373046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03271484375}, {"token_id": 277, "token_text": " A", "probability": 0.0174560546875}, {"token_id": 302, "token_text": " L", "probability": 0.0093994140625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.224609375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0244140625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0216064453125}, {"token_id": 2729, "token_text": " town", "probability": 0.0196533203125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0157470703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.671875}, {"token_id": 17, "token_text": ".", "probability": 0.1416015625}, {"token_id": 15, "token_text": ",", "probability": 0.058837890625}, {"token_id": 262, "token_text": " and", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.009033203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0654296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.025634765625}, {"token_id": 277, "token_text": " A", "probability": 0.0159912109375}, {"token_id": 302, "token_text": " L", "probability": 0.00830078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.330078125}, {"token_id": 2729, "token_text": " town", "probability": 0.02392578125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01806640625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.017578125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.01202392578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.78515625}, {"token_id": 17, "token_text": ".", "probability": 0.08837890625}, {"token_id": 15, "token_text": ",", "probability": 0.036865234375}, {"token_id": 262, "token_text": " and", "probability": 0.01055908203125}, {"token_id": 234, "token_text": " in", "probability": 0.006805419921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.435546875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05517578125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0245361328125}, {"token_id": 277, "token_text": " A", "probability": 0.0126953125}, {"token_id": 302, "token_text": " L", "probability": 0.00701904296875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.43359375}, {"token_id": 2729, "token_text": " town", "probability": 0.0277099609375}, {"token_id": 1483, "token_text": " state", "probability": 0.01483154296875}, {"token_id": 8040, "token_text": " province", "probability": 0.01397705078125}, {"token_id": 1547, "token_text": " world", "probability": 0.01123046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 17, "token_text": ".", "probability": 0.07568359375}, {"token_id": 15, "token_text": ",", "probability": 0.03369140625}, {"token_id": 262, "token_text": " and", "probability": 0.00799560546875}, {"token_id": 234, "token_text": " in", "probability": 0.005157470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.50390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.050048828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.022216796875}, {"token_id": 277, "token_text": " A", "probability": 0.01116943359375}, {"token_id": 302, "token_text": " L", "probability": 0.0059814453125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.50390625}, {"token_id": 2729, "token_text": " town", "probability": 0.0302734375}, {"token_id": 1483, "token_text": " state", "probability": 0.01385498046875}, {"token_id": 8040, "token_text": " province", "probability": 0.01220703125}, {"token_id": 1547, "token_text": " world", "probability": 0.00982666015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.765625}, {"token_id": 17, "token_text": ".", "probability": 0.10986328125}, {"token_id": 15, "token_text": ",", "probability": 0.04052734375}, {"token_id": 262, "token_text": " and", "probability": 0.0115966796875}, {"token_id": 234, "token_text": " in", "probability": 0.0054931640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.546875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.044677734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0211181640625}, {"token_id": 277, "token_text": " A", "probability": 0.00885009765625}, {"token_id": 340, "token_text": " G", "probability": 0.005706787109375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.55078125}, {"token_id": 2729, "token_text": " town", "probability": 0.029296875}, {"token_id": 1483, "token_text": " state", "probability": 0.0142822265625}, {"token_id": 8040, "token_text": " province", "probability": 0.01220703125}, {"token_id": 1547, "token_text": " world", "probability": 0.01080322265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.028076171875}, {"token_id": 262, "token_text": " and", "probability": 0.00970458984375}, {"token_id": 234, "token_text": " in", "probability": 0.004302978515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.64453125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.038818359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0172119140625}, {"token_id": 277, "token_text": " A", "probability": 0.006134033203125}, {"token_id": 340, "token_text": " G", "probability": 0.004364013671875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.57421875}, {"token_id": 2729, "token_text": " town", "probability": 0.032470703125}, {"token_id": 1483, "token_text": " state", "probability": 0.0135498046875}, {"token_id": 8040, "token_text": " province", "probability": 0.0098876953125}, {"token_id": 1547, "token_text": " world", "probability": 0.00848388671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 17, "token_text": ".", "probability": 0.0859375}, {"token_id": 15, "token_text": ",", "probability": 0.0296630859375}, {"token_id": 262, "token_text": " and", "probability": 0.0096435546875}, {"token_id": 234, "token_text": " in", "probability": 0.004547119140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.65625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03466796875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0164794921875}, {"token_id": 277, "token_text": " A", "probability": 0.005859375}, {"token_id": 340, "token_text": " G", "probability": 0.004547119140625}]}], "clean_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11767578125}, {"token_id": 230, "token_text": " the", "probability": 0.091796875}, {"token_id": 534, "token_text": " not", "probability": 0.024658203125}, {"token_id": 1576, "token_text": " now", "probability": 0.0205078125}, {"token_id": 248, "token_text": " an", "probability": 0.0205078125}]}, {"token_id": 2450, "token_text": " major", "chosen_probability": 0.026611328125, "top_k_candidates": [{"token_id": 2450, "token_text": " major", "probability": 0.026611328125}, {"token_id": 1525, "token_text": " very", "probability": 0.0172119140625}, {"token_id": 618, "token_text": " part", "probability": 0.0142822265625}, {"token_id": 2030, "token_text": " small", "probability": 0.0125732421875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0111083984375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.040771484375}, {"token_id": 3107, "token_text": " political", "probability": 0.03173828125}, {"token_id": 618, "token_text": " part", "probability": 0.0263671875}, {"token_id": 22171, "token_text": " tourist", "probability": 0.0218505859375}, {"token_id": 10408, "token_text": " industrial", "probability": 0.01806640625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.34765625}, {"token_id": 256, "token_text": " of", "probability": 0.1640625}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}, {"token_id": 262, "token_text": " and", "probability": 0.0302734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.50390625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0498046875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0341796875}, {"token_id": 647, "token_text": " which", "probability": 0.01519775390625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.011474609375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.08740234375}, {"token_id": 2729, "token_text": " town", "probability": 0.046630859375}, {"token_id": 1547, "token_text": " world", "probability": 0.036376953125}, {"token_id": 18747, "token_text": " municipality", "probability": 0.026611328125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.423828125}, {"token_id": 17, "token_text": ".", "probability": 0.2001953125}, {"token_id": 15, "token_text": ",", "probability": 0.0947265625}, {"token_id": 262, "token_text": " and", "probability": 0.034912109375}, {"token_id": 400, "token_text": "'s", "probability": 0.017578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0849609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03759765625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0235595703125}, {"token_id": 277, "token_text": " A", "probability": 0.0228271484375}, {"token_id": 310, "token_text": " B", "probability": 0.013427734375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.07958984375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03759765625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0291748046875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0172119140625}, {"token_id": 2729, "token_text": " town", "probability": 0.01470947265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.52734375}, {"token_id": 17, "token_text": ".", "probability": 0.1943359375}, {"token_id": 15, "token_text": ",", "probability": 0.0810546875}, {"token_id": 262, "token_text": " and", "probability": 0.0247802734375}, {"token_id": 400, "token_text": "'s", "probability": 0.0218505859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.146484375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07861328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03271484375}, {"token_id": 277, "token_text": " A", "probability": 0.0224609375}, {"token_id": 302, "token_text": " L", "probability": 0.01129150390625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.11865234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.033935546875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.030029296875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0146484375}, {"token_id": 2729, "token_text": " town", "probability": 0.01251220703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66796875}, {"token_id": 17, "token_text": ".", "probability": 0.1396484375}, {"token_id": 15, "token_text": ",", "probability": 0.062255859375}, {"token_id": 262, "token_text": " and", "probability": 0.017822265625}, {"token_id": 234, "token_text": " in", "probability": 0.0084228515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2421875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07373046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03271484375}, {"token_id": 277, "token_text": " A", "probability": 0.0174560546875}, {"token_id": 302, "token_text": " L", "probability": 0.0093994140625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.224609375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0244140625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0216064453125}, {"token_id": 2729, "token_text": " town", "probability": 0.0196533203125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0157470703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.671875}, {"token_id": 17, "token_text": ".", "probability": 0.1416015625}, {"token_id": 15, "token_text": ",", "probability": 0.058837890625}, {"token_id": 262, "token_text": " and", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.009033203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0654296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.025634765625}, {"token_id": 277, "token_text": " A", "probability": 0.0159912109375}, {"token_id": 302, "token_text": " L", "probability": 0.00830078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.330078125}, {"token_id": 2729, "token_text": " town", "probability": 0.02392578125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01806640625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.017578125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.01202392578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.78515625}, {"token_id": 17, "token_text": ".", "probability": 0.08837890625}, {"token_id": 15, "token_text": ",", "probability": 0.036865234375}, {"token_id": 262, "token_text": " and", "probability": 0.01055908203125}, {"token_id": 234, "token_text": " in", "probability": 0.006805419921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.435546875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05517578125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0245361328125}, {"token_id": 277, "token_text": " A", "probability": 0.0126953125}, {"token_id": 302, "token_text": " L", "probability": 0.00701904296875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.43359375}, {"token_id": 2729, "token_text": " town", "probability": 0.0277099609375}, {"token_id": 1483, "token_text": " state", "probability": 0.01483154296875}, {"token_id": 8040, "token_text": " province", "probability": 0.01397705078125}, {"token_id": 1547, "token_text": " world", "probability": 0.01123046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 17, "token_text": ".", "probability": 0.07568359375}, {"token_id": 15, "token_text": ",", "probability": 0.03369140625}, {"token_id": 262, "token_text": " and", "probability": 0.00799560546875}, {"token_id": 234, "token_text": " in", "probability": 0.005157470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.50390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.050048828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.022216796875}, {"token_id": 277, "token_text": " A", "probability": 0.01116943359375}, {"token_id": 302, "token_text": " L", "probability": 0.0059814453125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.50390625}, {"token_id": 2729, "token_text": " town", "probability": 0.0302734375}, {"token_id": 1483, "token_text": " state", "probability": 0.01385498046875}, {"token_id": 8040, "token_text": " province", "probability": 0.01220703125}, {"token_id": 1547, "token_text": " world", "probability": 0.00982666015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.765625}, {"token_id": 17, "token_text": ".", "probability": 0.10986328125}, {"token_id": 15, "token_text": ",", "probability": 0.04052734375}, {"token_id": 262, "token_text": " and", "probability": 0.0115966796875}, {"token_id": 234, "token_text": " in", "probability": 0.0054931640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.546875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.044677734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0211181640625}, {"token_id": 277, "token_text": " A", "probability": 0.00885009765625}, {"token_id": 340, "token_text": " G", "probability": 0.005706787109375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.55078125}, {"token_id": 2729, "token_text": " town", "probability": 0.029296875}, {"token_id": 1483, "token_text": " state", "probability": 0.0142822265625}, {"token_id": 8040, "token_text": " province", "probability": 0.01220703125}, {"token_id": 1547, "token_text": " world", "probability": 0.01080322265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.028076171875}, {"token_id": 262, "token_text": " and", "probability": 0.00970458984375}, {"token_id": 234, "token_text": " in", "probability": 0.004302978515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.64453125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.038818359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0172119140625}, {"token_id": 277, "token_text": " A", "probability": 0.006134033203125}, {"token_id": 340, "token_text": " G", "probability": 0.004364013671875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.57421875}, {"token_id": 2729, "token_text": " town", "probability": 0.032470703125}, {"token_id": 1483, "token_text": " state", "probability": 0.0135498046875}, {"token_id": 8040, "token_text": " province", "probability": 0.0098876953125}, {"token_id": 1547, "token_text": " world", "probability": 0.00848388671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 17, "token_text": ".", "probability": 0.0859375}, {"token_id": 15, "token_text": ",", "probability": 0.0296630859375}, {"token_id": 262, "token_text": " and", "probability": 0.0096435546875}, {"token_id": 234, "token_text": " in", "probability": 0.004547119140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.65625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03466796875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0164794921875}, {"token_id": 277, "token_text": " A", "probability": 0.005859375}, {"token_id": 340, "token_text": " G", "probability": 0.004547119140625}]}], "token_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11767578125}, {"token_id": 230, "token_text": " the", "probability": 0.091796875}, {"token_id": 534, "token_text": " not", "probability": 0.024658203125}, {"token_id": 1576, "token_text": " now", "probability": 0.0205078125}, {"token_id": 248, "token_text": " an", "probability": 0.0205078125}]}, {"token_id": 2450, "token_text": " major", "chosen_probability": 0.026611328125, "top_k_candidates": [{"token_id": 2450, "token_text": " major", "probability": 0.026611328125}, {"token_id": 1525, "token_text": " very", "probability": 0.0172119140625}, {"token_id": 618, "token_text": " part", "probability": 0.0142822265625}, {"token_id": 2030, "token_text": " small", "probability": 0.0125732421875}, {"token_id": 3776, "token_text": " popular", "probability": 0.0111083984375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.040771484375}, {"token_id": 3107, "token_text": " political", "probability": 0.03173828125}, {"token_id": 618, "token_text": " part", "probability": 0.0263671875}, {"token_id": 22171, "token_text": " tourist", "probability": 0.0218505859375}, {"token_id": 10408, "token_text": " industrial", "probability": 0.01806640625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.34765625}, {"token_id": 256, "token_text": " of", "probability": 0.1640625}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}, {"token_id": 262, "token_text": " and", "probability": 0.0302734375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.50390625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0498046875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0341796875}, {"token_id": 647, "token_text": " which", "probability": 0.01519775390625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.011474609375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.08740234375}, {"token_id": 2729, "token_text": " town", "probability": 0.046630859375}, {"token_id": 1547, "token_text": " world", "probability": 0.036376953125}, {"token_id": 18747, "token_text": " municipality", "probability": 0.026611328125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.423828125}, {"token_id": 17, "token_text": ".", "probability": 0.2001953125}, {"token_id": 15, "token_text": ",", "probability": 0.0947265625}, {"token_id": 262, "token_text": " and", "probability": 0.034912109375}, {"token_id": 400, "token_text": "'s", "probability": 0.017578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.0849609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.0849609375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03759765625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0235595703125}, {"token_id": 277, "token_text": " A", "probability": 0.0228271484375}, {"token_id": 310, "token_text": " B", "probability": 0.013427734375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.07958984375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.03759765625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0291748046875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0172119140625}, {"token_id": 2729, "token_text": " town", "probability": 0.01470947265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.52734375}, {"token_id": 17, "token_text": ".", "probability": 0.1943359375}, {"token_id": 15, "token_text": ",", "probability": 0.0810546875}, {"token_id": 262, "token_text": " and", "probability": 0.0247802734375}, {"token_id": 400, "token_text": "'s", "probability": 0.0218505859375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.146484375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07861328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03271484375}, {"token_id": 277, "token_text": " A", "probability": 0.0224609375}, {"token_id": 302, "token_text": " L", "probability": 0.01129150390625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.11865234375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.033935546875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.030029296875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0146484375}, {"token_id": 2729, "token_text": " town", "probability": 0.01251220703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.66796875}, {"token_id": 17, "token_text": ".", "probability": 0.1396484375}, {"token_id": 15, "token_text": ",", "probability": 0.062255859375}, {"token_id": 262, "token_text": " and", "probability": 0.017822265625}, {"token_id": 234, "token_text": " in", "probability": 0.0084228515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2421875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07373046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03271484375}, {"token_id": 277, "token_text": " A", "probability": 0.0174560546875}, {"token_id": 302, "token_text": " L", "probability": 0.0093994140625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.224609375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0244140625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0216064453125}, {"token_id": 2729, "token_text": " town", "probability": 0.0196533203125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0157470703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.671875}, {"token_id": 17, "token_text": ".", "probability": 0.1416015625}, {"token_id": 15, "token_text": ",", "probability": 0.058837890625}, {"token_id": 262, "token_text": " and", "probability": 0.015869140625}, {"token_id": 234, "token_text": " in", "probability": 0.009033203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.33203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.33203125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0654296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.025634765625}, {"token_id": 277, "token_text": " A", "probability": 0.0159912109375}, {"token_id": 302, "token_text": " L", "probability": 0.00830078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.330078125}, {"token_id": 2729, "token_text": " town", "probability": 0.02392578125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01806640625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.017578125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.01202392578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.78515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.78515625}, {"token_id": 17, "token_text": ".", "probability": 0.08837890625}, {"token_id": 15, "token_text": ",", "probability": 0.036865234375}, {"token_id": 262, "token_text": " and", "probability": 0.01055908203125}, {"token_id": 234, "token_text": " in", "probability": 0.006805419921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.435546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.435546875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.05517578125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0245361328125}, {"token_id": 277, "token_text": " A", "probability": 0.0126953125}, {"token_id": 302, "token_text": " L", "probability": 0.00701904296875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.43359375}, {"token_id": 2729, "token_text": " town", "probability": 0.0277099609375}, {"token_id": 1483, "token_text": " state", "probability": 0.01483154296875}, {"token_id": 8040, "token_text": " province", "probability": 0.01397705078125}, {"token_id": 1547, "token_text": " world", "probability": 0.01123046875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 17, "token_text": ".", "probability": 0.07568359375}, {"token_id": 15, "token_text": ",", "probability": 0.03369140625}, {"token_id": 262, "token_text": " and", "probability": 0.00799560546875}, {"token_id": 234, "token_text": " in", "probability": 0.005157470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.50390625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.050048828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.022216796875}, {"token_id": 277, "token_text": " A", "probability": 0.01116943359375}, {"token_id": 302, "token_text": " L", "probability": 0.0059814453125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.50390625}, {"token_id": 2729, "token_text": " town", "probability": 0.0302734375}, {"token_id": 1483, "token_text": " state", "probability": 0.01385498046875}, {"token_id": 8040, "token_text": " province", "probability": 0.01220703125}, {"token_id": 1547, "token_text": " world", "probability": 0.00982666015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.765625}, {"token_id": 17, "token_text": ".", "probability": 0.10986328125}, {"token_id": 15, "token_text": ",", "probability": 0.04052734375}, {"token_id": 262, "token_text": " and", "probability": 0.0115966796875}, {"token_id": 234, "token_text": " in", "probability": 0.0054931640625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.546875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.044677734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0211181640625}, {"token_id": 277, "token_text": " A", "probability": 0.00885009765625}, {"token_id": 340, "token_text": " G", "probability": 0.005706787109375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.55078125}, {"token_id": 2729, "token_text": " town", "probability": 0.029296875}, {"token_id": 1483, "token_text": " state", "probability": 0.0142822265625}, {"token_id": 8040, "token_text": " province", "probability": 0.01220703125}, {"token_id": 1547, "token_text": " world", "probability": 0.01080322265625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8203125}, {"token_id": 17, "token_text": ".", "probability": 0.0810546875}, {"token_id": 15, "token_text": ",", "probability": 0.028076171875}, {"token_id": 262, "token_text": " and", "probability": 0.00970458984375}, {"token_id": 234, "token_text": " in", "probability": 0.004302978515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.64453125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.038818359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0172119140625}, {"token_id": 277, "token_text": " A", "probability": 0.006134033203125}, {"token_id": 340, "token_text": " G", "probability": 0.004364013671875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.57421875}, {"token_id": 2729, "token_text": " town", "probability": 0.032470703125}, {"token_id": 1483, "token_text": " state", "probability": 0.0135498046875}, {"token_id": 8040, "token_text": " province", "probability": 0.0098876953125}, {"token_id": 1547, "token_text": " world", "probability": 0.00848388671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.81640625}, {"token_id": 17, "token_text": ".", "probability": 0.0859375}, {"token_id": 15, "token_text": ",", "probability": 0.0296630859375}, {"token_id": 262, "token_text": " and", "probability": 0.0096435546875}, {"token_id": 234, "token_text": " in", "probability": 0.004547119140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.65625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03466796875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0164794921875}, {"token_id": 277, "token_text": " A", "probability": 0.005859375}, {"token_id": 340, "token_text": " G", "probability": 0.004547119140625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 1892, "correct_token_probability": 3.314018249511719e-05, "top_10_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.11767578125}, {"token_id": 230, "token_text": " the", "probability": 0.091796875}, {"token_id": 534, "token_text": " not", "probability": 0.024658203125}, {"token_id": 1576, "token_text": " now", "probability": 0.0205078125}, {"token_id": 248, "token_text": " an", "probability": 0.0205078125}, {"token_id": 720, "token_text": " one", "probability": 0.019287109375}, {"token_id": 10438, "token_text": " divided", "probability": 0.01806640625}, {"token_id": 1933, "token_text": " still", "probability": 0.0174560546875}, {"token_id": 751, "token_text": " also", "probability": 0.0159912109375}, {"token_id": 3857, "token_text": " located", "probability": 0.01495361328125}], "entropy": 5.78125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.314764039188105, "average_logprob_per_token": -10.314764039188105, "perplexity_on_target_sequence": 30174.848920863322, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -10.314764039188105, "probability": 3.314018249511719e-05, "raw_probability": 3.314018249511719e-05, "correct_token_rank": 1892}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33257.21324944496, "probe_elapsed_sec": 0.8423655309597962, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to create a new language model. The new language model is used to create a new language model. The new language model is used to create a new", "text": "A small language model should be used to create a new language model. The new language model is used to create a new language model. The new language model is used to create a new", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.34765625}, {"token_id": 534, "token_text": " not", "probability": 0.050048828125}, {"token_id": 581, "token_text": " have", "probability": 0.044189453125}, {"token_id": 1300, "token_text": " use", "probability": 0.0303955078125}, {"token_id": 1466, "token_text": " help", "probability": 0.023681640625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.3359375}, {"token_id": 2956, "token_text": " able", "probability": 0.037841796875}, {"token_id": 1334, "token_text": " found", "probability": 0.02294921875}, {"token_id": 3493, "token_text": " available", "probability": 0.01904296875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0157470703125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.326171875}, {"token_id": 234, "token_text": " in", "probability": 0.185546875}, {"token_id": 321, "token_text": " for", "probability": 0.1533203125}, {"token_id": 347, "token_text": " as", "probability": 0.068359375}, {"token_id": 443, "token_text": " by", "probability": 0.0439453125}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.050537109375, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.050537109375}, {"token_id": 372, "token_text": " be", "probability": 0.0419921875}, {"token_id": 10728, "token_text": " describe", "probability": 0.03466796875}, {"token_id": 8550, "token_text": " determine", "probability": 0.02392578125}, {"token_id": 1494, "token_text": " make", "probability": 0.02392578125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.4296875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.4296875}, {"token_id": 230, "token_text": " the", "probability": 0.06591796875}, {"token_id": 248, "token_text": " an", "probability": 0.05810546875}, {"token_id": 262, "token_text": " and", "probability": 0.0291748046875}, {"token_id": 941, "token_text": " new", "probability": 0.0213623046875}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.03564453125}, {"token_id": 3108, "token_text": " single", "probability": 0.0203857421875}, {"token_id": 6435, "token_text": " variety", "probability": 0.01904296875}, {"token_id": 1981, "token_text": " number", "probability": 0.0135498046875}, {"token_id": 827, "token_text": " more", "probability": 0.01312255859375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.040771484375}, {"token_id": 4621, "token_text": " model", "probability": 0.038330078125}, {"token_id": 3948, "token_text": " version", "probability": 0.038330078125}, {"token_id": 5909, "token_text": " approach", "probability": 0.0299072265625}, {"token_id": 1625, "token_text": " system", "probability": 0.0247802734375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5}, {"token_id": 1625, "token_text": " system", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.02197265625}, {"token_id": 17, "token_text": ".", "probability": 0.0206298828125}, {"token_id": 262, "token_text": " and", "probability": 0.0159912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.228515625}, {"token_id": 263, "token_text": " to", "probability": 0.10791015625}, {"token_id": 321, "token_text": " for", "probability": 0.08935546875}, {"token_id": 15, "token_text": ",", "probability": 0.08935546875}, {"token_id": 379, "token_text": " that", "probability": 0.054443359375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2138671875}, {"token_id": 1062, "token_text": " This", "probability": 0.0654296875}, {"token_id": 679, "token_text": " It", "probability": 0.05419921875}, {"token_id": 2, "token_text": "", "probability": 0.051025390625}, {"token_id": 407, "token_text": " In", "probability": 0.044921875}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.09619140625}, {"token_id": 4621, "token_text": " model", "probability": 0.0400390625}, {"token_id": 836, "token_text": " first", "probability": 0.0400390625}, {"token_id": 2521, "token_text": " project", "probability": 0.0184326171875}, {"token_id": 7470, "token_text": " basic", "probability": 0.017822265625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.056640625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.056640625}, {"token_id": 4621, "token_text": " model", "probability": 0.05322265625}, {"token_id": 5909, "token_text": " approach", "probability": 0.0439453125}, {"token_id": 11304, "token_text": " programming", "probability": 0.041259765625}, {"token_id": 1625, "token_text": " system", "probability": 0.025146484375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5625}, {"token_id": 19489, "token_text": " processor", "probability": 0.02978515625}, {"token_id": 336, "token_text": " is", "probability": 0.024658203125}, {"token_id": 1625, "token_text": " system", "probability": 0.0169677734375}, {"token_id": 256, "token_text": " of", "probability": 0.0169677734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.25390625}, {"token_id": 1503, "token_text": " should", "probability": 0.07275390625}, {"token_id": 783, "token_text": " will", "probability": 0.064453125}, {"token_id": 566, "token_text": " can", "probability": 0.05322265625}, {"token_id": 614, "token_text": " has", "probability": 0.04150390625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.08935546875}, {"token_id": 209, "token_text": " a", "probability": 0.0576171875}, {"token_id": 263, "token_text": " to", "probability": 0.05078125}, {"token_id": 230, "token_text": " the", "probability": 0.05078125}, {"token_id": 29, "token_text": ":", "probability": 0.047607421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.578125}, {"token_id": 321, "token_text": " for", "probability": 0.17578125}, {"token_id": 234, "token_text": " in", "probability": 0.0732421875}, {"token_id": 443, "token_text": " by", "probability": 0.04443359375}, {"token_id": 347, "token_text": " as", "probability": 0.0238037109375}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.208984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0283203125}, {"token_id": 10728, "token_text": " describe", "probability": 0.026611328125}, {"token_id": 372, "token_text": " be", "probability": 0.02490234375}, {"token_id": 1494, "token_text": " make", "probability": 0.0206298828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.67578125}, {"token_id": 248, "token_text": " an", "probability": 0.076171875}, {"token_id": 230, "token_text": " the", "probability": 0.03173828125}, {"token_id": 941, "token_text": " new", "probability": 0.00909423828125}, {"token_id": 262, "token_text": " and", "probability": 0.008544921875}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.2041015625}, {"token_id": 5388, "token_text": " simple", "probability": 0.0260009765625}, {"token_id": 4621, "token_text": " model", "probability": 0.017822265625}, {"token_id": 3108, "token_text": " single", "probability": 0.017822265625}, {"token_id": 6903, "token_text": " separate", "probability": 0.0130615234375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.451171875}, {"token_id": 11304, "token_text": " programming", "probability": 0.03271484375}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.027099609375}, {"token_id": 5909, "token_text": " approach", "probability": 0.019775390625}, {"token_id": 13852, "token_text": " framework", "probability": 0.0128173828125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.7265625}, {"token_id": 1625, "token_text": " system", "probability": 0.01416015625}, {"token_id": 19489, "token_text": " processor", "probability": 0.01104736328125}, {"token_id": 13852, "token_text": " framework", "probability": 0.008056640625}, {"token_id": 16, "token_text": "-", "probability": 0.00714111328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.197265625}, {"token_id": 15, "token_text": ",", "probability": 0.11962890625}, {"token_id": 263, "token_text": " to", "probability": 0.09912109375}, {"token_id": 321, "token_text": " for", "probability": 0.068359375}, {"token_id": 262, "token_text": " and", "probability": 0.056640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.287109375}, {"token_id": 679, "token_text": " It", "probability": 0.08203125}, {"token_id": 2, "token_text": "", "probability": 0.068359375}, {"token_id": 1062, "token_text": " This", "probability": 0.06005859375}, {"token_id": 407, "token_text": " In", "probability": 0.041259765625}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.134765625}, {"token_id": 4621, "token_text": " model", "probability": 0.056396484375}, {"token_id": 836, "token_text": " first", "probability": 0.038818359375}, {"token_id": 7470, "token_text": " basic", "probability": 0.026611328125}, {"token_id": 1962, "token_text": " main", "probability": 0.020751953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.37890625}, {"token_id": 11304, "token_text": " programming", "probability": 0.0311279296875}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.02001953125}, {"token_id": 5909, "token_text": " approach", "probability": 0.0166015625}, {"token_id": 3948, "token_text": " version", "probability": 0.01470947265625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.66796875}, {"token_id": 19489, "token_text": " processor", "probability": 0.027587890625}, {"token_id": 9204, "token_text": " models", "probability": 0.01220703125}, {"token_id": 336, "token_text": " is", "probability": 0.01220703125}, {"token_id": 1625, "token_text": " system", "probability": 0.00921630859375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.333984375}, {"token_id": 566, "token_text": " can", "probability": 0.07958984375}, {"token_id": 783, "token_text": " will", "probability": 0.05810546875}, {"token_id": 614, "token_text": " has", "probability": 0.045166015625}, {"token_id": 1503, "token_text": " should", "probability": 0.033203125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1884765625}, {"token_id": 209, "token_text": " a", "probability": 0.05078125}, {"token_id": 230, "token_text": " the", "probability": 0.044921875}, {"token_id": 751, "token_text": " also", "probability": 0.0419921875}, {"token_id": 2787, "token_text": " based", "probability": 0.034912109375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.83203125}, {"token_id": 321, "token_text": " for", "probability": 0.06396484375}, {"token_id": 234, "token_text": " in", "probability": 0.0284423828125}, {"token_id": 443, "token_text": " by", "probability": 0.01519775390625}, {"token_id": 347, "token_text": " as", "probability": 0.0118408203125}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.267578125}, {"token_id": 1300, "token_text": " use", "probability": 0.041015625}, {"token_id": 1494, "token_text": " make", "probability": 0.0234375}, {"token_id": 1964, "token_text": " build", "probability": 0.02197265625}, {"token_id": 372, "token_text": " be", "probability": 0.0206298828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.76953125}, {"token_id": 248, "token_text": " an", "probability": 0.0810546875}, {"token_id": 230, "token_text": " the", "probability": 0.0205078125}, {"token_id": 941, "token_text": " new", "probability": 0.006256103515625}, {"token_id": 827, "token_text": " more", "probability": 0.005889892578125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.25390625}, {"token_id": 3965, "token_text": " language", "probability": 0.025146484375}, {"token_id": 5388, "token_text": " simple", "probability": 0.0208740234375}, {"token_id": 4621, "token_text": " model", "probability": 0.017333984375}, {"token_id": 2206, "token_text": " different", "probability": 0.0162353515625}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.34765625}, {"token_id": 534, "token_text": " not", "probability": 0.050048828125}, {"token_id": 581, "token_text": " have", "probability": 0.044189453125}, {"token_id": 1300, "token_text": " use", "probability": 0.0303955078125}, {"token_id": 1466, "token_text": " help", "probability": 0.023681640625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.3359375}, {"token_id": 2956, "token_text": " able", "probability": 0.037841796875}, {"token_id": 1334, "token_text": " found", "probability": 0.02294921875}, {"token_id": 3493, "token_text": " available", "probability": 0.01904296875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0157470703125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.326171875}, {"token_id": 234, "token_text": " in", "probability": 0.185546875}, {"token_id": 321, "token_text": " for", "probability": 0.154296875}, {"token_id": 347, "token_text": " as", "probability": 0.068359375}, {"token_id": 443, "token_text": " by", "probability": 0.0439453125}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.050537109375, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.050537109375}, {"token_id": 372, "token_text": " be", "probability": 0.0419921875}, {"token_id": 10728, "token_text": " describe", "probability": 0.03466796875}, {"token_id": 8550, "token_text": " determine", "probability": 0.02392578125}, {"token_id": 1494, "token_text": " make", "probability": 0.02392578125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.4296875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.4296875}, {"token_id": 230, "token_text": " the", "probability": 0.06591796875}, {"token_id": 248, "token_text": " an", "probability": 0.05810546875}, {"token_id": 262, "token_text": " and", "probability": 0.0291748046875}, {"token_id": 941, "token_text": " new", "probability": 0.0213623046875}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.03564453125}, {"token_id": 3108, "token_text": " single", "probability": 0.0203857421875}, {"token_id": 6435, "token_text": " variety", "probability": 0.01904296875}, {"token_id": 1981, "token_text": " number", "probability": 0.0135498046875}, {"token_id": 827, "token_text": " more", "probability": 0.01312255859375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.040771484375}, {"token_id": 4621, "token_text": " model", "probability": 0.038330078125}, {"token_id": 3948, "token_text": " version", "probability": 0.038330078125}, {"token_id": 5909, "token_text": " approach", "probability": 0.0299072265625}, {"token_id": 1625, "token_text": " system", "probability": 0.0247802734375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5}, {"token_id": 1625, "token_text": " system", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.02197265625}, {"token_id": 17, "token_text": ".", "probability": 0.0206298828125}, {"token_id": 262, "token_text": " and", "probability": 0.0159912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.228515625}, {"token_id": 263, "token_text": " to", "probability": 0.10791015625}, {"token_id": 321, "token_text": " for", "probability": 0.08935546875}, {"token_id": 15, "token_text": ",", "probability": 0.08935546875}, {"token_id": 379, "token_text": " that", "probability": 0.054443359375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2255859375}, {"token_id": 1062, "token_text": " This", "probability": 0.06884765625}, {"token_id": 679, "token_text": " It", "probability": 0.05712890625}, {"token_id": 407, "token_text": " In", "probability": 0.04736328125}, {"token_id": 277, "token_text": " A", "probability": 0.030517578125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.09619140625}, {"token_id": 4621, "token_text": " model", "probability": 0.0400390625}, {"token_id": 836, "token_text": " first", "probability": 0.0400390625}, {"token_id": 2521, "token_text": " project", "probability": 0.0184326171875}, {"token_id": 7470, "token_text": " basic", "probability": 0.017822265625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.056640625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.056640625}, {"token_id": 4621, "token_text": " model", "probability": 0.05322265625}, {"token_id": 5909, "token_text": " approach", "probability": 0.0439453125}, {"token_id": 11304, "token_text": " programming", "probability": 0.041259765625}, {"token_id": 1625, "token_text": " system", "probability": 0.025146484375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5625}, {"token_id": 19489, "token_text": " processor", "probability": 0.02978515625}, {"token_id": 336, "token_text": " is", "probability": 0.024658203125}, {"token_id": 1625, "token_text": " system", "probability": 0.0169677734375}, {"token_id": 256, "token_text": " of", "probability": 0.0169677734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.25390625}, {"token_id": 1503, "token_text": " should", "probability": 0.07275390625}, {"token_id": 783, "token_text": " will", "probability": 0.064453125}, {"token_id": 566, "token_text": " can", "probability": 0.05322265625}, {"token_id": 614, "token_text": " has", "probability": 0.04150390625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.08935546875}, {"token_id": 209, "token_text": " a", "probability": 0.0576171875}, {"token_id": 263, "token_text": " to", "probability": 0.05078125}, {"token_id": 230, "token_text": " the", "probability": 0.05078125}, {"token_id": 29, "token_text": ":", "probability": 0.047607421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.578125}, {"token_id": 321, "token_text": " for", "probability": 0.17578125}, {"token_id": 234, "token_text": " in", "probability": 0.0732421875}, {"token_id": 443, "token_text": " by", "probability": 0.04443359375}, {"token_id": 347, "token_text": " as", "probability": 0.0238037109375}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.208984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0283203125}, {"token_id": 10728, "token_text": " describe", "probability": 0.026611328125}, {"token_id": 372, "token_text": " be", "probability": 0.02490234375}, {"token_id": 1494, "token_text": " make", "probability": 0.0206298828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.67578125}, {"token_id": 248, "token_text": " an", "probability": 0.076171875}, {"token_id": 230, "token_text": " the", "probability": 0.03173828125}, {"token_id": 941, "token_text": " new", "probability": 0.00909423828125}, {"token_id": 262, "token_text": " and", "probability": 0.008544921875}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.2041015625}, {"token_id": 5388, "token_text": " simple", "probability": 0.0260009765625}, {"token_id": 4621, "token_text": " model", "probability": 0.017822265625}, {"token_id": 3108, "token_text": " single", "probability": 0.017822265625}, {"token_id": 6903, "token_text": " separate", "probability": 0.0130615234375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.451171875}, {"token_id": 11304, "token_text": " programming", "probability": 0.03271484375}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.027099609375}, {"token_id": 5909, "token_text": " approach", "probability": 0.019775390625}, {"token_id": 13852, "token_text": " framework", "probability": 0.0128173828125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.7265625}, {"token_id": 1625, "token_text": " system", "probability": 0.01416015625}, {"token_id": 19489, "token_text": " processor", "probability": 0.01104736328125}, {"token_id": 13852, "token_text": " framework", "probability": 0.008056640625}, {"token_id": 16, "token_text": "-", "probability": 0.00714111328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.197265625}, {"token_id": 15, "token_text": ",", "probability": 0.11962890625}, {"token_id": 263, "token_text": " to", "probability": 0.09912109375}, {"token_id": 321, "token_text": " for", "probability": 0.068359375}, {"token_id": 262, "token_text": " and", "probability": 0.056640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.30859375}, {"token_id": 679, "token_text": " It", "probability": 0.08837890625}, {"token_id": 1062, "token_text": " This", "probability": 0.064453125}, {"token_id": 407, "token_text": " In", "probability": 0.04443359375}, {"token_id": 277, "token_text": " A", "probability": 0.036865234375}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.134765625}, {"token_id": 4621, "token_text": " model", "probability": 0.056396484375}, {"token_id": 836, "token_text": " first", "probability": 0.038818359375}, {"token_id": 7470, "token_text": " basic", "probability": 0.026611328125}, {"token_id": 1962, "token_text": " main", "probability": 0.020751953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.37890625}, {"token_id": 11304, "token_text": " programming", "probability": 0.0311279296875}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.02001953125}, {"token_id": 5909, "token_text": " approach", "probability": 0.0166015625}, {"token_id": 3948, "token_text": " version", "probability": 0.01470947265625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.66796875}, {"token_id": 19489, "token_text": " processor", "probability": 0.027587890625}, {"token_id": 9204, "token_text": " models", "probability": 0.01220703125}, {"token_id": 336, "token_text": " is", "probability": 0.01220703125}, {"token_id": 1625, "token_text": " system", "probability": 0.00921630859375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.333984375}, {"token_id": 566, "token_text": " can", "probability": 0.07958984375}, {"token_id": 783, "token_text": " will", "probability": 0.05810546875}, {"token_id": 614, "token_text": " has", "probability": 0.045166015625}, {"token_id": 1503, "token_text": " should", "probability": 0.033203125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1884765625}, {"token_id": 209, "token_text": " a", "probability": 0.05078125}, {"token_id": 230, "token_text": " the", "probability": 0.044921875}, {"token_id": 751, "token_text": " also", "probability": 0.0419921875}, {"token_id": 2787, "token_text": " based", "probability": 0.034912109375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.83203125}, {"token_id": 321, "token_text": " for", "probability": 0.06396484375}, {"token_id": 234, "token_text": " in", "probability": 0.0284423828125}, {"token_id": 443, "token_text": " by", "probability": 0.01519775390625}, {"token_id": 347, "token_text": " as", "probability": 0.0118408203125}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.267578125}, {"token_id": 1300, "token_text": " use", "probability": 0.041015625}, {"token_id": 1494, "token_text": " make", "probability": 0.0234375}, {"token_id": 1964, "token_text": " build", "probability": 0.02197265625}, {"token_id": 372, "token_text": " be", "probability": 0.0206298828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.76953125}, {"token_id": 248, "token_text": " an", "probability": 0.0810546875}, {"token_id": 230, "token_text": " the", "probability": 0.0205078125}, {"token_id": 941, "token_text": " new", "probability": 0.006256103515625}, {"token_id": 827, "token_text": " more", "probability": 0.005889892578125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.25390625}, {"token_id": 3965, "token_text": " language", "probability": 0.025146484375}, {"token_id": 5388, "token_text": " simple", "probability": 0.0208740234375}, {"token_id": 4621, "token_text": " model", "probability": 0.017333984375}, {"token_id": 2206, "token_text": " different", "probability": 0.0162353515625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.34765625}, {"token_id": 534, "token_text": " not", "probability": 0.050048828125}, {"token_id": 581, "token_text": " have", "probability": 0.044189453125}, {"token_id": 1300, "token_text": " use", "probability": 0.0303955078125}, {"token_id": 1466, "token_text": " help", "probability": 0.023681640625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.3359375}, {"token_id": 2956, "token_text": " able", "probability": 0.037841796875}, {"token_id": 1334, "token_text": " found", "probability": 0.02294921875}, {"token_id": 3493, "token_text": " available", "probability": 0.01904296875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0157470703125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.326171875}, {"token_id": 234, "token_text": " in", "probability": 0.185546875}, {"token_id": 321, "token_text": " for", "probability": 0.154296875}, {"token_id": 347, "token_text": " as", "probability": 0.068359375}, {"token_id": 443, "token_text": " by", "probability": 0.0439453125}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.050537109375, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.050537109375}, {"token_id": 372, "token_text": " be", "probability": 0.0419921875}, {"token_id": 10728, "token_text": " describe", "probability": 0.03466796875}, {"token_id": 8550, "token_text": " determine", "probability": 0.02392578125}, {"token_id": 1494, "token_text": " make", "probability": 0.02392578125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.4296875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.4296875}, {"token_id": 230, "token_text": " the", "probability": 0.06591796875}, {"token_id": 248, "token_text": " an", "probability": 0.05810546875}, {"token_id": 262, "token_text": " and", "probability": 0.0291748046875}, {"token_id": 941, "token_text": " new", "probability": 0.0213623046875}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.03564453125}, {"token_id": 3108, "token_text": " single", "probability": 0.0203857421875}, {"token_id": 6435, "token_text": " variety", "probability": 0.01904296875}, {"token_id": 1981, "token_text": " number", "probability": 0.0135498046875}, {"token_id": 827, "token_text": " more", "probability": 0.01312255859375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.040771484375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.040771484375}, {"token_id": 4621, "token_text": " model", "probability": 0.038330078125}, {"token_id": 3948, "token_text": " version", "probability": 0.038330078125}, {"token_id": 5909, "token_text": " approach", "probability": 0.0299072265625}, {"token_id": 1625, "token_text": " system", "probability": 0.0247802734375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5}, {"token_id": 1625, "token_text": " system", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.02197265625}, {"token_id": 17, "token_text": ".", "probability": 0.0206298828125}, {"token_id": 262, "token_text": " and", "probability": 0.0159912109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.228515625}, {"token_id": 263, "token_text": " to", "probability": 0.10791015625}, {"token_id": 321, "token_text": " for", "probability": 0.08935546875}, {"token_id": 15, "token_text": ",", "probability": 0.08935546875}, {"token_id": 379, "token_text": " that", "probability": 0.054443359375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2255859375}, {"token_id": 1062, "token_text": " This", "probability": 0.06884765625}, {"token_id": 679, "token_text": " It", "probability": 0.05712890625}, {"token_id": 407, "token_text": " In", "probability": 0.04736328125}, {"token_id": 277, "token_text": " A", "probability": 0.030517578125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.09619140625}, {"token_id": 4621, "token_text": " model", "probability": 0.0400390625}, {"token_id": 836, "token_text": " first", "probability": 0.0400390625}, {"token_id": 2521, "token_text": " project", "probability": 0.0184326171875}, {"token_id": 7470, "token_text": " basic", "probability": 0.017822265625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.056640625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.056640625}, {"token_id": 4621, "token_text": " model", "probability": 0.05322265625}, {"token_id": 5909, "token_text": " approach", "probability": 0.0439453125}, {"token_id": 11304, "token_text": " programming", "probability": 0.041259765625}, {"token_id": 1625, "token_text": " system", "probability": 0.025146484375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5625}, {"token_id": 19489, "token_text": " processor", "probability": 0.02978515625}, {"token_id": 336, "token_text": " is", "probability": 0.024658203125}, {"token_id": 1625, "token_text": " system", "probability": 0.0169677734375}, {"token_id": 256, "token_text": " of", "probability": 0.0169677734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.25390625}, {"token_id": 1503, "token_text": " should", "probability": 0.07275390625}, {"token_id": 783, "token_text": " will", "probability": 0.064453125}, {"token_id": 566, "token_text": " can", "probability": 0.05322265625}, {"token_id": 614, "token_text": " has", "probability": 0.04150390625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.08935546875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.08935546875}, {"token_id": 209, "token_text": " a", "probability": 0.0576171875}, {"token_id": 263, "token_text": " to", "probability": 0.05078125}, {"token_id": 230, "token_text": " the", "probability": 0.05078125}, {"token_id": 29, "token_text": ":", "probability": 0.047607421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.578125}, {"token_id": 321, "token_text": " for", "probability": 0.17578125}, {"token_id": 234, "token_text": " in", "probability": 0.0732421875}, {"token_id": 443, "token_text": " by", "probability": 0.04443359375}, {"token_id": 347, "token_text": " as", "probability": 0.0238037109375}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.208984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0283203125}, {"token_id": 10728, "token_text": " describe", "probability": 0.026611328125}, {"token_id": 372, "token_text": " be", "probability": 0.02490234375}, {"token_id": 1494, "token_text": " make", "probability": 0.0206298828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.67578125}, {"token_id": 248, "token_text": " an", "probability": 0.076171875}, {"token_id": 230, "token_text": " the", "probability": 0.03173828125}, {"token_id": 941, "token_text": " new", "probability": 0.00909423828125}, {"token_id": 262, "token_text": " and", "probability": 0.008544921875}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.2041015625}, {"token_id": 5388, "token_text": " simple", "probability": 0.0260009765625}, {"token_id": 4621, "token_text": " model", "probability": 0.017822265625}, {"token_id": 3108, "token_text": " single", "probability": 0.017822265625}, {"token_id": 6903, "token_text": " separate", "probability": 0.0130615234375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.451171875}, {"token_id": 11304, "token_text": " programming", "probability": 0.03271484375}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.027099609375}, {"token_id": 5909, "token_text": " approach", "probability": 0.019775390625}, {"token_id": 13852, "token_text": " framework", "probability": 0.0128173828125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.7265625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.7265625}, {"token_id": 1625, "token_text": " system", "probability": 0.01416015625}, {"token_id": 19489, "token_text": " processor", "probability": 0.01104736328125}, {"token_id": 13852, "token_text": " framework", "probability": 0.008056640625}, {"token_id": 16, "token_text": "-", "probability": 0.00714111328125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.197265625}, {"token_id": 15, "token_text": ",", "probability": 0.11962890625}, {"token_id": 263, "token_text": " to", "probability": 0.09912109375}, {"token_id": 321, "token_text": " for", "probability": 0.068359375}, {"token_id": 262, "token_text": " and", "probability": 0.056640625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.30859375}, {"token_id": 679, "token_text": " It", "probability": 0.08837890625}, {"token_id": 1062, "token_text": " This", "probability": 0.064453125}, {"token_id": 407, "token_text": " In", "probability": 0.04443359375}, {"token_id": 277, "token_text": " A", "probability": 0.036865234375}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.134765625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.134765625}, {"token_id": 4621, "token_text": " model", "probability": 0.056396484375}, {"token_id": 836, "token_text": " first", "probability": 0.038818359375}, {"token_id": 7470, "token_text": " basic", "probability": 0.026611328125}, {"token_id": 1962, "token_text": " main", "probability": 0.020751953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.37890625}, {"token_id": 11304, "token_text": " programming", "probability": 0.0311279296875}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.02001953125}, {"token_id": 5909, "token_text": " approach", "probability": 0.0166015625}, {"token_id": 3948, "token_text": " version", "probability": 0.01470947265625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.66796875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.66796875}, {"token_id": 19489, "token_text": " processor", "probability": 0.027587890625}, {"token_id": 9204, "token_text": " models", "probability": 0.01220703125}, {"token_id": 336, "token_text": " is", "probability": 0.01220703125}, {"token_id": 1625, "token_text": " system", "probability": 0.00921630859375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.333984375}, {"token_id": 566, "token_text": " can", "probability": 0.07958984375}, {"token_id": 783, "token_text": " will", "probability": 0.05810546875}, {"token_id": 614, "token_text": " has", "probability": 0.045166015625}, {"token_id": 1503, "token_text": " should", "probability": 0.033203125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1884765625}, {"token_id": 209, "token_text": " a", "probability": 0.05078125}, {"token_id": 230, "token_text": " the", "probability": 0.044921875}, {"token_id": 751, "token_text": " also", "probability": 0.0419921875}, {"token_id": 2787, "token_text": " based", "probability": 0.034912109375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.83203125}, {"token_id": 321, "token_text": " for", "probability": 0.06396484375}, {"token_id": 234, "token_text": " in", "probability": 0.0284423828125}, {"token_id": 443, "token_text": " by", "probability": 0.01519775390625}, {"token_id": 347, "token_text": " as", "probability": 0.0118408203125}]}, {"token_id": 4052, "token_text": " create", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 4052, "token_text": " create", "probability": 0.267578125}, {"token_id": 1300, "token_text": " use", "probability": 0.041015625}, {"token_id": 1494, "token_text": " make", "probability": 0.0234375}, {"token_id": 1964, "token_text": " build", "probability": 0.02197265625}, {"token_id": 372, "token_text": " be", "probability": 0.0206298828125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.76953125}, {"token_id": 248, "token_text": " an", "probability": 0.0810546875}, {"token_id": 230, "token_text": " the", "probability": 0.0205078125}, {"token_id": 941, "token_text": " new", "probability": 0.006256103515625}, {"token_id": 827, "token_text": " more", "probability": 0.005889892578125}]}, {"token_id": 941, "token_text": " new", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 941, "token_text": " new", "probability": 0.25390625}, {"token_id": 3965, "token_text": " language", "probability": 0.025146484375}, {"token_id": 5388, "token_text": " simple", "probability": 0.0208740234375}, {"token_id": 4621, "token_text": " model", "probability": 0.017333984375}, {"token_id": 2206, "token_text": " different", "probability": 0.0162353515625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.34765625, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.34765625}, {"token_id": 534, "token_text": " not", "probability": 0.050048828125}, {"token_id": 581, "token_text": " have", "probability": 0.044189453125}, {"token_id": 1300, "token_text": " use", "probability": 0.0303955078125}, {"token_id": 1466, "token_text": " help", "probability": 0.023681640625}, {"token_id": 751, "token_text": " also", "probability": 0.0152587890625}, {"token_id": 3710, "token_text": " provide", "probability": 0.01190185546875}, {"token_id": 1864, "token_text": " support", "probability": 0.01116943359375}, {"token_id": 1494, "token_text": " make", "probability": 0.0081787109375}, {"token_id": 846, "token_text": " work", "probability": 0.00634765625}], "entropy": 4.375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.0565410747474226, "average_logprob_per_token": -1.0565410747474226, "perplexity_on_target_sequence": 2.8764044943820224, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -1.0565410747474226, "probability": 0.34765625, "raw_probability": 0.34765625, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33257.21380472183, "probe_elapsed_sec": 0.8423655309597962, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la pi\u00f9 grande citt\u00e0 di un'epoca in cui la citt\u00e0 \u00e8 stata costruita. La citt\u00e0 \u00e8 stata costruita nel 1750 e la citt\u00e0 \u00e8 stata costruita nel", "text": "La capitale d'Italia \u00e8 stata la pi\u00f9 grande citt\u00e0 di un'epoca in cui la citt\u00e0 \u00e8 stata costruita. La citt\u00e0 \u00e8 stata costruita nel 1750 e la citt\u00e0 \u00e8 stata costruita nel", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09619140625}, {"token_id": 285, "token_text": " la", "probability": 0.042724609375}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.03759765625}, {"token_id": 267, "token_text": " un", "probability": 0.033203125}, {"token_id": 387, "token_text": " una", "probability": 0.029296875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.053955078125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.03076171875}, {"token_id": 19579, "token_text": " costretta", "probability": 0.0186767578125}, {"token_id": 227, "token_text": " l", "probability": 0.0186767578125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1630859375}, {"token_id": 870, "token_text": " prima", "probability": 0.15234375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.05615234375}, {"token_id": 718, "token_text": " sua", "probability": 0.041015625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0283203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.296875}, {"token_id": 2935, "token_text": " importante", "probability": 0.1025390625}, {"token_id": 5731, "token_text": " alta", "probability": 0.045654296875}, {"token_id": 11054, "token_text": " antica", "probability": 0.035400390625}, {"token_id": 3100, "token_text": " forte", "probability": 0.0260009765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.07421875}, {"token_id": 2618, "token_text": " indust", "probability": 0.039794921875}, {"token_id": 17465, "token_text": " economia", "probability": 0.03515625}, {"token_id": 31034, "token_text": " risorsa", "probability": 0.02734375}, {"token_id": 5240, "token_text": " crisi", "probability": 0.0213623046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.24609375}, {"token_id": 370, "token_text": " della", "probability": 0.1494140625}, {"token_id": 337, "token_text": " del", "probability": 0.09619140625}, {"token_id": 465, "token_text": " dell", "probability": 0.058349609375}, {"token_id": 15, "token_text": ",", "probability": 0.02587890625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0220947265625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0213623046875}, {"token_id": 1162, "token_text": " questa", "probability": 0.018310546875}, {"token_id": 1254, "token_text": " San", "probability": 0.0172119140625}, {"token_id": 5250, "token_text": " origine", "probability": 0.015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1748046875}, {"token_id": 2832, "token_text": " paese", "probability": 0.07275390625}, {"token_id": 2750, "token_text": " centro", "probability": 0.050048828125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0322265625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.023681640625}]}, {"token_id": 4332, "token_text": "epoca", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 4332, "token_text": "epoca", "probability": 0.083984375}, {"token_id": 4378, "token_text": "area", "probability": 0.05419921875}, {"token_id": 5681, "token_text": "Europa", "probability": 0.05078125}, {"token_id": 16790, "token_text": "importante", "probability": 0.044921875}, {"token_id": 7558, "token_text": "economia", "probability": 0.044921875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.062255859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.062255859375}, {"token_id": 238, "token_text": " di", "probability": 0.05859375}, {"token_id": 17, "token_text": ".", "probability": 0.05859375}, {"token_id": 15, "token_text": ",", "probability": 0.0517578125}]}, {"token_id": 739, "token_text": " cui", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 739, "token_text": " cui", "probability": 0.6484375}, {"token_id": 2760, "token_text": " grado", "probability": 0.0086669921875}, {"token_id": 5848, "token_text": " crescita", "probability": 0.007659912109375}, {"token_id": 1436, "token_text": "esti", "probability": 0.007659912109375}, {"token_id": 2716, "token_text": " Italia", "probability": 0.0072021484375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1630859375}, {"token_id": 395, "token_text": " si", "probability": 0.0986328125}, {"token_id": 293, "token_text": " il", "probability": 0.072265625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.059814453125}, {"token_id": 227, "token_text": " l", "probability": 0.059814453125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1474609375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0791015625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.051025390625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.042236328125}, {"token_id": 718, "token_text": " sua", "probability": 0.037353515625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.216796875}, {"token_id": 744, "token_text": " era", "probability": 0.130859375}, {"token_id": 238, "token_text": " di", "probability": 0.09619140625}, {"token_id": 373, "token_text": " ha", "probability": 0.06591796875}, {"token_id": 395, "token_text": " si", "probability": 0.0546875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.37890625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.05126953125}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.0257568359375}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.018798828125}, {"token_id": 1378, "token_text": " ancora", "probability": 0.018798828125}]}, {"token_id": 10658, "token_text": " costruita", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 10658, "token_text": " costruita", "probability": 0.08740234375}, {"token_id": 285, "token_text": " la", "probability": 0.052978515625}, {"token_id": 3916, "token_text": " abit", "probability": 0.0250244140625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.020751953125}, {"token_id": 22295, "token_text": " distrutta", "probability": 0.018310546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.12109375}, {"token_id": 447, "token_text": " nel", "probability": 0.078125}, {"token_id": 290, "token_text": " per", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 246, "token_text": " e", "probability": 0.05712890625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1689453125}, {"token_id": 538, "token_text": " Il", "probability": 0.0703125}, {"token_id": 2, "token_text": "", "probability": 0.06201171875}, {"token_id": 302, "token_text": " L", "probability": 0.042724609375}, {"token_id": 897, "token_text": " Nel", "probability": 0.0400390625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.2431640625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.10791015625}, {"token_id": 1843, "token_text": " storia", "probability": 0.03955078125}, {"token_id": 870, "token_text": " prima", "probability": 0.0240478515625}, {"token_id": 718, "token_text": " sua", "probability": 0.0225830078125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.337890625}, {"token_id": 238, "token_text": " di", "probability": 0.080078125}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 373, "token_text": " ha", "probability": 0.05859375}, {"token_id": 395, "token_text": " si", "probability": 0.04296875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.4765625}, {"token_id": 12000, "token_text": " situata", "probability": 0.02685546875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.017333984375}, {"token_id": 285, "token_text": " la", "probability": 0.0162353515625}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0126953125}]}, {"token_id": 10658, "token_text": " costruita", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10658, "token_text": " costruita", "probability": 0.1875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.060791015625}, {"token_id": 285, "token_text": " la", "probability": 0.0269775390625}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.0174560546875}, {"token_id": 15823, "token_text": " edific", "probability": 0.016357421875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.10302734375}, {"token_id": 333, "token_text": " da", "probability": 0.0625}, {"token_id": 234, "token_text": " in", "probability": 0.048583984375}, {"token_id": 290, "token_text": " per", "probability": 0.04296875}, {"token_id": 209, "token_text": " a", "probability": 0.040283203125}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0216064453125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0216064453125}, {"token_id": 2154, "token_text": " 2008", "probability": 0.016845703125}, {"token_id": 3381, "token_text": " 2003", "probability": 0.0157470703125}, {"token_id": 3009, "token_text": " 2000", "probability": 0.0157470703125}, {"token_id": 1285, "token_text": " 16", "probability": 0.0157470703125}]}, {"token_id": 2199, "token_text": "50", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 2199, "token_text": "50", "probability": 0.030517578125}, {"token_id": 7982, "token_text": "76", "probability": 0.02685546875}, {"token_id": 8022, "token_text": "78", "probability": 0.0252685546875}, {"token_id": 4868, "token_text": "90", "probability": 0.0223388671875}, {"token_id": 4340, "token_text": "70", "probability": 0.0196533203125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.1435546875}, {"token_id": 209, "token_text": " a", "probability": 0.126953125}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 333, "token_text": " da", "probability": 0.07666015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1591796875}, {"token_id": 227, "token_text": " l", "probability": 0.048583984375}, {"token_id": 447, "token_text": " nel", "probability": 0.037841796875}, {"token_id": 293, "token_text": " il", "probability": 0.0277099609375}, {"token_id": 395, "token_text": " si", "probability": 0.0260009765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.10888671875}, {"token_id": 718, "token_text": " sua", "probability": 0.10205078125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06591796875}, {"token_id": 870, "token_text": " prima", "probability": 0.0546875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.048095703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4375}, {"token_id": 633, "token_text": " fu", "probability": 0.1513671875}, {"token_id": 373, "token_text": " ha", "probability": 0.05224609375}, {"token_id": 744, "token_text": " era", "probability": 0.049072265625}, {"token_id": 395, "token_text": " si", "probability": 0.035888671875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.734375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.022216796875}, {"token_id": 844, "token_text": " stato", "probability": 0.00982666015625}, {"token_id": 16674, "token_text": " iniziata", "probability": 0.007659912109375}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.007659912109375}]}, {"token_id": 10658, "token_text": " costruita", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 10658, "token_text": " costruita", "probability": 0.1435546875}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.052978515625}, {"token_id": 23078, "token_text": " eretta", "probability": 0.0250244140625}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.0172119140625}, {"token_id": 22295, "token_text": " distrutta", "probability": 0.01611328125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.2734375}, {"token_id": 290, "token_text": " per", "probability": 0.044677734375}, {"token_id": 234, "token_text": " in", "probability": 0.044677734375}, {"token_id": 333, "token_text": " da", "probability": 0.0419921875}, {"token_id": 209, "token_text": " a", "probability": 0.025390625}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09619140625}, {"token_id": 285, "token_text": " la", "probability": 0.042724609375}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.03759765625}, {"token_id": 267, "token_text": " un", "probability": 0.033203125}, {"token_id": 387, "token_text": " una", "probability": 0.029296875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.053955078125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.03076171875}, {"token_id": 19579, "token_text": " costretta", "probability": 0.0186767578125}, {"token_id": 227, "token_text": " l", "probability": 0.0186767578125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1630859375}, {"token_id": 870, "token_text": " prima", "probability": 0.15234375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.05615234375}, {"token_id": 718, "token_text": " sua", "probability": 0.041015625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0283203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.296875}, {"token_id": 2935, "token_text": " importante", "probability": 0.1025390625}, {"token_id": 5731, "token_text": " alta", "probability": 0.045654296875}, {"token_id": 11054, "token_text": " antica", "probability": 0.035400390625}, {"token_id": 3100, "token_text": " forte", "probability": 0.0260009765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.07421875}, {"token_id": 2618, "token_text": " indust", "probability": 0.039794921875}, {"token_id": 17465, "token_text": " economia", "probability": 0.03515625}, {"token_id": 31034, "token_text": " risorsa", "probability": 0.02734375}, {"token_id": 5240, "token_text": " crisi", "probability": 0.0213623046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.24609375}, {"token_id": 370, "token_text": " della", "probability": 0.1494140625}, {"token_id": 337, "token_text": " del", "probability": 0.09619140625}, {"token_id": 465, "token_text": " dell", "probability": 0.058349609375}, {"token_id": 15, "token_text": ",", "probability": 0.02587890625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0220947265625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0213623046875}, {"token_id": 1162, "token_text": " questa", "probability": 0.018310546875}, {"token_id": 1254, "token_text": " San", "probability": 0.0172119140625}, {"token_id": 5250, "token_text": " origine", "probability": 0.015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1748046875}, {"token_id": 2832, "token_text": " paese", "probability": 0.07275390625}, {"token_id": 2750, "token_text": " centro", "probability": 0.050048828125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0322265625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.023681640625}]}, {"token_id": 4332, "token_text": "epoca", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 4332, "token_text": "epoca", "probability": 0.083984375}, {"token_id": 4378, "token_text": "area", "probability": 0.05419921875}, {"token_id": 5681, "token_text": "Europa", "probability": 0.05078125}, {"token_id": 16790, "token_text": "importante", "probability": 0.044921875}, {"token_id": 7558, "token_text": "economia", "probability": 0.044921875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.062255859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.062255859375}, {"token_id": 238, "token_text": " di", "probability": 0.05859375}, {"token_id": 17, "token_text": ".", "probability": 0.05859375}, {"token_id": 15, "token_text": ",", "probability": 0.0517578125}]}, {"token_id": 739, "token_text": " cui", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 739, "token_text": " cui", "probability": 0.6484375}, {"token_id": 2760, "token_text": " grado", "probability": 0.0086669921875}, {"token_id": 5848, "token_text": " crescita", "probability": 0.007659912109375}, {"token_id": 1436, "token_text": "esti", "probability": 0.007659912109375}, {"token_id": 2716, "token_text": " Italia", "probability": 0.0072021484375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1630859375}, {"token_id": 395, "token_text": " si", "probability": 0.0986328125}, {"token_id": 293, "token_text": " il", "probability": 0.072265625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.059814453125}, {"token_id": 227, "token_text": " l", "probability": 0.059814453125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1474609375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0791015625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.051025390625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.042236328125}, {"token_id": 718, "token_text": " sua", "probability": 0.037353515625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.216796875}, {"token_id": 744, "token_text": " era", "probability": 0.130859375}, {"token_id": 238, "token_text": " di", "probability": 0.09619140625}, {"token_id": 373, "token_text": " ha", "probability": 0.06591796875}, {"token_id": 395, "token_text": " si", "probability": 0.0546875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.37890625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.05126953125}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.0257568359375}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.018798828125}, {"token_id": 1378, "token_text": " ancora", "probability": 0.018798828125}]}, {"token_id": 10658, "token_text": " costruita", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 10658, "token_text": " costruita", "probability": 0.08740234375}, {"token_id": 285, "token_text": " la", "probability": 0.052978515625}, {"token_id": 3916, "token_text": " abit", "probability": 0.0250244140625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.020751953125}, {"token_id": 22295, "token_text": " distrutta", "probability": 0.018310546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.12109375}, {"token_id": 447, "token_text": " nel", "probability": 0.078125}, {"token_id": 290, "token_text": " per", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 246, "token_text": " e", "probability": 0.05712890625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1796875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1796875}, {"token_id": 538, "token_text": " Il", "probability": 0.0751953125}, {"token_id": 302, "token_text": " L", "probability": 0.04541015625}, {"token_id": 897, "token_text": " Nel", "probability": 0.042724609375}, {"token_id": 719, "token_text": " Le", "probability": 0.0294189453125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.2431640625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.10791015625}, {"token_id": 1843, "token_text": " storia", "probability": 0.03955078125}, {"token_id": 870, "token_text": " prima", "probability": 0.0240478515625}, {"token_id": 718, "token_text": " sua", "probability": 0.0225830078125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.337890625}, {"token_id": 238, "token_text": " di", "probability": 0.080078125}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 373, "token_text": " ha", "probability": 0.05859375}, {"token_id": 395, "token_text": " si", "probability": 0.04296875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.4765625}, {"token_id": 12000, "token_text": " situata", "probability": 0.02685546875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.017333984375}, {"token_id": 285, "token_text": " la", "probability": 0.0162353515625}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0126953125}]}, {"token_id": 10658, "token_text": " costruita", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10658, "token_text": " costruita", "probability": 0.1875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.060791015625}, {"token_id": 285, "token_text": " la", "probability": 0.0269775390625}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.0174560546875}, {"token_id": 15823, "token_text": " edific", "probability": 0.016357421875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.10302734375}, {"token_id": 333, "token_text": " da", "probability": 0.0625}, {"token_id": 234, "token_text": " in", "probability": 0.048583984375}, {"token_id": 290, "token_text": " per", "probability": 0.04296875}, {"token_id": 209, "token_text": " a", "probability": 0.040283203125}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0216064453125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0216064453125}, {"token_id": 2154, "token_text": " 2008", "probability": 0.016845703125}, {"token_id": 3381, "token_text": " 2003", "probability": 0.0157470703125}, {"token_id": 3009, "token_text": " 2000", "probability": 0.0157470703125}, {"token_id": 1285, "token_text": " 16", "probability": 0.0157470703125}]}, {"token_id": 2199, "token_text": "50", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 2199, "token_text": "50", "probability": 0.030517578125}, {"token_id": 7982, "token_text": "76", "probability": 0.02685546875}, {"token_id": 8022, "token_text": "78", "probability": 0.0252685546875}, {"token_id": 4868, "token_text": "90", "probability": 0.0223388671875}, {"token_id": 4340, "token_text": "70", "probability": 0.0196533203125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.1435546875}, {"token_id": 209, "token_text": " a", "probability": 0.126953125}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 333, "token_text": " da", "probability": 0.07666015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1591796875}, {"token_id": 227, "token_text": " l", "probability": 0.048583984375}, {"token_id": 447, "token_text": " nel", "probability": 0.037841796875}, {"token_id": 293, "token_text": " il", "probability": 0.0277099609375}, {"token_id": 395, "token_text": " si", "probability": 0.0260009765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.10888671875}, {"token_id": 718, "token_text": " sua", "probability": 0.10205078125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06591796875}, {"token_id": 870, "token_text": " prima", "probability": 0.0546875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.048095703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4375}, {"token_id": 633, "token_text": " fu", "probability": 0.1513671875}, {"token_id": 373, "token_text": " ha", "probability": 0.05224609375}, {"token_id": 744, "token_text": " era", "probability": 0.049072265625}, {"token_id": 395, "token_text": " si", "probability": 0.035888671875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.734375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.022216796875}, {"token_id": 844, "token_text": " stato", "probability": 0.00982666015625}, {"token_id": 16674, "token_text": " iniziata", "probability": 0.007659912109375}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.007659912109375}]}, {"token_id": 10658, "token_text": " costruita", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 10658, "token_text": " costruita", "probability": 0.1435546875}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.052978515625}, {"token_id": 23078, "token_text": " eretta", "probability": 0.0250244140625}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.0172119140625}, {"token_id": 22295, "token_text": " distrutta", "probability": 0.01611328125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.2734375}, {"token_id": 290, "token_text": " per", "probability": 0.044677734375}, {"token_id": 234, "token_text": " in", "probability": 0.044677734375}, {"token_id": 333, "token_text": " da", "probability": 0.0419921875}, {"token_id": 209, "token_text": " a", "probability": 0.025390625}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09619140625}, {"token_id": 285, "token_text": " la", "probability": 0.042724609375}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.03759765625}, {"token_id": 267, "token_text": " un", "probability": 0.033203125}, {"token_id": 387, "token_text": " una", "probability": 0.029296875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.053955078125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.053955078125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.03076171875}, {"token_id": 19579, "token_text": " costretta", "probability": 0.0186767578125}, {"token_id": 227, "token_text": " l", "probability": 0.0186767578125}]}, {"token_id": 521, "token_text": " pi\u00f9", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 521, "token_text": " pi\u00f9", "probability": 0.1630859375}, {"token_id": 870, "token_text": " prima", "probability": 0.15234375}, {"token_id": 2311, "token_text": " seconda", "probability": 0.05615234375}, {"token_id": 718, "token_text": " sua", "probability": 0.041015625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0283203125}]}, {"token_id": 1513, "token_text": " grande", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 1513, "token_text": " grande", "probability": 0.296875}, {"token_id": 2935, "token_text": " importante", "probability": 0.1025390625}, {"token_id": 5731, "token_text": " alta", "probability": 0.045654296875}, {"token_id": 11054, "token_text": " antica", "probability": 0.035400390625}, {"token_id": 3100, "token_text": " forte", "probability": 0.0260009765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.07421875}, {"token_id": 2618, "token_text": " indust", "probability": 0.039794921875}, {"token_id": 17465, "token_text": " economia", "probability": 0.03515625}, {"token_id": 31034, "token_text": " risorsa", "probability": 0.02734375}, {"token_id": 5240, "token_text": " crisi", "probability": 0.0213623046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.24609375}, {"token_id": 370, "token_text": " della", "probability": 0.1494140625}, {"token_id": 337, "token_text": " del", "probability": 0.09619140625}, {"token_id": 465, "token_text": " dell", "probability": 0.058349609375}, {"token_id": 15, "token_text": ",", "probability": 0.02587890625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0220947265625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0213623046875}, {"token_id": 1162, "token_text": " questa", "probability": 0.018310546875}, {"token_id": 1254, "token_text": " San", "probability": 0.0172119140625}, {"token_id": 5250, "token_text": " origine", "probability": 0.015625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1748046875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1748046875}, {"token_id": 2832, "token_text": " paese", "probability": 0.07275390625}, {"token_id": 2750, "token_text": " centro", "probability": 0.050048828125}, {"token_id": 1288, "token_text": " tempo", "probability": 0.0322265625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.023681640625}]}, {"token_id": 4332, "token_text": "epoca", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 4332, "token_text": "epoca", "probability": 0.083984375}, {"token_id": 4378, "token_text": "area", "probability": 0.05419921875}, {"token_id": 5681, "token_text": "Europa", "probability": 0.05078125}, {"token_id": 16790, "token_text": "importante", "probability": 0.044921875}, {"token_id": 7558, "token_text": "economia", "probability": 0.044921875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.062255859375}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.062255859375}, {"token_id": 238, "token_text": " di", "probability": 0.05859375}, {"token_id": 17, "token_text": ".", "probability": 0.05859375}, {"token_id": 15, "token_text": ",", "probability": 0.0517578125}]}, {"token_id": 739, "token_text": " cui", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 739, "token_text": " cui", "probability": 0.6484375}, {"token_id": 2760, "token_text": " grado", "probability": 0.0086669921875}, {"token_id": 5848, "token_text": " crescita", "probability": 0.007659912109375}, {"token_id": 1436, "token_text": "esti", "probability": 0.007659912109375}, {"token_id": 2716, "token_text": " Italia", "probability": 0.0072021484375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1630859375}, {"token_id": 395, "token_text": " si", "probability": 0.0986328125}, {"token_id": 293, "token_text": " il", "probability": 0.072265625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.059814453125}, {"token_id": 227, "token_text": " l", "probability": 0.059814453125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.1474609375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0791015625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.051025390625}, {"token_id": 2380, "token_text": " maggior", "probability": 0.042236328125}, {"token_id": 718, "token_text": " sua", "probability": 0.037353515625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.216796875}, {"token_id": 744, "token_text": " era", "probability": 0.130859375}, {"token_id": 238, "token_text": " di", "probability": 0.09619140625}, {"token_id": 373, "token_text": " ha", "probability": 0.06591796875}, {"token_id": 395, "token_text": " si", "probability": 0.0546875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.37890625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.05126953125}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.0257568359375}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.018798828125}, {"token_id": 1378, "token_text": " ancora", "probability": 0.018798828125}]}, {"token_id": 10658, "token_text": " costruita", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 10658, "token_text": " costruita", "probability": 0.08740234375}, {"token_id": 285, "token_text": " la", "probability": 0.052978515625}, {"token_id": 3916, "token_text": " abit", "probability": 0.0250244140625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.020751953125}, {"token_id": 22295, "token_text": " distrutta", "probability": 0.018310546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.12109375}, {"token_id": 447, "token_text": " nel", "probability": 0.078125}, {"token_id": 290, "token_text": " per", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 246, "token_text": " e", "probability": 0.05712890625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1796875, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1796875}, {"token_id": 538, "token_text": " Il", "probability": 0.0751953125}, {"token_id": 302, "token_text": " L", "probability": 0.04541015625}, {"token_id": 897, "token_text": " Nel", "probability": 0.042724609375}, {"token_id": 719, "token_text": " Le", "probability": 0.0294189453125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.2431640625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.2431640625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.10791015625}, {"token_id": 1843, "token_text": " storia", "probability": 0.03955078125}, {"token_id": 870, "token_text": " prima", "probability": 0.0240478515625}, {"token_id": 718, "token_text": " sua", "probability": 0.0225830078125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.337890625}, {"token_id": 238, "token_text": " di", "probability": 0.080078125}, {"token_id": 15, "token_text": ",", "probability": 0.07080078125}, {"token_id": 373, "token_text": " ha", "probability": 0.05859375}, {"token_id": 395, "token_text": " si", "probability": 0.04296875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.4765625}, {"token_id": 12000, "token_text": " situata", "probability": 0.02685546875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.017333984375}, {"token_id": 285, "token_text": " la", "probability": 0.0162353515625}, {"token_id": 16628, "token_text": " divisa", "probability": 0.0126953125}]}, {"token_id": 10658, "token_text": " costruita", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10658, "token_text": " costruita", "probability": 0.1875}, {"token_id": 9887, "token_text": " fondata", "probability": 0.060791015625}, {"token_id": 285, "token_text": " la", "probability": 0.0269775390625}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.0174560546875}, {"token_id": 15823, "token_text": " edific", "probability": 0.016357421875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.10302734375}, {"token_id": 333, "token_text": " da", "probability": 0.0625}, {"token_id": 234, "token_text": " in", "probability": 0.048583984375}, {"token_id": 290, "token_text": " per", "probability": 0.04296875}, {"token_id": 209, "token_text": " a", "probability": 0.040283203125}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0216064453125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0216064453125}, {"token_id": 2154, "token_text": " 2008", "probability": 0.016845703125}, {"token_id": 3381, "token_text": " 2003", "probability": 0.0157470703125}, {"token_id": 3009, "token_text": " 2000", "probability": 0.0157470703125}, {"token_id": 1285, "token_text": " 16", "probability": 0.0157470703125}]}, {"token_id": 2199, "token_text": "50", "chosen_probability": 0.030517578125, "top_k_candidates": [{"token_id": 2199, "token_text": "50", "probability": 0.030517578125}, {"token_id": 7982, "token_text": "76", "probability": 0.02685546875}, {"token_id": 8022, "token_text": "78", "probability": 0.0252685546875}, {"token_id": 4868, "token_text": "90", "probability": 0.0223388671875}, {"token_id": 4340, "token_text": "70", "probability": 0.0196533203125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.1435546875}, {"token_id": 209, "token_text": " a", "probability": 0.126953125}, {"token_id": 15, "token_text": ",", "probability": 0.126953125}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 333, "token_text": " da", "probability": 0.07666015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1591796875}, {"token_id": 227, "token_text": " l", "probability": 0.048583984375}, {"token_id": 447, "token_text": " nel", "probability": 0.037841796875}, {"token_id": 293, "token_text": " il", "probability": 0.0277099609375}, {"token_id": 395, "token_text": " si", "probability": 0.0260009765625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.10888671875}, {"token_id": 718, "token_text": " sua", "probability": 0.10205078125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.06591796875}, {"token_id": 870, "token_text": " prima", "probability": 0.0546875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.048095703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.4375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.4375}, {"token_id": 633, "token_text": " fu", "probability": 0.1513671875}, {"token_id": 373, "token_text": " ha", "probability": 0.05224609375}, {"token_id": 744, "token_text": " era", "probability": 0.049072265625}, {"token_id": 395, "token_text": " si", "probability": 0.035888671875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.734375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.734375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.022216796875}, {"token_id": 844, "token_text": " stato", "probability": 0.00982666015625}, {"token_id": 16674, "token_text": " iniziata", "probability": 0.007659912109375}, {"token_id": 13946, "token_text": " rimasta", "probability": 0.007659912109375}]}, {"token_id": 10658, "token_text": " costruita", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 10658, "token_text": " costruita", "probability": 0.1435546875}, {"token_id": 29776, "token_text": " ricostruita", "probability": 0.052978515625}, {"token_id": 23078, "token_text": " eretta", "probability": 0.0250244140625}, {"token_id": 27686, "token_text": " inaugurata", "probability": 0.0172119140625}, {"token_id": 22295, "token_text": " distrutta", "probability": 0.01611328125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.2734375}, {"token_id": 290, "token_text": " per", "probability": 0.044677734375}, {"token_id": 234, "token_text": " in", "probability": 0.044677734375}, {"token_id": 333, "token_text": " da", "probability": 0.0419921875}, {"token_id": 209, "token_text": " a", "probability": 0.025390625}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 1813, "correct_token_probability": 2.2530555725097656e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09619140625}, {"token_id": 285, "token_text": " la", "probability": 0.042724609375}, {"token_id": 25602, "token_text": " cresciuta", "probability": 0.03759765625}, {"token_id": 267, "token_text": " un", "probability": 0.033203125}, {"token_id": 387, "token_text": " una", "probability": 0.029296875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.027587890625}, {"token_id": 293, "token_text": " il", "probability": 0.0228271484375}, {"token_id": 227, "token_text": " l", "probability": 0.021484375}, {"token_id": 234, "token_text": " in", "probability": 0.0167236328125}, {"token_id": 1469, "token_text": " quella", "probability": 0.0157470703125}], "entropy": 5.53125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -10.7006381378191, "average_logprob_per_token": -10.7006381378191, "perplexity_on_target_sequence": 44384.16931216932, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -10.7006381378191, "probability": 2.2530555725097656e-05, "raw_probability": 2.2530555725097656e-05, "correct_token_rank": 1813}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 4000, "elapsed_sec": 33257.214351177216, "probe_elapsed_sec": 0.8423655309597962, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'ottima fonte di ispirazione per la sua vita.", "text": "Un piccolo modello linguistico dovrebbe essere un'ottima fonte di ispirazione per la sua vita.", "num_generated_tokens": 13, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.51171875}, {"token_id": 2370, "token_text": " avere", "probability": 0.061279296875}, {"token_id": 14192, "token_text": " servire", "probability": 0.0093994140625}, {"token_id": 1016, "token_text": " far", "probability": 0.0093994140625}, {"token_id": 1402, "token_text": " aver", "probability": 0.007781982421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.058349609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.058349609375}, {"token_id": 387, "token_text": " una", "probability": 0.027587890625}, {"token_id": 234, "token_text": " in", "probability": 0.027587890625}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0201416015625}, {"token_id": 293, "token_text": " il", "probability": 0.0189208984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.0732421875}, {"token_id": 5107, "token_text": " modello", "probability": 0.03662109375}, {"token_id": 13826, "token_text": " fattore", "probability": 0.034423828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.034423828125}, {"token_id": 537, "token_text": " po", "probability": 0.030517578125}]}, {"token_id": 25001, "token_text": "ottima", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 25001, "token_text": "ottima", "probability": 0.06787109375}, {"token_id": 23326, "token_text": "opzione", "probability": 0.046630859375}, {"token_id": 22727, "token_text": "altern", "probability": 0.0361328125}, {"token_id": 7496, "token_text": "operazione", "probability": 0.031982421875}, {"token_id": 2734, "token_text": "altra", "probability": 0.031982421875}]}, {"token_id": 7643, "token_text": " fonte", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 7643, "token_text": " fonte", "probability": 0.0947265625}, {"token_id": 31034, "token_text": " risorsa", "probability": 0.0478515625}, {"token_id": 15984, "token_text": " alternativa", "probability": 0.037109375}, {"token_id": 3656, "token_text": " idea", "probability": 0.037109375}, {"token_id": 5162, "token_text": " scelta", "probability": 0.0308837890625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.6796875}, {"token_id": 290, "token_text": " per", "probability": 0.046142578125}, {"token_id": 214, "token_text": " d", "probability": 0.01806640625}, {"token_id": 17, "token_text": ".", "probability": 0.01806640625}, {"token_id": 15, "token_text": ",", "probability": 0.0169677734375}]}, {"token_id": 20633, "token_text": " ispirazione", "chosen_probability": 0.03759765625, "top_k_candidates": [{"token_id": 20633, "token_text": " ispirazione", "probability": 0.03759765625}, {"token_id": 7905, "token_text": " energia", "probability": 0.0257568359375}, {"token_id": 2773, "token_text": " successo", "probability": 0.02001953125}, {"token_id": 1271, "token_text": " vita", "probability": 0.0177001953125}, {"token_id": 3564, "token_text": " informazioni", "probability": 0.015625}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.1455078125}, {"token_id": 246, "token_text": " e", "probability": 0.060791015625}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 17, "token_text": ".", "probability": 0.050537109375}, {"token_id": 333, "token_text": " da", "probability": 0.04443359375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.107421875}, {"token_id": 293, "token_text": " il", "probability": 0.10107421875}, {"token_id": 360, "token_text": " i", "probability": 0.05419921875}, {"token_id": 227, "token_text": " l", "probability": 0.05078125}, {"token_id": 358, "token_text": " le", "probability": 0.042236328125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.06298828125}, {"token_id": 1271, "token_text": " vita", "probability": 0.031494140625}, {"token_id": 4956, "token_text": " salute", "probability": 0.0230712890625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0179443359375}, {"token_id": 14155, "token_text": " comprensione", "probability": 0.0169677734375}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.03955078125, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.03955078125}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.0186767578125}, {"token_id": 4255, "token_text": " natura", "probability": 0.0164794921875}, {"token_id": 4956, "token_text": " salute", "probability": 0.01544189453125}, {"token_id": 5179, "token_text": " cultura", "probability": 0.01202392578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.29296875}, {"token_id": 16618, "token_text": " quotidiana", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.10791015625}, {"token_id": 246, "token_text": " e", "probability": 0.0478515625}, {"token_id": 238, "token_text": " di", "probability": 0.03515625}]}, {"token_id": 2, "token_text": "", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 2, "token_text": "", "probability": 0.0888671875}, {"token_id": 538, "token_text": " Il", "probability": 0.057373046875}, {"token_id": 515, "token_text": " La", "probability": 0.057373046875}, {"token_id": 302, "token_text": " L", "probability": 0.03955078125}, {"token_id": 407, "token_text": " In", "probability": 0.03076171875}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.51171875}, {"token_id": 2370, "token_text": " avere", "probability": 0.061279296875}, {"token_id": 14192, "token_text": " servire", "probability": 0.0093994140625}, {"token_id": 1016, "token_text": " far", "probability": 0.0093994140625}, {"token_id": 1402, "token_text": " aver", "probability": 0.007781982421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.058349609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.058349609375}, {"token_id": 387, "token_text": " una", "probability": 0.027587890625}, {"token_id": 234, "token_text": " in", "probability": 0.027587890625}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0201416015625}, {"token_id": 293, "token_text": " il", "probability": 0.0189208984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.0732421875}, {"token_id": 5107, "token_text": " modello", "probability": 0.03662109375}, {"token_id": 13826, "token_text": " fattore", "probability": 0.034423828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.034423828125}, {"token_id": 537, "token_text": " po", "probability": 0.030517578125}]}, {"token_id": 25001, "token_text": "ottima", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 25001, "token_text": "ottima", "probability": 0.06787109375}, {"token_id": 23326, "token_text": "opzione", "probability": 0.046630859375}, {"token_id": 22727, "token_text": "altern", "probability": 0.0361328125}, {"token_id": 7496, "token_text": "operazione", "probability": 0.031982421875}, {"token_id": 2734, "token_text": "altra", "probability": 0.031982421875}]}, {"token_id": 7643, "token_text": " fonte", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 7643, "token_text": " fonte", "probability": 0.0947265625}, {"token_id": 31034, "token_text": " risorsa", "probability": 0.0478515625}, {"token_id": 15984, "token_text": " alternativa", "probability": 0.037109375}, {"token_id": 3656, "token_text": " idea", "probability": 0.037109375}, {"token_id": 5162, "token_text": " scelta", "probability": 0.0308837890625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.6796875}, {"token_id": 290, "token_text": " per", "probability": 0.046142578125}, {"token_id": 214, "token_text": " d", "probability": 0.01806640625}, {"token_id": 17, "token_text": ".", "probability": 0.01806640625}, {"token_id": 15, "token_text": ",", "probability": 0.0169677734375}]}, {"token_id": 20633, "token_text": " ispirazione", "chosen_probability": 0.03759765625, "top_k_candidates": [{"token_id": 20633, "token_text": " ispirazione", "probability": 0.03759765625}, {"token_id": 7905, "token_text": " energia", "probability": 0.0257568359375}, {"token_id": 2773, "token_text": " successo", "probability": 0.02001953125}, {"token_id": 1271, "token_text": " vita", "probability": 0.0177001953125}, {"token_id": 3564, "token_text": " informazioni", "probability": 0.015625}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.1455078125}, {"token_id": 246, "token_text": " e", "probability": 0.060791015625}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 17, "token_text": ".", "probability": 0.050537109375}, {"token_id": 333, "token_text": " da", "probability": 0.04443359375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.107421875}, {"token_id": 293, "token_text": " il", "probability": 0.10107421875}, {"token_id": 360, "token_text": " i", "probability": 0.05419921875}, {"token_id": 227, "token_text": " l", "probability": 0.05078125}, {"token_id": 358, "token_text": " le", "probability": 0.042236328125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.06298828125}, {"token_id": 1271, "token_text": " vita", "probability": 0.031494140625}, {"token_id": 4956, "token_text": " salute", "probability": 0.0230712890625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0179443359375}, {"token_id": 14155, "token_text": " comprensione", "probability": 0.0169677734375}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.03955078125, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.03955078125}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.0186767578125}, {"token_id": 4255, "token_text": " natura", "probability": 0.0164794921875}, {"token_id": 4956, "token_text": " salute", "probability": 0.01544189453125}, {"token_id": 5179, "token_text": " cultura", "probability": 0.01202392578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.29296875}, {"token_id": 16618, "token_text": " quotidiana", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.10791015625}, {"token_id": 246, "token_text": " e", "probability": 0.0478515625}, {"token_id": 238, "token_text": " di", "probability": 0.03515625}]}, {"token_id": 2, "token_text": "", "chosen_probability": 0.0, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.06298828125}, {"token_id": 538, "token_text": " Il", "probability": 0.06298828125}, {"token_id": 302, "token_text": " L", "probability": 0.043212890625}, {"token_id": 407, "token_text": " In", "probability": 0.03369140625}, {"token_id": 362, "token_text": " E", "probability": 0.03173828125}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.51171875, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.51171875}, {"token_id": 2370, "token_text": " avere", "probability": 0.061279296875}, {"token_id": 14192, "token_text": " servire", "probability": 0.0093994140625}, {"token_id": 1016, "token_text": " far", "probability": 0.0093994140625}, {"token_id": 1402, "token_text": " aver", "probability": 0.007781982421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.058349609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.058349609375}, {"token_id": 387, "token_text": " una", "probability": 0.027587890625}, {"token_id": 234, "token_text": " in", "probability": 0.027587890625}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0201416015625}, {"token_id": 293, "token_text": " il", "probability": 0.0189208984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.0732421875}, {"token_id": 5107, "token_text": " modello", "probability": 0.03662109375}, {"token_id": 13826, "token_text": " fattore", "probability": 0.034423828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.034423828125}, {"token_id": 537, "token_text": " po", "probability": 0.030517578125}]}, {"token_id": 25001, "token_text": "ottima", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 25001, "token_text": "ottima", "probability": 0.06787109375}, {"token_id": 23326, "token_text": "opzione", "probability": 0.046630859375}, {"token_id": 22727, "token_text": "altern", "probability": 0.0361328125}, {"token_id": 7496, "token_text": "operazione", "probability": 0.031982421875}, {"token_id": 2734, "token_text": "altra", "probability": 0.031982421875}]}, {"token_id": 7643, "token_text": " fonte", "chosen_probability": 0.0947265625, "top_k_candidates": [{"token_id": 7643, "token_text": " fonte", "probability": 0.0947265625}, {"token_id": 31034, "token_text": " risorsa", "probability": 0.0478515625}, {"token_id": 15984, "token_text": " alternativa", "probability": 0.037109375}, {"token_id": 3656, "token_text": " idea", "probability": 0.037109375}, {"token_id": 5162, "token_text": " scelta", "probability": 0.0308837890625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.6796875}, {"token_id": 290, "token_text": " per", "probability": 0.046142578125}, {"token_id": 214, "token_text": " d", "probability": 0.01806640625}, {"token_id": 17, "token_text": ".", "probability": 0.01806640625}, {"token_id": 15, "token_text": ",", "probability": 0.0169677734375}]}, {"token_id": 20633, "token_text": " ispirazione", "chosen_probability": 0.03759765625, "top_k_candidates": [{"token_id": 20633, "token_text": " ispirazione", "probability": 0.03759765625}, {"token_id": 7905, "token_text": " energia", "probability": 0.0257568359375}, {"token_id": 2773, "token_text": " successo", "probability": 0.02001953125}, {"token_id": 1271, "token_text": " vita", "probability": 0.0177001953125}, {"token_id": 3564, "token_text": " informazioni", "probability": 0.015625}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.1455078125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.1455078125}, {"token_id": 246, "token_text": " e", "probability": 0.060791015625}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 17, "token_text": ".", "probability": 0.050537109375}, {"token_id": 333, "token_text": " da", "probability": 0.04443359375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.107421875}, {"token_id": 293, "token_text": " il", "probability": 0.10107421875}, {"token_id": 360, "token_text": " i", "probability": 0.05419921875}, {"token_id": 227, "token_text": " l", "probability": 0.05078125}, {"token_id": 358, "token_text": " le", "probability": 0.042236328125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.06298828125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.06298828125}, {"token_id": 1271, "token_text": " vita", "probability": 0.031494140625}, {"token_id": 4956, "token_text": " salute", "probability": 0.0230712890625}, {"token_id": 2796, "token_text": " ricerca", "probability": 0.0179443359375}, {"token_id": 14155, "token_text": " comprensione", "probability": 0.0169677734375}]}, {"token_id": 1271, "token_text": " vita", "chosen_probability": 0.03955078125, "top_k_candidates": [{"token_id": 1271, "token_text": " vita", "probability": 0.03955078125}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.0186767578125}, {"token_id": 4255, "token_text": " natura", "probability": 0.0164794921875}, {"token_id": 4956, "token_text": " salute", "probability": 0.01544189453125}, {"token_id": 5179, "token_text": " cultura", "probability": 0.01202392578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.29296875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.29296875}, {"token_id": 16618, "token_text": " quotidiana", "probability": 0.10791015625}, {"token_id": 15, "token_text": ",", "probability": 0.10791015625}, {"token_id": 246, "token_text": " e", "probability": 0.0478515625}, {"token_id": 238, "token_text": " di", "probability": 0.03515625}]}, {"token_id": 2, "token_text": "", "chosen_probability": 0.0, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.06298828125}, {"token_id": 538, "token_text": " Il", "probability": 0.06298828125}, {"token_id": 302, "token_text": " L", "probability": 0.043212890625}, {"token_id": 407, "token_text": " In", "probability": 0.03369140625}, {"token_id": 362, "token_text": " E", "probability": 0.03173828125}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.51171875, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.51171875}, {"token_id": 2370, "token_text": " avere", "probability": 0.061279296875}, {"token_id": 1016, "token_text": " far", "probability": 0.0093994140625}, {"token_id": 14192, "token_text": " servire", "probability": 0.0093994140625}, {"token_id": 1402, "token_text": " aver", "probability": 0.007781982421875}, {"token_id": 5269, "token_text": " creare", "probability": 0.00732421875}, {"token_id": 1612, "token_text": " fare", "probability": 0.006866455078125}, {"token_id": 18531, "token_text": " contenere", "probability": 0.006439208984375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.006439208984375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.006439208984375}], "entropy": 3.421875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.6699801212784109, "average_logprob_per_token": -0.6699801212784109, "perplexity_on_target_sequence": 1.9541984732824427, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.6699801212784109, "probability": 0.51171875, "raw_probability": 0.51171875, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41584.652804136276, "probe_elapsed_sec": 0.9979407929931767, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " a small town in the south-west of the city. The city is a small town in the south-west of the city. The city is a small", "text": "The capital of Italy is a small town in the south-west of the city. The city is a small town in the south-west of the city. The city is a small", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06640625}, {"token_id": 209, "token_text": " a", "probability": 0.06640625}, {"token_id": 3857, "token_text": " located", "probability": 0.04296875}, {"token_id": 14812, "token_text": " situated", "probability": 0.037841796875}, {"token_id": 10438, "token_text": " divided", "probability": 0.0303955078125}]}, {"token_id": 2030, "token_text": " small", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 2030, "token_text": " small", "probability": 0.038818359375}, {"token_id": 2259, "token_text": " city", "probability": 0.0235595703125}, {"token_id": 2450, "token_text": " major", "probability": 0.0220947265625}, {"token_id": 618, "token_text": " part", "probability": 0.0220947265625}, {"token_id": 2452, "token_text": " large", "probability": 0.01953125}]}, {"token_id": 2729, "token_text": " town", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 2729, "token_text": " town", "probability": 0.1083984375}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 2043, "token_text": " area", "probability": 0.061767578125}, {"token_id": 262, "token_text": " and", "probability": 0.048095703125}, {"token_id": 5291, "token_text": " village", "probability": 0.0400390625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.4140625}, {"token_id": 256, "token_text": " of", "probability": 0.08154296875}, {"token_id": 392, "token_text": " with", "probability": 0.07177734375}, {"token_id": 342, "token_text": " on", "probability": 0.04931640625}, {"token_id": 15, "token_text": ",", "probability": 0.04638671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.51953125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0291748046875}, {"token_id": 647, "token_text": " which", "probability": 0.0291748046875}, {"token_id": 5920, "token_text": " central", "probability": 0.0177001953125}, {"token_id": 4289, "token_text": " south", "probability": 0.0166015625}]}, {"token_id": 4289, "token_text": " south", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 4289, "token_text": " south", "probability": 0.06640625}, {"token_id": 4096, "token_text": " north", "probability": 0.058837890625}, {"token_id": 2259, "token_text": " city", "probability": 0.033447265625}, {"token_id": 8040, "token_text": " province", "probability": 0.029541015625}, {"token_id": 1547, "token_text": " world", "probability": 0.0223388671875}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.4140625}, {"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 14112, "token_text": "western", "probability": 0.0673828125}, {"token_id": 262, "token_text": " and", "probability": 0.0634765625}, {"token_id": 15, "token_text": ",", "probability": 0.055908203125}]}, {"token_id": 6721, "token_text": "west", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 6721, "token_text": "west", "probability": 0.54296875}, {"token_id": 28577, "token_text": "east", "probability": 0.240234375}, {"token_id": 5382, "token_text": "cent", "probability": 0.10009765625}, {"token_id": 14112, "token_text": "western", "probability": 0.0306396484375}, {"token_id": 72, "token_text": "e", "probability": 0.0286865234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8828125}, {"token_id": 17, "token_text": ".", "probability": 0.01953125}, {"token_id": 15, "token_text": ",", "probability": 0.0162353515625}, {"token_id": 11014, "token_text": " corner", "probability": 0.00982666015625}, {"token_id": 262, "token_text": " and", "probability": 0.006744384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.42578125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.061279296875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.034912109375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.032958984375}, {"token_id": 1254, "token_text": " San", "probability": 0.008544921875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.158203125}, {"token_id": 2729, "token_text": " town", "probability": 0.05126953125}, {"token_id": 8040, "token_text": " province", "probability": 0.0400390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.035400390625}, {"token_id": 2269, "token_text": " country", "probability": 0.029296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.291015625}, {"token_id": 256, "token_text": " of", "probability": 0.291015625}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 9034, "token_text": " centre", "probability": 0.044677734375}, {"token_id": 262, "token_text": " and", "probability": 0.03271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.283203125}, {"token_id": 679, "token_text": " It", "probability": 0.220703125}, {"token_id": 6983, "token_text": " Its", "probability": 0.046142578125}, {"token_id": 1829, "token_text": " There", "probability": 0.035888671875}, {"token_id": 407, "token_text": " In", "probability": 0.02978515625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.154296875}, {"token_id": 2729, "token_text": " town", "probability": 0.14453125}, {"token_id": 4528, "token_text": " capital", "probability": 0.044189453125}, {"token_id": 1962, "token_text": " main", "probability": 0.034423828125}, {"token_id": 2043, "token_text": " area", "probability": 0.0284423828125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.384765625}, {"token_id": 614, "token_text": " has", "probability": 0.10986328125}, {"token_id": 361, "token_text": " was", "probability": 0.048828125}, {"token_id": 10571, "token_text": " lies", "probability": 0.04052734375}, {"token_id": 400, "token_text": "'s", "probability": 0.03564453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07958984375}, {"token_id": 14812, "token_text": " situated", "probability": 0.0546875}, {"token_id": 15006, "token_text": " surrounded", "probability": 0.04833984375}, {"token_id": 230, "token_text": " the", "probability": 0.04541015625}, {"token_id": 3857, "token_text": " located", "probability": 0.035400390625}]}, {"token_id": 2030, "token_text": " small", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 2030, "token_text": " small", "probability": 0.1484375}, {"token_id": 2452, "token_text": " large", "probability": 0.08447265625}, {"token_id": 1525, "token_text": " very", "probability": 0.0213623046875}, {"token_id": 2450, "token_text": " major", "probability": 0.02001953125}, {"token_id": 618, "token_text": " part", "probability": 0.02001953125}]}, {"token_id": 2729, "token_text": " town", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 2729, "token_text": " town", "probability": 0.306640625}, {"token_id": 5291, "token_text": " village", "probability": 0.07275390625}, {"token_id": 2043, "token_text": " area", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 262, "token_text": " and", "probability": 0.022216796875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.65234375}, {"token_id": 392, "token_text": " with", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.04150390625}, {"token_id": 342, "token_text": " on", "probability": 0.0390625}, {"token_id": 262, "token_text": " and", "probability": 0.0223388671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.7890625}, {"token_id": 647, "token_text": " which", "probability": 0.019775390625}, {"token_id": 820, "token_text": " its", "probability": 0.01446533203125}, {"token_id": 209, "token_text": " a", "probability": 0.011962890625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.007049560546875}]}, {"token_id": 4289, "token_text": " south", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 4289, "token_text": " south", "probability": 0.326171875}, {"token_id": 4096, "token_text": " north", "probability": 0.1865234375}, {"token_id": 6348, "token_text": " east", "probability": 0.056884765625}, {"token_id": 6233, "token_text": " west", "probability": 0.05322265625}, {"token_id": 7445, "token_text": " southern", "probability": 0.0196533203125}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.8203125}, {"token_id": 14112, "token_text": "western", "probability": 0.0247802734375}, {"token_id": 262, "token_text": " and", "probability": 0.0233154296875}, {"token_id": 256, "token_text": " of", "probability": 0.0233154296875}, {"token_id": 15, "token_text": ",", "probability": 0.0205078125}]}, {"token_id": 6721, "token_text": "west", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 6721, "token_text": "west", "probability": 0.6875}, {"token_id": 28577, "token_text": "east", "probability": 0.197265625}, {"token_id": 5382, "token_text": "cent", "probability": 0.07275390625}, {"token_id": 14112, "token_text": "western", "probability": 0.0086669921875}, {"token_id": 426, "token_text": "so", "probability": 0.00634765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.72265625}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 15, "token_text": ",", "probability": 0.040771484375}, {"token_id": 262, "token_text": " and", "probability": 0.0263671875}, {"token_id": 11014, "token_text": " corner", "probability": 0.019287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0341796875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.02490234375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02197265625}, {"token_id": 1254, "token_text": " San", "probability": 0.00811767578125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.431640625}, {"token_id": 2729, "token_text": " town", "probability": 0.0751953125}, {"token_id": 8040, "token_text": " province", "probability": 0.02587890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0244140625}, {"token_id": 2269, "token_text": " country", "probability": 0.0228271484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.48046875}, {"token_id": 15, "token_text": ",", "probability": 0.2001953125}, {"token_id": 262, "token_text": " and", "probability": 0.0537109375}, {"token_id": 256, "token_text": " of", "probability": 0.050537109375}, {"token_id": 9034, "token_text": " centre", "probability": 0.0306396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.365234375}, {"token_id": 679, "token_text": " It", "probability": 0.1728515625}, {"token_id": 1829, "token_text": " There", "probability": 0.04638671875}, {"token_id": 6983, "token_text": " Its", "probability": 0.03857421875}, {"token_id": 407, "token_text": " In", "probability": 0.0233154296875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.2275390625}, {"token_id": 2729, "token_text": " town", "probability": 0.146484375}, {"token_id": 1962, "token_text": " main", "probability": 0.053955078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0255126953125}, {"token_id": 2043, "token_text": " area", "probability": 0.0150146484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.49609375}, {"token_id": 614, "token_text": " has", "probability": 0.11767578125}, {"token_id": 361, "token_text": " was", "probability": 0.043212890625}, {"token_id": 10571, "token_text": " lies", "probability": 0.02978515625}, {"token_id": 400, "token_text": "'s", "probability": 0.023193359375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1669921875}, {"token_id": 15006, "token_text": " surrounded", "probability": 0.047607421875}, {"token_id": 14812, "token_text": " situated", "probability": 0.047607421875}, {"token_id": 230, "token_text": " the", "probability": 0.044921875}, {"token_id": 3857, "token_text": " located", "probability": 0.034912109375}]}, {"token_id": 2030, "token_text": " small", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 2030, "token_text": " small", "probability": 0.197265625}, {"token_id": 2452, "token_text": " large", "probability": 0.1357421875}, {"token_id": 1525, "token_text": " very", "probability": 0.0220947265625}, {"token_id": 1992, "token_text": " rich", "probability": 0.018310546875}, {"token_id": 2450, "token_text": " major", "probability": 0.01519775390625}]}], "clean_probe_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06640625}, {"token_id": 209, "token_text": " a", "probability": 0.06640625}, {"token_id": 3857, "token_text": " located", "probability": 0.04296875}, {"token_id": 14812, "token_text": " situated", "probability": 0.037841796875}, {"token_id": 10438, "token_text": " divided", "probability": 0.0303955078125}]}, {"token_id": 2030, "token_text": " small", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 2030, "token_text": " small", "probability": 0.038818359375}, {"token_id": 2259, "token_text": " city", "probability": 0.0235595703125}, {"token_id": 2450, "token_text": " major", "probability": 0.0220947265625}, {"token_id": 618, "token_text": " part", "probability": 0.0220947265625}, {"token_id": 2452, "token_text": " large", "probability": 0.01953125}]}, {"token_id": 2729, "token_text": " town", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 2729, "token_text": " town", "probability": 0.1083984375}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 2043, "token_text": " area", "probability": 0.061767578125}, {"token_id": 262, "token_text": " and", "probability": 0.048095703125}, {"token_id": 5291, "token_text": " village", "probability": 0.0400390625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.4140625}, {"token_id": 256, "token_text": " of", "probability": 0.08154296875}, {"token_id": 392, "token_text": " with", "probability": 0.07177734375}, {"token_id": 342, "token_text": " on", "probability": 0.04931640625}, {"token_id": 15, "token_text": ",", "probability": 0.04638671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.51953125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0291748046875}, {"token_id": 647, "token_text": " which", "probability": 0.0291748046875}, {"token_id": 5920, "token_text": " central", "probability": 0.0177001953125}, {"token_id": 4289, "token_text": " south", "probability": 0.0166015625}]}, {"token_id": 4289, "token_text": " south", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 4289, "token_text": " south", "probability": 0.06640625}, {"token_id": 4096, "token_text": " north", "probability": 0.058837890625}, {"token_id": 2259, "token_text": " city", "probability": 0.033447265625}, {"token_id": 8040, "token_text": " province", "probability": 0.029541015625}, {"token_id": 1547, "token_text": " world", "probability": 0.0223388671875}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.4140625}, {"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 14112, "token_text": "western", "probability": 0.0673828125}, {"token_id": 262, "token_text": " and", "probability": 0.0634765625}, {"token_id": 15, "token_text": ",", "probability": 0.055908203125}]}, {"token_id": 6721, "token_text": "west", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 6721, "token_text": "west", "probability": 0.54296875}, {"token_id": 28577, "token_text": "east", "probability": 0.240234375}, {"token_id": 5382, "token_text": "cent", "probability": 0.10009765625}, {"token_id": 14112, "token_text": "western", "probability": 0.0306396484375}, {"token_id": 72, "token_text": "e", "probability": 0.0286865234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8828125}, {"token_id": 17, "token_text": ".", "probability": 0.01953125}, {"token_id": 15, "token_text": ",", "probability": 0.0162353515625}, {"token_id": 11014, "token_text": " corner", "probability": 0.00982666015625}, {"token_id": 262, "token_text": " and", "probability": 0.006744384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.42578125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.061279296875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.034912109375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.032958984375}, {"token_id": 1254, "token_text": " San", "probability": 0.008544921875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.158203125}, {"token_id": 2729, "token_text": " town", "probability": 0.05126953125}, {"token_id": 8040, "token_text": " province", "probability": 0.0400390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.035400390625}, {"token_id": 2269, "token_text": " country", "probability": 0.029296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.291015625}, {"token_id": 256, "token_text": " of", "probability": 0.291015625}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 9034, "token_text": " centre", "probability": 0.044677734375}, {"token_id": 262, "token_text": " and", "probability": 0.03271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.287109375}, {"token_id": 679, "token_text": " It", "probability": 0.2236328125}, {"token_id": 6983, "token_text": " Its", "probability": 0.046875}, {"token_id": 1829, "token_text": " There", "probability": 0.036376953125}, {"token_id": 407, "token_text": " In", "probability": 0.0302734375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.154296875}, {"token_id": 2729, "token_text": " town", "probability": 0.14453125}, {"token_id": 4528, "token_text": " capital", "probability": 0.044189453125}, {"token_id": 1962, "token_text": " main", "probability": 0.034423828125}, {"token_id": 2043, "token_text": " area", "probability": 0.0284423828125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.384765625}, {"token_id": 614, "token_text": " has", "probability": 0.10986328125}, {"token_id": 361, "token_text": " was", "probability": 0.048828125}, {"token_id": 10571, "token_text": " lies", "probability": 0.04052734375}, {"token_id": 400, "token_text": "'s", "probability": 0.03564453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07958984375}, {"token_id": 14812, "token_text": " situated", "probability": 0.0546875}, {"token_id": 15006, "token_text": " surrounded", "probability": 0.04833984375}, {"token_id": 230, "token_text": " the", "probability": 0.04541015625}, {"token_id": 3857, "token_text": " located", "probability": 0.035400390625}]}, {"token_id": 2030, "token_text": " small", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 2030, "token_text": " small", "probability": 0.1484375}, {"token_id": 2452, "token_text": " large", "probability": 0.08447265625}, {"token_id": 1525, "token_text": " very", "probability": 0.0213623046875}, {"token_id": 2450, "token_text": " major", "probability": 0.02001953125}, {"token_id": 618, "token_text": " part", "probability": 0.02001953125}]}, {"token_id": 2729, "token_text": " town", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 2729, "token_text": " town", "probability": 0.306640625}, {"token_id": 5291, "token_text": " village", "probability": 0.07275390625}, {"token_id": 2043, "token_text": " area", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 262, "token_text": " and", "probability": 0.022216796875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.65234375}, {"token_id": 392, "token_text": " with", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.04150390625}, {"token_id": 342, "token_text": " on", "probability": 0.0390625}, {"token_id": 262, "token_text": " and", "probability": 0.0223388671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.7890625}, {"token_id": 647, "token_text": " which", "probability": 0.019775390625}, {"token_id": 820, "token_text": " its", "probability": 0.01446533203125}, {"token_id": 209, "token_text": " a", "probability": 0.011962890625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.007049560546875}]}, {"token_id": 4289, "token_text": " south", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 4289, "token_text": " south", "probability": 0.326171875}, {"token_id": 4096, "token_text": " north", "probability": 0.1865234375}, {"token_id": 6348, "token_text": " east", "probability": 0.056884765625}, {"token_id": 6233, "token_text": " west", "probability": 0.05322265625}, {"token_id": 7445, "token_text": " southern", "probability": 0.0196533203125}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.8203125}, {"token_id": 14112, "token_text": "western", "probability": 0.0247802734375}, {"token_id": 262, "token_text": " and", "probability": 0.0233154296875}, {"token_id": 256, "token_text": " of", "probability": 0.0233154296875}, {"token_id": 15, "token_text": ",", "probability": 0.0205078125}]}, {"token_id": 6721, "token_text": "west", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 6721, "token_text": "west", "probability": 0.6875}, {"token_id": 28577, "token_text": "east", "probability": 0.197265625}, {"token_id": 5382, "token_text": "cent", "probability": 0.07275390625}, {"token_id": 14112, "token_text": "western", "probability": 0.0086669921875}, {"token_id": 426, "token_text": "so", "probability": 0.00634765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.72265625}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 15, "token_text": ",", "probability": 0.040771484375}, {"token_id": 262, "token_text": " and", "probability": 0.0263671875}, {"token_id": 11014, "token_text": " corner", "probability": 0.019287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0341796875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.02490234375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02197265625}, {"token_id": 1254, "token_text": " San", "probability": 0.00811767578125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.431640625}, {"token_id": 2729, "token_text": " town", "probability": 0.0751953125}, {"token_id": 8040, "token_text": " province", "probability": 0.02587890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0244140625}, {"token_id": 2269, "token_text": " country", "probability": 0.0228271484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.48046875}, {"token_id": 15, "token_text": ",", "probability": 0.2001953125}, {"token_id": 262, "token_text": " and", "probability": 0.0537109375}, {"token_id": 256, "token_text": " of", "probability": 0.050537109375}, {"token_id": 9034, "token_text": " centre", "probability": 0.0306396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.37109375}, {"token_id": 679, "token_text": " It", "probability": 0.17578125}, {"token_id": 1829, "token_text": " There", "probability": 0.04736328125}, {"token_id": 6983, "token_text": " Its", "probability": 0.039306640625}, {"token_id": 407, "token_text": " In", "probability": 0.0238037109375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.2275390625}, {"token_id": 2729, "token_text": " town", "probability": 0.146484375}, {"token_id": 1962, "token_text": " main", "probability": 0.053955078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0255126953125}, {"token_id": 2043, "token_text": " area", "probability": 0.0150146484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.49609375}, {"token_id": 614, "token_text": " has", "probability": 0.11767578125}, {"token_id": 361, "token_text": " was", "probability": 0.043212890625}, {"token_id": 10571, "token_text": " lies", "probability": 0.02978515625}, {"token_id": 400, "token_text": "'s", "probability": 0.023193359375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1669921875}, {"token_id": 15006, "token_text": " surrounded", "probability": 0.047607421875}, {"token_id": 14812, "token_text": " situated", "probability": 0.047607421875}, {"token_id": 230, "token_text": " the", "probability": 0.044921875}, {"token_id": 3857, "token_text": " located", "probability": 0.034912109375}]}, {"token_id": 2030, "token_text": " small", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 2030, "token_text": " small", "probability": 0.197265625}, {"token_id": 2452, "token_text": " large", "probability": 0.1357421875}, {"token_id": 1525, "token_text": " very", "probability": 0.0220947265625}, {"token_id": 1992, "token_text": " rich", "probability": 0.018310546875}, {"token_id": 2450, "token_text": " major", "probability": 0.01519775390625}]}], "token_diagnostics": [{"token_id": 209, "token_text": " a", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06640625}, {"token_id": 209, "token_text": " a", "probability": 0.06640625}, {"token_id": 3857, "token_text": " located", "probability": 0.04296875}, {"token_id": 14812, "token_text": " situated", "probability": 0.037841796875}, {"token_id": 10438, "token_text": " divided", "probability": 0.0303955078125}]}, {"token_id": 2030, "token_text": " small", "chosen_probability": 0.038818359375, "top_k_candidates": [{"token_id": 2030, "token_text": " small", "probability": 0.038818359375}, {"token_id": 2259, "token_text": " city", "probability": 0.0235595703125}, {"token_id": 2450, "token_text": " major", "probability": 0.0220947265625}, {"token_id": 618, "token_text": " part", "probability": 0.0220947265625}, {"token_id": 2452, "token_text": " large", "probability": 0.01953125}]}, {"token_id": 2729, "token_text": " town", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 2729, "token_text": " town", "probability": 0.1083984375}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 2043, "token_text": " area", "probability": 0.061767578125}, {"token_id": 262, "token_text": " and", "probability": 0.048095703125}, {"token_id": 5291, "token_text": " village", "probability": 0.0400390625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.4140625}, {"token_id": 256, "token_text": " of", "probability": 0.08154296875}, {"token_id": 392, "token_text": " with", "probability": 0.07177734375}, {"token_id": 342, "token_text": " on", "probability": 0.04931640625}, {"token_id": 15, "token_text": ",", "probability": 0.04638671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.51953125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0291748046875}, {"token_id": 647, "token_text": " which", "probability": 0.0291748046875}, {"token_id": 5920, "token_text": " central", "probability": 0.0177001953125}, {"token_id": 4289, "token_text": " south", "probability": 0.0166015625}]}, {"token_id": 4289, "token_text": " south", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 4289, "token_text": " south", "probability": 0.06640625}, {"token_id": 4096, "token_text": " north", "probability": 0.058837890625}, {"token_id": 2259, "token_text": " city", "probability": 0.033447265625}, {"token_id": 8040, "token_text": " province", "probability": 0.029541015625}, {"token_id": 1547, "token_text": " world", "probability": 0.0223388671875}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.4140625, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.4140625}, {"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 14112, "token_text": "western", "probability": 0.0673828125}, {"token_id": 262, "token_text": " and", "probability": 0.0634765625}, {"token_id": 15, "token_text": ",", "probability": 0.055908203125}]}, {"token_id": 6721, "token_text": "west", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 6721, "token_text": "west", "probability": 0.54296875}, {"token_id": 28577, "token_text": "east", "probability": 0.240234375}, {"token_id": 5382, "token_text": "cent", "probability": 0.10009765625}, {"token_id": 14112, "token_text": "western", "probability": 0.0306396484375}, {"token_id": 72, "token_text": "e", "probability": 0.0286865234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8828125}, {"token_id": 17, "token_text": ".", "probability": 0.01953125}, {"token_id": 15, "token_text": ",", "probability": 0.0162353515625}, {"token_id": 11014, "token_text": " corner", "probability": 0.00982666015625}, {"token_id": 262, "token_text": " and", "probability": 0.006744384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.42578125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.061279296875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.034912109375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.032958984375}, {"token_id": 1254, "token_text": " San", "probability": 0.008544921875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.158203125}, {"token_id": 2729, "token_text": " town", "probability": 0.05126953125}, {"token_id": 8040, "token_text": " province", "probability": 0.0400390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.035400390625}, {"token_id": 2269, "token_text": " country", "probability": 0.029296875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.291015625}, {"token_id": 256, "token_text": " of", "probability": 0.291015625}, {"token_id": 15, "token_text": ",", "probability": 0.12890625}, {"token_id": 9034, "token_text": " centre", "probability": 0.044677734375}, {"token_id": 262, "token_text": " and", "probability": 0.03271484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.287109375}, {"token_id": 679, "token_text": " It", "probability": 0.2236328125}, {"token_id": 6983, "token_text": " Its", "probability": 0.046875}, {"token_id": 1829, "token_text": " There", "probability": 0.036376953125}, {"token_id": 407, "token_text": " In", "probability": 0.0302734375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.154296875, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.154296875}, {"token_id": 2729, "token_text": " town", "probability": 0.14453125}, {"token_id": 4528, "token_text": " capital", "probability": 0.044189453125}, {"token_id": 1962, "token_text": " main", "probability": 0.034423828125}, {"token_id": 2043, "token_text": " area", "probability": 0.0284423828125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.384765625}, {"token_id": 614, "token_text": " has", "probability": 0.10986328125}, {"token_id": 361, "token_text": " was", "probability": 0.048828125}, {"token_id": 10571, "token_text": " lies", "probability": 0.04052734375}, {"token_id": 400, "token_text": "'s", "probability": 0.03564453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07958984375}, {"token_id": 14812, "token_text": " situated", "probability": 0.0546875}, {"token_id": 15006, "token_text": " surrounded", "probability": 0.04833984375}, {"token_id": 230, "token_text": " the", "probability": 0.04541015625}, {"token_id": 3857, "token_text": " located", "probability": 0.035400390625}]}, {"token_id": 2030, "token_text": " small", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 2030, "token_text": " small", "probability": 0.1484375}, {"token_id": 2452, "token_text": " large", "probability": 0.08447265625}, {"token_id": 1525, "token_text": " very", "probability": 0.0213623046875}, {"token_id": 2450, "token_text": " major", "probability": 0.02001953125}, {"token_id": 618, "token_text": " part", "probability": 0.02001953125}]}, {"token_id": 2729, "token_text": " town", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 2729, "token_text": " town", "probability": 0.306640625}, {"token_id": 5291, "token_text": " village", "probability": 0.07275390625}, {"token_id": 2043, "token_text": " area", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.03662109375}, {"token_id": 262, "token_text": " and", "probability": 0.022216796875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.65234375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.65234375}, {"token_id": 392, "token_text": " with", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.04150390625}, {"token_id": 342, "token_text": " on", "probability": 0.0390625}, {"token_id": 262, "token_text": " and", "probability": 0.0223388671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.7890625}, {"token_id": 647, "token_text": " which", "probability": 0.019775390625}, {"token_id": 820, "token_text": " its", "probability": 0.01446533203125}, {"token_id": 209, "token_text": " a", "probability": 0.011962890625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.007049560546875}]}, {"token_id": 4289, "token_text": " south", "chosen_probability": 0.326171875, "top_k_candidates": [{"token_id": 4289, "token_text": " south", "probability": 0.326171875}, {"token_id": 4096, "token_text": " north", "probability": 0.1865234375}, {"token_id": 6348, "token_text": " east", "probability": 0.056884765625}, {"token_id": 6233, "token_text": " west", "probability": 0.05322265625}, {"token_id": 7445, "token_text": " southern", "probability": 0.0196533203125}]}, {"token_id": 16, "token_text": "-", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 16, "token_text": "-", "probability": 0.8203125}, {"token_id": 14112, "token_text": "western", "probability": 0.0247802734375}, {"token_id": 262, "token_text": " and", "probability": 0.0233154296875}, {"token_id": 256, "token_text": " of", "probability": 0.0233154296875}, {"token_id": 15, "token_text": ",", "probability": 0.0205078125}]}, {"token_id": 6721, "token_text": "west", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 6721, "token_text": "west", "probability": 0.6875}, {"token_id": 28577, "token_text": "east", "probability": 0.197265625}, {"token_id": 5382, "token_text": "cent", "probability": 0.07275390625}, {"token_id": 14112, "token_text": "western", "probability": 0.0086669921875}, {"token_id": 426, "token_text": "so", "probability": 0.00634765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.72265625}, {"token_id": 17, "token_text": ".", "probability": 0.040771484375}, {"token_id": 15, "token_text": ",", "probability": 0.040771484375}, {"token_id": 262, "token_text": " and", "probability": 0.0263671875}, {"token_id": 11014, "token_text": " corner", "probability": 0.019287109375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0341796875}, {"token_id": 31618, "token_text": " Naples", "probability": 0.02490234375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.02197265625}, {"token_id": 1254, "token_text": " San", "probability": 0.00811767578125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.431640625}, {"token_id": 2729, "token_text": " town", "probability": 0.0751953125}, {"token_id": 8040, "token_text": " province", "probability": 0.02587890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0244140625}, {"token_id": 2269, "token_text": " country", "probability": 0.0228271484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.48046875}, {"token_id": 15, "token_text": ",", "probability": 0.2001953125}, {"token_id": 262, "token_text": " and", "probability": 0.0537109375}, {"token_id": 256, "token_text": " of", "probability": 0.050537109375}, {"token_id": 9034, "token_text": " centre", "probability": 0.0306396484375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.37109375}, {"token_id": 679, "token_text": " It", "probability": 0.17578125}, {"token_id": 1829, "token_text": " There", "probability": 0.04736328125}, {"token_id": 6983, "token_text": " Its", "probability": 0.039306640625}, {"token_id": 407, "token_text": " In", "probability": 0.0238037109375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.2275390625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.2275390625}, {"token_id": 2729, "token_text": " town", "probability": 0.146484375}, {"token_id": 1962, "token_text": " main", "probability": 0.053955078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0255126953125}, {"token_id": 2043, "token_text": " area", "probability": 0.0150146484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.49609375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.49609375}, {"token_id": 614, "token_text": " has", "probability": 0.11767578125}, {"token_id": 361, "token_text": " was", "probability": 0.043212890625}, {"token_id": 10571, "token_text": " lies", "probability": 0.02978515625}, {"token_id": 400, "token_text": "'s", "probability": 0.023193359375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1669921875}, {"token_id": 15006, "token_text": " surrounded", "probability": 0.047607421875}, {"token_id": 14812, "token_text": " situated", "probability": 0.047607421875}, {"token_id": 230, "token_text": " the", "probability": 0.044921875}, {"token_id": 3857, "token_text": " located", "probability": 0.034912109375}]}, {"token_id": 2030, "token_text": " small", "chosen_probability": 0.197265625, "top_k_candidates": [{"token_id": 2030, "token_text": " small", "probability": 0.197265625}, {"token_id": 2452, "token_text": " large", "probability": 0.1357421875}, {"token_id": 1525, "token_text": " very", "probability": 0.0220947265625}, {"token_id": 1992, "token_text": " rich", "probability": 0.018310546875}, {"token_id": 2450, "token_text": " major", "probability": 0.01519775390625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 796, "correct_token_probability": 0.00010633468627929688, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06640625}, {"token_id": 209, "token_text": " a", "probability": 0.06640625}, {"token_id": 3857, "token_text": " located", "probability": 0.04296875}, {"token_id": 14812, "token_text": " situated", "probability": 0.037841796875}, {"token_id": 10438, "token_text": " divided", "probability": 0.0303955078125}, {"token_id": 234, "token_text": " in", "probability": 0.0244140625}, {"token_id": 534, "token_text": " not", "probability": 0.0244140625}, {"token_id": 1576, "token_text": " now", "probability": 0.022216796875}, {"token_id": 751, "token_text": " also", "probability": 0.0167236328125}, {"token_id": 720, "token_text": " one", "probability": 0.01434326171875}], "entropy": 5.84375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.148919020298733, "average_logprob_per_token": -9.148919020298733, "perplexity_on_target_sequence": 9404.269058295964, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -9.148919020298733, "probability": 0.00010633468627929688, "raw_probability": 0.00010633468627929688, "correct_token_rank": 796}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41584.65344929695, "probe_elapsed_sec": 0.9979407929931767, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used in the same language model. The model is a model of the model. The model is a model of the model. The model is a model of", "text": "A small language model should be used in the same language model. The model is a model of the model. The model is a model of the model. The model is a model of", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.515625}, {"token_id": 581, "token_text": " have", "probability": 0.03515625}, {"token_id": 534, "token_text": " not", "probability": 0.032958984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0177001953125}, {"token_id": 1466, "token_text": " help", "probability": 0.01141357421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1904296875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0213623046875}, {"token_id": 2956, "token_text": " able", "probability": 0.018798828125}, {"token_id": 1334, "token_text": " found", "probability": 0.0166015625}, {"token_id": 209, "token_text": " a", "probability": 0.015625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.2470703125}, {"token_id": 263, "token_text": " to", "probability": 0.1923828125}, {"token_id": 321, "token_text": " for", "probability": 0.150390625}, {"token_id": 347, "token_text": " as", "probability": 0.10302734375}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.208984375}, {"token_id": 209, "token_text": " a", "probability": 0.11181640625}, {"token_id": 26523, "token_text": " conjunction", "probability": 0.0250244140625}, {"token_id": 587, "token_text": " this", "probability": 0.018310546875}, {"token_id": 1031, "token_text": " any", "probability": 0.01513671875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0269775390625, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0269775390625}, {"token_id": 9925, "token_text": " context", "probability": 0.0223388671875}, {"token_id": 3575, "token_text": " original", "probability": 0.01055908203125}, {"token_id": 430, "token_text": " U", "probability": 0.00958251953125}, {"token_id": 1075, "token_text": " form", "probability": 0.00933837890625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.10546875}, {"token_id": 9925, "token_text": " context", "probability": 0.08740234375}, {"token_id": 1417, "token_text": " way", "probability": 0.08740234375}, {"token_id": 10581, "token_text": " manner", "probability": 0.056640625}, {"token_id": 5216, "token_text": " style", "probability": 0.0267333984375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.7109375}, {"token_id": 17, "token_text": ".", "probability": 0.029296875}, {"token_id": 9204, "token_text": " models", "probability": 0.01300048828125}, {"token_id": 15, "token_text": ",", "probability": 0.01080322265625}, {"token_id": 347, "token_text": " as", "probability": 0.00897216796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.412109375}, {"token_id": 15, "token_text": ",", "probability": 0.09765625}, {"token_id": 347, "token_text": " as", "probability": 0.052490234375}, {"token_id": 234, "token_text": " in", "probability": 0.038330078125}, {"token_id": 321, "token_text": " for", "probability": 0.035888671875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.130859375}, {"token_id": 407, "token_text": " In", "probability": 0.0546875}, {"token_id": 2, "token_text": "", "probability": 0.0546875}, {"token_id": 1182, "token_text": " For", "probability": 0.0311279296875}, {"token_id": 679, "token_text": " It", "probability": 0.0311279296875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.048828125}, {"token_id": 836, "token_text": " first", "probability": 0.031494140625}, {"token_id": 1962, "token_text": " main", "probability": 0.0203857421875}, {"token_id": 1686, "token_text": " same", "probability": 0.014404296875}, {"token_id": 1617, "token_text": " term", "probability": 0.0135498046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.16015625}, {"token_id": 1503, "token_text": " should", "probability": 0.09765625}, {"token_id": 566, "token_text": " can", "probability": 0.049072265625}, {"token_id": 614, "token_text": " has", "probability": 0.04052734375}, {"token_id": 361, "token_text": " was", "probability": 0.03369140625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07861328125}, {"token_id": 1347, "token_text": " used", "probability": 0.044677734375}, {"token_id": 2787, "token_text": " based", "probability": 0.0419921875}, {"token_id": 751, "token_text": " also", "probability": 0.037109375}, {"token_id": 230, "token_text": " the", "probability": 0.037109375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0262451171875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0262451171875}, {"token_id": 1183, "token_text": " set", "probability": 0.016357421875}, {"token_id": 2452, "token_text": " large", "probability": 0.01495361328125}, {"token_id": 4275, "token_text": " type", "probability": 0.01129150390625}, {"token_id": 2030, "token_text": " small", "probability": 0.01129150390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.166015625}, {"token_id": 321, "token_text": " for", "probability": 0.10693359375}, {"token_id": 379, "token_text": " that", "probability": 0.1005859375}, {"token_id": 1347, "token_text": " used", "probability": 0.04736328125}, {"token_id": 234, "token_text": " in", "probability": 0.04736328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.263671875}, {"token_id": 209, "token_text": " a", "probability": 0.08056640625}, {"token_id": 248, "token_text": " an", "probability": 0.01019287109375}, {"token_id": 1168, "token_text": " how", "probability": 0.01019287109375}, {"token_id": 929, "token_text": " two", "probability": 0.00640869140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.035400390625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.035400390625}, {"token_id": 1686, "token_text": " same", "probability": 0.0303955078125}, {"token_id": 6243, "token_text": " structure", "probability": 0.0101318359375}, {"token_id": 363, "token_text": " \"", "probability": 0.0086669921875}, {"token_id": 929, "token_text": " two", "probability": 0.0081787109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2021484375}, {"token_id": 15, "token_text": ",", "probability": 0.130859375}, {"token_id": 262, "token_text": " and", "probability": 0.048095703125}, {"token_id": 234, "token_text": " in", "probability": 0.04248046875}, {"token_id": 256, "token_text": " of", "probability": 0.037353515625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.306640625}, {"token_id": 679, "token_text": " It", "probability": 0.06884765625}, {"token_id": 407, "token_text": " In", "probability": 0.047119140625}, {"token_id": 277, "token_text": " A", "probability": 0.034423828125}, {"token_id": 1062, "token_text": " This", "probability": 0.032470703125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5}, {"token_id": 9204, "token_text": " models", "probability": 0.024169921875}, {"token_id": 1962, "token_text": " main", "probability": 0.008056640625}, {"token_id": 836, "token_text": " first", "probability": 0.00714111328125}, {"token_id": 5752, "token_text": " concept", "probability": 0.006927490234375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.28125}, {"token_id": 566, "token_text": " can", "probability": 0.052001953125}, {"token_id": 614, "token_text": " has", "probability": 0.04052734375}, {"token_id": 256, "token_text": " of", "probability": 0.031494140625}, {"token_id": 10102, "token_text": " consists", "probability": 0.0296630859375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1611328125}, {"token_id": 230, "token_text": " the", "probability": 0.0712890625}, {"token_id": 2787, "token_text": " based", "probability": 0.038330078125}, {"token_id": 1347, "token_text": " used", "probability": 0.0279541015625}, {"token_id": 751, "token_text": " also", "probability": 0.0263671875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2119140625}, {"token_id": 1183, "token_text": " set", "probability": 0.017333984375}, {"token_id": 5624, "token_text": " complex", "probability": 0.015869140625}, {"token_id": 18074, "token_text": " representation", "probability": 0.01123046875}, {"token_id": 4275, "token_text": " type", "probability": 0.01055908203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.494140625}, {"token_id": 321, "token_text": " for", "probability": 0.046142578125}, {"token_id": 379, "token_text": " that", "probability": 0.043212890625}, {"token_id": 234, "token_text": " in", "probability": 0.04052734375}, {"token_id": 392, "token_text": " with", "probability": 0.0262451171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.55078125}, {"token_id": 209, "token_text": " a", "probability": 0.054443359375}, {"token_id": 248, "token_text": " an", "probability": 0.0078125}, {"token_id": 4621, "token_text": " model", "probability": 0.0067138671875}, {"token_id": 1168, "token_text": " how", "probability": 0.006500244140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.375}, {"token_id": 9204, "token_text": " models", "probability": 0.01324462890625}, {"token_id": 1686, "token_text": " same", "probability": 0.010986328125}, {"token_id": 6243, "token_text": " structure", "probability": 0.00830078125}, {"token_id": 8174, "token_text": " machine", "probability": 0.00567626953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3671875}, {"token_id": 15, "token_text": ",", "probability": 0.1123046875}, {"token_id": 262, "token_text": " and", "probability": 0.0771484375}, {"token_id": 256, "token_text": " of", "probability": 0.041259765625}, {"token_id": 392, "token_text": " with", "probability": 0.036376953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.431640625}, {"token_id": 679, "token_text": " It", "probability": 0.058349609375}, {"token_id": 407, "token_text": " In", "probability": 0.03759765625}, {"token_id": 1062, "token_text": " This", "probability": 0.035400390625}, {"token_id": 2, "token_text": "", "probability": 0.0294189453125}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.69140625}, {"token_id": 9204, "token_text": " models", "probability": 0.02685546875}, {"token_id": 18279, "token_text": " Model", "probability": 0.005126953125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0045166015625}, {"token_id": 1962, "token_text": " main", "probability": 0.003753662109375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.34765625}, {"token_id": 566, "token_text": " can", "probability": 0.050048828125}, {"token_id": 614, "token_text": " has", "probability": 0.04150390625}, {"token_id": 10102, "token_text": " consists", "probability": 0.0303955078125}, {"token_id": 361, "token_text": " was", "probability": 0.028564453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.279296875}, {"token_id": 230, "token_text": " the", "probability": 0.09033203125}, {"token_id": 248, "token_text": " an", "probability": 0.033203125}, {"token_id": 2787, "token_text": " based", "probability": 0.0244140625}, {"token_id": 4621, "token_text": " model", "probability": 0.02294921875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.44921875}, {"token_id": 5624, "token_text": " complex", "probability": 0.014404296875}, {"token_id": 1183, "token_text": " set", "probability": 0.011962890625}, {"token_id": 8174, "token_text": " machine", "probability": 0.00848388671875}, {"token_id": 20192, "token_text": " cluster", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6796875}, {"token_id": 379, "token_text": " that", "probability": 0.028076171875}, {"token_id": 321, "token_text": " for", "probability": 0.028076171875}, {"token_id": 392, "token_text": " with", "probability": 0.0218505859375}, {"token_id": 234, "token_text": " in", "probability": 0.019287109375}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.515625}, {"token_id": 581, "token_text": " have", "probability": 0.03515625}, {"token_id": 534, "token_text": " not", "probability": 0.032958984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0177001953125}, {"token_id": 1466, "token_text": " help", "probability": 0.01141357421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1904296875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0213623046875}, {"token_id": 2956, "token_text": " able", "probability": 0.018798828125}, {"token_id": 1334, "token_text": " found", "probability": 0.0166015625}, {"token_id": 209, "token_text": " a", "probability": 0.015625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.2470703125}, {"token_id": 263, "token_text": " to", "probability": 0.1923828125}, {"token_id": 321, "token_text": " for", "probability": 0.150390625}, {"token_id": 347, "token_text": " as", "probability": 0.10302734375}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.208984375}, {"token_id": 209, "token_text": " a", "probability": 0.11181640625}, {"token_id": 26523, "token_text": " conjunction", "probability": 0.0250244140625}, {"token_id": 587, "token_text": " this", "probability": 0.018310546875}, {"token_id": 1031, "token_text": " any", "probability": 0.01513671875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0269775390625, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0269775390625}, {"token_id": 9925, "token_text": " context", "probability": 0.0223388671875}, {"token_id": 3575, "token_text": " original", "probability": 0.01055908203125}, {"token_id": 430, "token_text": " U", "probability": 0.00958251953125}, {"token_id": 1075, "token_text": " form", "probability": 0.00933837890625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.10546875}, {"token_id": 9925, "token_text": " context", "probability": 0.08740234375}, {"token_id": 1417, "token_text": " way", "probability": 0.08740234375}, {"token_id": 10581, "token_text": " manner", "probability": 0.056640625}, {"token_id": 5216, "token_text": " style", "probability": 0.0267333984375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.7109375}, {"token_id": 17, "token_text": ".", "probability": 0.029296875}, {"token_id": 9204, "token_text": " models", "probability": 0.01300048828125}, {"token_id": 15, "token_text": ",", "probability": 0.01080322265625}, {"token_id": 347, "token_text": " as", "probability": 0.00897216796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.412109375}, {"token_id": 15, "token_text": ",", "probability": 0.09814453125}, {"token_id": 347, "token_text": " as", "probability": 0.052490234375}, {"token_id": 234, "token_text": " in", "probability": 0.038330078125}, {"token_id": 321, "token_text": " for", "probability": 0.0361328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.138671875}, {"token_id": 407, "token_text": " In", "probability": 0.057861328125}, {"token_id": 679, "token_text": " It", "probability": 0.032958984375}, {"token_id": 1182, "token_text": " For", "probability": 0.032958984375}, {"token_id": 1062, "token_text": " This", "probability": 0.0308837890625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.048828125}, {"token_id": 836, "token_text": " first", "probability": 0.031494140625}, {"token_id": 1962, "token_text": " main", "probability": 0.0203857421875}, {"token_id": 1686, "token_text": " same", "probability": 0.014404296875}, {"token_id": 1617, "token_text": " term", "probability": 0.0135498046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.16015625}, {"token_id": 1503, "token_text": " should", "probability": 0.09765625}, {"token_id": 566, "token_text": " can", "probability": 0.049072265625}, {"token_id": 614, "token_text": " has", "probability": 0.04052734375}, {"token_id": 361, "token_text": " was", "probability": 0.03369140625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07861328125}, {"token_id": 1347, "token_text": " used", "probability": 0.044677734375}, {"token_id": 2787, "token_text": " based", "probability": 0.0419921875}, {"token_id": 751, "token_text": " also", "probability": 0.037109375}, {"token_id": 230, "token_text": " the", "probability": 0.037109375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0262451171875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0262451171875}, {"token_id": 1183, "token_text": " set", "probability": 0.016357421875}, {"token_id": 2452, "token_text": " large", "probability": 0.01495361328125}, {"token_id": 4275, "token_text": " type", "probability": 0.01129150390625}, {"token_id": 2030, "token_text": " small", "probability": 0.01129150390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.166015625}, {"token_id": 321, "token_text": " for", "probability": 0.10693359375}, {"token_id": 379, "token_text": " that", "probability": 0.1005859375}, {"token_id": 1347, "token_text": " used", "probability": 0.04736328125}, {"token_id": 234, "token_text": " in", "probability": 0.04736328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.263671875}, {"token_id": 209, "token_text": " a", "probability": 0.08056640625}, {"token_id": 248, "token_text": " an", "probability": 0.01019287109375}, {"token_id": 1168, "token_text": " how", "probability": 0.01019287109375}, {"token_id": 929, "token_text": " two", "probability": 0.00640869140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.035400390625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.035400390625}, {"token_id": 1686, "token_text": " same", "probability": 0.0303955078125}, {"token_id": 6243, "token_text": " structure", "probability": 0.0101318359375}, {"token_id": 363, "token_text": " \"", "probability": 0.0086669921875}, {"token_id": 929, "token_text": " two", "probability": 0.0081787109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2021484375}, {"token_id": 15, "token_text": ",", "probability": 0.130859375}, {"token_id": 262, "token_text": " and", "probability": 0.048095703125}, {"token_id": 234, "token_text": " in", "probability": 0.04248046875}, {"token_id": 256, "token_text": " of", "probability": 0.037353515625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 679, "token_text": " It", "probability": 0.07080078125}, {"token_id": 407, "token_text": " In", "probability": 0.048583984375}, {"token_id": 277, "token_text": " A", "probability": 0.03564453125}, {"token_id": 1062, "token_text": " This", "probability": 0.033447265625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5}, {"token_id": 9204, "token_text": " models", "probability": 0.024169921875}, {"token_id": 1962, "token_text": " main", "probability": 0.008056640625}, {"token_id": 836, "token_text": " first", "probability": 0.00714111328125}, {"token_id": 5752, "token_text": " concept", "probability": 0.006927490234375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.28125}, {"token_id": 566, "token_text": " can", "probability": 0.052001953125}, {"token_id": 614, "token_text": " has", "probability": 0.04052734375}, {"token_id": 256, "token_text": " of", "probability": 0.031494140625}, {"token_id": 10102, "token_text": " consists", "probability": 0.0296630859375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1611328125}, {"token_id": 230, "token_text": " the", "probability": 0.0712890625}, {"token_id": 2787, "token_text": " based", "probability": 0.038330078125}, {"token_id": 1347, "token_text": " used", "probability": 0.0279541015625}, {"token_id": 751, "token_text": " also", "probability": 0.0263671875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2119140625}, {"token_id": 1183, "token_text": " set", "probability": 0.017333984375}, {"token_id": 5624, "token_text": " complex", "probability": 0.015869140625}, {"token_id": 18074, "token_text": " representation", "probability": 0.01123046875}, {"token_id": 4275, "token_text": " type", "probability": 0.01055908203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.494140625}, {"token_id": 321, "token_text": " for", "probability": 0.046142578125}, {"token_id": 379, "token_text": " that", "probability": 0.043212890625}, {"token_id": 234, "token_text": " in", "probability": 0.04052734375}, {"token_id": 392, "token_text": " with", "probability": 0.0262451171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.55078125}, {"token_id": 209, "token_text": " a", "probability": 0.054443359375}, {"token_id": 248, "token_text": " an", "probability": 0.0078125}, {"token_id": 4621, "token_text": " model", "probability": 0.0067138671875}, {"token_id": 1168, "token_text": " how", "probability": 0.006500244140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.375}, {"token_id": 9204, "token_text": " models", "probability": 0.01324462890625}, {"token_id": 1686, "token_text": " same", "probability": 0.010986328125}, {"token_id": 6243, "token_text": " structure", "probability": 0.00830078125}, {"token_id": 8174, "token_text": " machine", "probability": 0.00567626953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3671875}, {"token_id": 15, "token_text": ",", "probability": 0.1123046875}, {"token_id": 262, "token_text": " and", "probability": 0.0771484375}, {"token_id": 256, "token_text": " of", "probability": 0.041259765625}, {"token_id": 392, "token_text": " with", "probability": 0.036376953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.4453125}, {"token_id": 679, "token_text": " It", "probability": 0.06005859375}, {"token_id": 407, "token_text": " In", "probability": 0.038818359375}, {"token_id": 1062, "token_text": " This", "probability": 0.036376953125}, {"token_id": 277, "token_text": " A", "probability": 0.0302734375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.69140625}, {"token_id": 9204, "token_text": " models", "probability": 0.02685546875}, {"token_id": 18279, "token_text": " Model", "probability": 0.005126953125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0045166015625}, {"token_id": 1962, "token_text": " main", "probability": 0.003753662109375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.34765625}, {"token_id": 566, "token_text": " can", "probability": 0.050048828125}, {"token_id": 614, "token_text": " has", "probability": 0.04150390625}, {"token_id": 10102, "token_text": " consists", "probability": 0.0303955078125}, {"token_id": 361, "token_text": " was", "probability": 0.028564453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.279296875}, {"token_id": 230, "token_text": " the", "probability": 0.09033203125}, {"token_id": 248, "token_text": " an", "probability": 0.033203125}, {"token_id": 2787, "token_text": " based", "probability": 0.0244140625}, {"token_id": 4621, "token_text": " model", "probability": 0.02294921875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.44921875}, {"token_id": 5624, "token_text": " complex", "probability": 0.014404296875}, {"token_id": 1183, "token_text": " set", "probability": 0.011962890625}, {"token_id": 8174, "token_text": " machine", "probability": 0.00848388671875}, {"token_id": 20192, "token_text": " cluster", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6796875}, {"token_id": 379, "token_text": " that", "probability": 0.028076171875}, {"token_id": 321, "token_text": " for", "probability": 0.028076171875}, {"token_id": 392, "token_text": " with", "probability": 0.0218505859375}, {"token_id": 234, "token_text": " in", "probability": 0.019287109375}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.515625}, {"token_id": 581, "token_text": " have", "probability": 0.03515625}, {"token_id": 534, "token_text": " not", "probability": 0.032958984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0177001953125}, {"token_id": 1466, "token_text": " help", "probability": 0.01141357421875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1904296875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0213623046875}, {"token_id": 2956, "token_text": " able", "probability": 0.018798828125}, {"token_id": 1334, "token_text": " found", "probability": 0.0166015625}, {"token_id": 209, "token_text": " a", "probability": 0.015625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.2470703125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.2470703125}, {"token_id": 263, "token_text": " to", "probability": 0.1923828125}, {"token_id": 321, "token_text": " for", "probability": 0.150390625}, {"token_id": 347, "token_text": " as", "probability": 0.10302734375}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.208984375}, {"token_id": 209, "token_text": " a", "probability": 0.11181640625}, {"token_id": 26523, "token_text": " conjunction", "probability": 0.0250244140625}, {"token_id": 587, "token_text": " this", "probability": 0.018310546875}, {"token_id": 1031, "token_text": " any", "probability": 0.01513671875}]}, {"token_id": 1686, "token_text": " same", "chosen_probability": 0.0269775390625, "top_k_candidates": [{"token_id": 1686, "token_text": " same", "probability": 0.0269775390625}, {"token_id": 9925, "token_text": " context", "probability": 0.0223388671875}, {"token_id": 3575, "token_text": " original", "probability": 0.01055908203125}, {"token_id": 430, "token_text": " U", "probability": 0.00958251953125}, {"token_id": 1075, "token_text": " form", "probability": 0.00933837890625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.10546875}, {"token_id": 9925, "token_text": " context", "probability": 0.08740234375}, {"token_id": 1417, "token_text": " way", "probability": 0.08740234375}, {"token_id": 10581, "token_text": " manner", "probability": 0.056640625}, {"token_id": 5216, "token_text": " style", "probability": 0.0267333984375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.7109375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.7109375}, {"token_id": 17, "token_text": ".", "probability": 0.029296875}, {"token_id": 9204, "token_text": " models", "probability": 0.01300048828125}, {"token_id": 15, "token_text": ",", "probability": 0.01080322265625}, {"token_id": 347, "token_text": " as", "probability": 0.00897216796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.412109375}, {"token_id": 15, "token_text": ",", "probability": 0.09814453125}, {"token_id": 347, "token_text": " as", "probability": 0.052490234375}, {"token_id": 234, "token_text": " in", "probability": 0.038330078125}, {"token_id": 321, "token_text": " for", "probability": 0.0361328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.138671875}, {"token_id": 407, "token_text": " In", "probability": 0.057861328125}, {"token_id": 679, "token_text": " It", "probability": 0.032958984375}, {"token_id": 1182, "token_text": " For", "probability": 0.032958984375}, {"token_id": 1062, "token_text": " This", "probability": 0.0308837890625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.048828125}, {"token_id": 836, "token_text": " first", "probability": 0.031494140625}, {"token_id": 1962, "token_text": " main", "probability": 0.0203857421875}, {"token_id": 1686, "token_text": " same", "probability": 0.014404296875}, {"token_id": 1617, "token_text": " term", "probability": 0.0135498046875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.16015625}, {"token_id": 1503, "token_text": " should", "probability": 0.09765625}, {"token_id": 566, "token_text": " can", "probability": 0.049072265625}, {"token_id": 614, "token_text": " has", "probability": 0.04052734375}, {"token_id": 361, "token_text": " was", "probability": 0.03369140625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07861328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07861328125}, {"token_id": 1347, "token_text": " used", "probability": 0.044677734375}, {"token_id": 2787, "token_text": " based", "probability": 0.0419921875}, {"token_id": 751, "token_text": " also", "probability": 0.037109375}, {"token_id": 230, "token_text": " the", "probability": 0.037109375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.0262451171875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.0262451171875}, {"token_id": 1183, "token_text": " set", "probability": 0.016357421875}, {"token_id": 2452, "token_text": " large", "probability": 0.01495361328125}, {"token_id": 4275, "token_text": " type", "probability": 0.01129150390625}, {"token_id": 2030, "token_text": " small", "probability": 0.01129150390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.166015625}, {"token_id": 321, "token_text": " for", "probability": 0.10693359375}, {"token_id": 379, "token_text": " that", "probability": 0.1005859375}, {"token_id": 1347, "token_text": " used", "probability": 0.04736328125}, {"token_id": 234, "token_text": " in", "probability": 0.04736328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.263671875}, {"token_id": 209, "token_text": " a", "probability": 0.08056640625}, {"token_id": 248, "token_text": " an", "probability": 0.01019287109375}, {"token_id": 1168, "token_text": " how", "probability": 0.01019287109375}, {"token_id": 929, "token_text": " two", "probability": 0.00640869140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.035400390625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.035400390625}, {"token_id": 1686, "token_text": " same", "probability": 0.0303955078125}, {"token_id": 6243, "token_text": " structure", "probability": 0.0101318359375}, {"token_id": 363, "token_text": " \"", "probability": 0.0086669921875}, {"token_id": 929, "token_text": " two", "probability": 0.0081787109375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2021484375}, {"token_id": 15, "token_text": ",", "probability": 0.130859375}, {"token_id": 262, "token_text": " and", "probability": 0.048095703125}, {"token_id": 234, "token_text": " in", "probability": 0.04248046875}, {"token_id": 256, "token_text": " of", "probability": 0.037353515625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 679, "token_text": " It", "probability": 0.07080078125}, {"token_id": 407, "token_text": " In", "probability": 0.048583984375}, {"token_id": 277, "token_text": " A", "probability": 0.03564453125}, {"token_id": 1062, "token_text": " This", "probability": 0.033447265625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.5}, {"token_id": 9204, "token_text": " models", "probability": 0.024169921875}, {"token_id": 1962, "token_text": " main", "probability": 0.008056640625}, {"token_id": 836, "token_text": " first", "probability": 0.00714111328125}, {"token_id": 5752, "token_text": " concept", "probability": 0.006927490234375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.28125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.28125}, {"token_id": 566, "token_text": " can", "probability": 0.052001953125}, {"token_id": 614, "token_text": " has", "probability": 0.04052734375}, {"token_id": 256, "token_text": " of", "probability": 0.031494140625}, {"token_id": 10102, "token_text": " consists", "probability": 0.0296630859375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1611328125, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1611328125}, {"token_id": 230, "token_text": " the", "probability": 0.0712890625}, {"token_id": 2787, "token_text": " based", "probability": 0.038330078125}, {"token_id": 1347, "token_text": " used", "probability": 0.0279541015625}, {"token_id": 751, "token_text": " also", "probability": 0.0263671875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.2119140625}, {"token_id": 1183, "token_text": " set", "probability": 0.017333984375}, {"token_id": 5624, "token_text": " complex", "probability": 0.015869140625}, {"token_id": 18074, "token_text": " representation", "probability": 0.01123046875}, {"token_id": 4275, "token_text": " type", "probability": 0.01055908203125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.494140625}, {"token_id": 321, "token_text": " for", "probability": 0.046142578125}, {"token_id": 379, "token_text": " that", "probability": 0.043212890625}, {"token_id": 234, "token_text": " in", "probability": 0.04052734375}, {"token_id": 392, "token_text": " with", "probability": 0.0262451171875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.55078125}, {"token_id": 209, "token_text": " a", "probability": 0.054443359375}, {"token_id": 248, "token_text": " an", "probability": 0.0078125}, {"token_id": 4621, "token_text": " model", "probability": 0.0067138671875}, {"token_id": 1168, "token_text": " how", "probability": 0.006500244140625}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.375}, {"token_id": 9204, "token_text": " models", "probability": 0.01324462890625}, {"token_id": 1686, "token_text": " same", "probability": 0.010986328125}, {"token_id": 6243, "token_text": " structure", "probability": 0.00830078125}, {"token_id": 8174, "token_text": " machine", "probability": 0.00567626953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.3671875}, {"token_id": 15, "token_text": ",", "probability": 0.1123046875}, {"token_id": 262, "token_text": " and", "probability": 0.0771484375}, {"token_id": 256, "token_text": " of", "probability": 0.041259765625}, {"token_id": 392, "token_text": " with", "probability": 0.036376953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.4453125}, {"token_id": 679, "token_text": " It", "probability": 0.06005859375}, {"token_id": 407, "token_text": " In", "probability": 0.038818359375}, {"token_id": 1062, "token_text": " This", "probability": 0.036376953125}, {"token_id": 277, "token_text": " A", "probability": 0.0302734375}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.69140625}, {"token_id": 9204, "token_text": " models", "probability": 0.02685546875}, {"token_id": 18279, "token_text": " Model", "probability": 0.005126953125}, {"token_id": 5752, "token_text": " concept", "probability": 0.0045166015625}, {"token_id": 1962, "token_text": " main", "probability": 0.003753662109375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.34765625}, {"token_id": 566, "token_text": " can", "probability": 0.050048828125}, {"token_id": 614, "token_text": " has", "probability": 0.04150390625}, {"token_id": 10102, "token_text": " consists", "probability": 0.0303955078125}, {"token_id": 361, "token_text": " was", "probability": 0.028564453125}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.279296875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.279296875}, {"token_id": 230, "token_text": " the", "probability": 0.09033203125}, {"token_id": 248, "token_text": " an", "probability": 0.033203125}, {"token_id": 2787, "token_text": " based", "probability": 0.0244140625}, {"token_id": 4621, "token_text": " model", "probability": 0.02294921875}]}, {"token_id": 4621, "token_text": " model", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 4621, "token_text": " model", "probability": 0.44921875}, {"token_id": 5624, "token_text": " complex", "probability": 0.014404296875}, {"token_id": 1183, "token_text": " set", "probability": 0.011962890625}, {"token_id": 8174, "token_text": " machine", "probability": 0.00848388671875}, {"token_id": 20192, "token_text": " cluster", "probability": 0.006805419921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6796875}, {"token_id": 379, "token_text": " that", "probability": 0.028076171875}, {"token_id": 321, "token_text": " for", "probability": 0.028076171875}, {"token_id": 392, "token_text": " with", "probability": 0.0218505859375}, {"token_id": 234, "token_text": " in", "probability": 0.019287109375}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.515625, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.515625}, {"token_id": 581, "token_text": " have", "probability": 0.03515625}, {"token_id": 534, "token_text": " not", "probability": 0.032958984375}, {"token_id": 1300, "token_text": " use", "probability": 0.0177001953125}, {"token_id": 1466, "token_text": " help", "probability": 0.01141357421875}, {"token_id": 3710, "token_text": " provide", "probability": 0.00946044921875}, {"token_id": 751, "token_text": " also", "probability": 0.00946044921875}, {"token_id": 1494, "token_text": " make", "probability": 0.007354736328125}, {"token_id": 2464, "token_text": " include", "probability": 0.00714111328125}, {"token_id": 5270, "token_text": " contain", "probability": 0.00592041015625}], "entropy": 3.53125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.6623755218931916, "average_logprob_per_token": -0.6623755218931916, "perplexity_on_target_sequence": 1.9393939393939394, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.6623755218931916, "probability": 0.515625, "raw_probability": 0.515625, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41584.654017448425, "probe_elapsed_sec": 0.9979407929931767, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata fondata nel 1790 da un architetto di artigiani, che si trova a circa 20 chilometri da un'area di circa 2.000 abitanti. La citt\u00e0", "text": "La capitale d'Italia \u00e8 stata fondata nel 1790 da un architetto di artigiani, che si trova a circa 20 chilometri da un'area di circa 2.000 abitanti. La citt\u00e0", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.08203125}, {"token_id": 285, "token_text": " la", "probability": 0.056396484375}, {"token_id": 267, "token_text": " un", "probability": 0.041259765625}, {"token_id": 238, "token_text": " di", "probability": 0.038818359375}, {"token_id": 293, "token_text": " il", "probability": 0.036376953125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.06787109375}, {"token_id": 285, "token_text": " la", "probability": 0.049560546875}, {"token_id": 387, "token_text": " una", "probability": 0.030029296875}, {"token_id": 7311, "token_text": " teatro", "probability": 0.01611328125}, {"token_id": 267, "token_text": " un", "probability": 0.01513671875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.396484375}, {"token_id": 333, "token_text": " da", "probability": 0.12890625}, {"token_id": 674, "token_text": " dal", "probability": 0.053466796875}, {"token_id": 234, "token_text": " in", "probability": 0.036865234375}, {"token_id": 209, "token_text": " a", "probability": 0.036865234375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0184326171875, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0184326171875}, {"token_id": 1148, "token_text": " 15", "probability": 0.017333984375}, {"token_id": 1285, "token_text": " 16", "probability": 0.01434326171875}, {"token_id": 8435, "token_text": " 1948", "probability": 0.01434326171875}, {"token_id": 8827, "token_text": " 1939", "probability": 0.01190185546875}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.02978515625, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.02978515625}, {"token_id": 7982, "token_text": "76", "probability": 0.023193359375}, {"token_id": 3635, "token_text": "80", "probability": 0.023193359375}, {"token_id": 5407, "token_text": "29", "probability": 0.019287109375}, {"token_id": 4340, "token_text": "70", "probability": 0.019287109375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1845703125}, {"token_id": 15, "token_text": ",", "probability": 0.08203125}, {"token_id": 17, "token_text": ".", "probability": 0.072265625}, {"token_id": 674, "token_text": " dal", "probability": 0.06787109375}, {"token_id": 246, "token_text": " e", "probability": 0.06396484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.041748046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.041748046875}, {"token_id": 9488, "token_text": " Papa", "probability": 0.036865234375}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.032470703125}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0286865234375}, {"token_id": 387, "token_text": " una", "probability": 0.0286865234375}]}, {"token_id": 24297, "token_text": " architetto", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 24297, "token_text": " architetto", "probability": 0.06982421875}, {"token_id": 10, "token_text": "'", "probability": 0.0654296875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.05419921875}, {"token_id": 5243, "token_text": " ufficiale", "probability": 0.01458740234375}, {"token_id": 2211, "token_text": " altro", "probability": 0.01458740234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.205078125}, {"token_id": 3691, "token_text": " italiano", "probability": 0.08544921875}, {"token_id": 3813, "token_text": " francese", "probability": 0.058837890625}, {"token_id": 246, "token_text": " e", "probability": 0.04052734375}, {"token_id": 15, "token_text": ",", "probability": 0.033447265625}]}, {"token_id": 3946, "token_text": " arti", "chosen_probability": 0.0322265625, "top_k_candidates": [{"token_id": 3946, "token_text": " arti", "probability": 0.0322265625}, {"token_id": 5250, "token_text": " origine", "probability": 0.0322265625}, {"token_id": 3738, "token_text": " Storia", "probability": 0.021484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.021484375}, {"token_id": 1254, "token_text": " San", "probability": 0.017333984375}]}, {"token_id": 16286, "token_text": "giani", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 16286, "token_text": "giani", "probability": 0.328125}, {"token_id": 20727, "token_text": "glieria", "probability": 0.19921875}, {"token_id": 19832, "token_text": "giano", "probability": 0.13671875}, {"token_id": 785, "token_text": " mar", "probability": 0.12890625}, {"token_id": 246, "token_text": " e", "probability": 0.030517578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.158203125}, {"token_id": 238, "token_text": " di", "probability": 0.1484375}, {"token_id": 246, "token_text": " e", "probability": 0.1396484375}, {"token_id": 17, "token_text": ".", "probability": 0.095703125}, {"token_id": 209, "token_text": " a", "probability": 0.0257568359375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0615234375}, {"token_id": 293, "token_text": " il", "probability": 0.039794921875}, {"token_id": 246, "token_text": " e", "probability": 0.039794921875}, {"token_id": 238, "token_text": " di", "probability": 0.037353515625}, {"token_id": 285, "token_text": " la", "probability": 0.031005859375}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.08251953125}, {"token_id": 447, "token_text": " nel", "probability": 0.044189453125}, {"token_id": 1323, "token_text": " aveva", "probability": 0.034423828125}, {"token_id": 744, "token_text": " era", "probability": 0.028564453125}, {"token_id": 633, "token_text": " fu", "probability": 0.028564453125}]}, {"token_id": 2520, "token_text": " trova", "chosen_probability": 0.10791015625, "top_k_candidates": [{"token_id": 2520, "token_text": " trova", "probability": 0.10791015625}, {"token_id": 10525, "token_text": " trovava", "probability": 0.10107421875}, {"token_id": 14552, "token_text": " estende", "probability": 0.0654296875}, {"token_id": 744, "token_text": " era", "probability": 0.034912109375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.032958984375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.27734375}, {"token_id": 447, "token_text": " nel", "probability": 0.0849609375}, {"token_id": 234, "token_text": " in", "probability": 0.07958984375}, {"token_id": 637, "token_text": " nella", "probability": 0.051513671875}, {"token_id": 319, "token_text": " al", "probability": 0.02587890625}]}, {"token_id": 1880, "token_text": " circa", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 1880, "token_text": " circa", "probability": 0.0595703125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.04638671875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.030029296875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.030029296875}, {"token_id": 3966, "token_text": " partire", "probability": 0.0233154296875}]}, {"token_id": 507, "token_text": " 20", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 507, "token_text": " 20", "probability": 0.03564453125}, {"token_id": 1113, "token_text": " 10", "probability": 0.03564453125}, {"token_id": 595, "token_text": " 3", "probability": 0.031494140625}, {"token_id": 1857, "token_text": " 30", "probability": 0.029541015625}, {"token_id": 331, "token_text": " 2", "probability": 0.02783203125}]}, {"token_id": 10087, "token_text": " chilometri", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 10087, "token_text": " chilometri", "probability": 0.2353515625}, {"token_id": 2880, "token_text": " km", "probability": 0.18359375}, {"token_id": 771, "token_text": " anni", "probability": 0.1181640625}, {"token_id": 4407, "token_text": " metri", "probability": 0.08154296875}, {"token_id": 6582, "token_text": " miglia", "probability": 0.0673828125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.380859375}, {"token_id": 209, "token_text": " a", "probability": 0.1494140625}, {"token_id": 845, "token_text": " dalla", "probability": 0.1318359375}, {"token_id": 674, "token_text": " dal", "probability": 0.1162109375}, {"token_id": 1179, "token_text": " dall", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04150390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04150390625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.03662109375}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.034423828125}, {"token_id": 387, "token_text": " una", "probability": 0.0322265625}, {"token_id": 3898, "token_text": " nord", "probability": 0.01904296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.146484375}, {"token_id": 5471, "token_text": " lato", "probability": 0.037109375}, {"token_id": 4872, "token_text": " colle", "probability": 0.0186767578125}, {"token_id": 2750, "token_text": " centro", "probability": 0.0186767578125}, {"token_id": 8784, "token_text": " ponte", "probability": 0.017578125}]}, {"token_id": 4378, "token_text": "area", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 4378, "token_text": "area", "probability": 0.1103515625}, {"token_id": 3706, "token_text": "auto", "probability": 0.09765625}, {"token_id": 949, "token_text": "alt", "probability": 0.09765625}, {"token_id": 12330, "token_text": "altezza", "probability": 0.0859375}, {"token_id": 2734, "token_text": "altra", "probability": 0.076171875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.189453125}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.018798828125}, {"token_id": 31147, "token_text": " protetta", "probability": 0.0166015625}, {"token_id": 303, "token_text": " che", "probability": 0.0166015625}]}, {"token_id": 1880, "token_text": " circa", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 1880, "token_text": " circa", "probability": 0.08251953125}, {"token_id": 5250, "token_text": " origine", "probability": 0.0303955078125}, {"token_id": 1355, "token_text": " via", "probability": 0.0208740234375}, {"token_id": 9331, "token_text": " confine", "probability": 0.0152587890625}, {"token_id": 1007, "token_text": " tre", "probability": 0.013916015625}]}, {"token_id": 331, "token_text": " 2", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 331, "token_text": " 2", "probability": 0.054443359375}, {"token_id": 288, "token_text": " 1", "probability": 0.048095703125}, {"token_id": 595, "token_text": " 3", "probability": 0.042236328125}, {"token_id": 507, "token_text": " 20", "probability": 0.039794921875}, {"token_id": 1857, "token_text": " 30", "probability": 0.037353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 4407, "token_text": " metri", "probability": 0.162109375}, {"token_id": 2880, "token_text": " km", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.0986328125}, {"token_id": 10087, "token_text": " chilometri", "probability": 0.07666015625}]}, {"token_id": 1124, "token_text": "000", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 1124, "token_text": "000", "probability": 0.337890625}, {"token_id": 6279, "token_text": "500", "probability": 0.193359375}, {"token_id": 12733, "token_text": "400", "probability": 0.0380859375}, {"token_id": 16927, "token_text": "700", "probability": 0.033447265625}, {"token_id": 24, "token_text": "5", "probability": 0.02783203125}]}, {"token_id": 6254, "token_text": " abitanti", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 6254, "token_text": " abitanti", "probability": 0.408203125}, {"token_id": 4407, "token_text": " metri", "probability": 0.150390625}, {"token_id": 10087, "token_text": " chilometri", "probability": 0.0751953125}, {"token_id": 2880, "token_text": " km", "probability": 0.05859375}, {"token_id": 1633, "token_text": " persone", "probability": 0.048583984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.48828125}, {"token_id": 15, "token_text": ",", "probability": 0.19140625}, {"token_id": 238, "token_text": " di", "probability": 0.051513671875}, {"token_id": 246, "token_text": " e", "probability": 0.051513671875}, {"token_id": 209, "token_text": " a", "probability": 0.0201416015625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1484375}, {"token_id": 538, "token_text": " Il", "probability": 0.08984375}, {"token_id": 897, "token_text": " Nel", "probability": 0.06591796875}, {"token_id": 302, "token_text": " L", "probability": 0.048095703125}, {"token_id": 2, "token_text": "", "probability": 0.0291748046875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11767578125}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.059326171875}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.046142578125}, {"token_id": 718, "token_text": " sua", "probability": 0.04345703125}, {"token_id": 3708, "token_text": " zona", "probability": 0.035888671875}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.08203125}, {"token_id": 285, "token_text": " la", "probability": 0.056396484375}, {"token_id": 267, "token_text": " un", "probability": 0.041259765625}, {"token_id": 238, "token_text": " di", "probability": 0.038818359375}, {"token_id": 293, "token_text": " il", "probability": 0.036376953125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.06787109375}, {"token_id": 285, "token_text": " la", "probability": 0.049560546875}, {"token_id": 387, "token_text": " una", "probability": 0.030029296875}, {"token_id": 7311, "token_text": " teatro", "probability": 0.01611328125}, {"token_id": 267, "token_text": " un", "probability": 0.01513671875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.396484375}, {"token_id": 333, "token_text": " da", "probability": 0.12890625}, {"token_id": 674, "token_text": " dal", "probability": 0.053466796875}, {"token_id": 234, "token_text": " in", "probability": 0.036865234375}, {"token_id": 209, "token_text": " a", "probability": 0.036865234375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0184326171875, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0184326171875}, {"token_id": 1148, "token_text": " 15", "probability": 0.017333984375}, {"token_id": 1285, "token_text": " 16", "probability": 0.01434326171875}, {"token_id": 8435, "token_text": " 1948", "probability": 0.01434326171875}, {"token_id": 8827, "token_text": " 1939", "probability": 0.01190185546875}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.02978515625, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.02978515625}, {"token_id": 7982, "token_text": "76", "probability": 0.023193359375}, {"token_id": 3635, "token_text": "80", "probability": 0.023193359375}, {"token_id": 5407, "token_text": "29", "probability": 0.019287109375}, {"token_id": 4340, "token_text": "70", "probability": 0.019287109375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1845703125}, {"token_id": 15, "token_text": ",", "probability": 0.08203125}, {"token_id": 17, "token_text": ".", "probability": 0.072265625}, {"token_id": 674, "token_text": " dal", "probability": 0.06787109375}, {"token_id": 246, "token_text": " e", "probability": 0.06396484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.041748046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.041748046875}, {"token_id": 9488, "token_text": " Papa", "probability": 0.036865234375}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.032470703125}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0286865234375}, {"token_id": 387, "token_text": " una", "probability": 0.0286865234375}]}, {"token_id": 24297, "token_text": " architetto", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 24297, "token_text": " architetto", "probability": 0.06982421875}, {"token_id": 10, "token_text": "'", "probability": 0.0654296875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.05419921875}, {"token_id": 5243, "token_text": " ufficiale", "probability": 0.01458740234375}, {"token_id": 2211, "token_text": " altro", "probability": 0.01458740234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.205078125}, {"token_id": 3691, "token_text": " italiano", "probability": 0.08544921875}, {"token_id": 3813, "token_text": " francese", "probability": 0.058837890625}, {"token_id": 246, "token_text": " e", "probability": 0.04052734375}, {"token_id": 15, "token_text": ",", "probability": 0.033447265625}]}, {"token_id": 3946, "token_text": " arti", "chosen_probability": 0.0322265625, "top_k_candidates": [{"token_id": 3946, "token_text": " arti", "probability": 0.0322265625}, {"token_id": 5250, "token_text": " origine", "probability": 0.0322265625}, {"token_id": 3738, "token_text": " Storia", "probability": 0.021484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.021484375}, {"token_id": 1254, "token_text": " San", "probability": 0.017333984375}]}, {"token_id": 16286, "token_text": "giani", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 16286, "token_text": "giani", "probability": 0.328125}, {"token_id": 20727, "token_text": "glieria", "probability": 0.19921875}, {"token_id": 19832, "token_text": "giano", "probability": 0.13671875}, {"token_id": 785, "token_text": " mar", "probability": 0.12890625}, {"token_id": 246, "token_text": " e", "probability": 0.030517578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.158203125}, {"token_id": 238, "token_text": " di", "probability": 0.1484375}, {"token_id": 246, "token_text": " e", "probability": 0.1396484375}, {"token_id": 17, "token_text": ".", "probability": 0.095703125}, {"token_id": 209, "token_text": " a", "probability": 0.0257568359375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0615234375}, {"token_id": 293, "token_text": " il", "probability": 0.039794921875}, {"token_id": 246, "token_text": " e", "probability": 0.039794921875}, {"token_id": 238, "token_text": " di", "probability": 0.037353515625}, {"token_id": 285, "token_text": " la", "probability": 0.031005859375}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.08251953125}, {"token_id": 447, "token_text": " nel", "probability": 0.044189453125}, {"token_id": 1323, "token_text": " aveva", "probability": 0.034423828125}, {"token_id": 744, "token_text": " era", "probability": 0.028564453125}, {"token_id": 633, "token_text": " fu", "probability": 0.028564453125}]}, {"token_id": 2520, "token_text": " trova", "chosen_probability": 0.10791015625, "top_k_candidates": [{"token_id": 2520, "token_text": " trova", "probability": 0.10791015625}, {"token_id": 10525, "token_text": " trovava", "probability": 0.10107421875}, {"token_id": 14552, "token_text": " estende", "probability": 0.0654296875}, {"token_id": 744, "token_text": " era", "probability": 0.034912109375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.032958984375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.27734375}, {"token_id": 447, "token_text": " nel", "probability": 0.0849609375}, {"token_id": 234, "token_text": " in", "probability": 0.07958984375}, {"token_id": 637, "token_text": " nella", "probability": 0.051513671875}, {"token_id": 319, "token_text": " al", "probability": 0.02587890625}]}, {"token_id": 1880, "token_text": " circa", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 1880, "token_text": " circa", "probability": 0.0595703125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.04638671875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.030029296875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.030029296875}, {"token_id": 3966, "token_text": " partire", "probability": 0.0233154296875}]}, {"token_id": 507, "token_text": " 20", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 507, "token_text": " 20", "probability": 0.03564453125}, {"token_id": 1113, "token_text": " 10", "probability": 0.03564453125}, {"token_id": 595, "token_text": " 3", "probability": 0.031494140625}, {"token_id": 1857, "token_text": " 30", "probability": 0.029541015625}, {"token_id": 331, "token_text": " 2", "probability": 0.02783203125}]}, {"token_id": 10087, "token_text": " chilometri", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 10087, "token_text": " chilometri", "probability": 0.2353515625}, {"token_id": 2880, "token_text": " km", "probability": 0.18359375}, {"token_id": 771, "token_text": " anni", "probability": 0.1181640625}, {"token_id": 4407, "token_text": " metri", "probability": 0.08154296875}, {"token_id": 6582, "token_text": " miglia", "probability": 0.0673828125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.380859375}, {"token_id": 209, "token_text": " a", "probability": 0.1494140625}, {"token_id": 845, "token_text": " dalla", "probability": 0.1318359375}, {"token_id": 674, "token_text": " dal", "probability": 0.1162109375}, {"token_id": 1179, "token_text": " dall", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04150390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04150390625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.03662109375}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.034423828125}, {"token_id": 387, "token_text": " una", "probability": 0.0322265625}, {"token_id": 3898, "token_text": " nord", "probability": 0.01904296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.146484375}, {"token_id": 5471, "token_text": " lato", "probability": 0.037109375}, {"token_id": 4872, "token_text": " colle", "probability": 0.0186767578125}, {"token_id": 2750, "token_text": " centro", "probability": 0.0186767578125}, {"token_id": 8784, "token_text": " ponte", "probability": 0.017578125}]}, {"token_id": 4378, "token_text": "area", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 4378, "token_text": "area", "probability": 0.1103515625}, {"token_id": 3706, "token_text": "auto", "probability": 0.09765625}, {"token_id": 949, "token_text": "alt", "probability": 0.09765625}, {"token_id": 12330, "token_text": "altezza", "probability": 0.0859375}, {"token_id": 2734, "token_text": "altra", "probability": 0.076171875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.189453125}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.018798828125}, {"token_id": 31147, "token_text": " protetta", "probability": 0.0166015625}, {"token_id": 303, "token_text": " che", "probability": 0.0166015625}]}, {"token_id": 1880, "token_text": " circa", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 1880, "token_text": " circa", "probability": 0.08251953125}, {"token_id": 5250, "token_text": " origine", "probability": 0.0303955078125}, {"token_id": 1355, "token_text": " via", "probability": 0.0208740234375}, {"token_id": 9331, "token_text": " confine", "probability": 0.0152587890625}, {"token_id": 1007, "token_text": " tre", "probability": 0.013916015625}]}, {"token_id": 331, "token_text": " 2", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 331, "token_text": " 2", "probability": 0.054443359375}, {"token_id": 288, "token_text": " 1", "probability": 0.048095703125}, {"token_id": 595, "token_text": " 3", "probability": 0.042236328125}, {"token_id": 507, "token_text": " 20", "probability": 0.039794921875}, {"token_id": 1857, "token_text": " 30", "probability": 0.037353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 4407, "token_text": " metri", "probability": 0.162109375}, {"token_id": 2880, "token_text": " km", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.0986328125}, {"token_id": 10087, "token_text": " chilometri", "probability": 0.07666015625}]}, {"token_id": 1124, "token_text": "000", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 1124, "token_text": "000", "probability": 0.337890625}, {"token_id": 6279, "token_text": "500", "probability": 0.193359375}, {"token_id": 12733, "token_text": "400", "probability": 0.0380859375}, {"token_id": 16927, "token_text": "700", "probability": 0.033447265625}, {"token_id": 24, "token_text": "5", "probability": 0.02783203125}]}, {"token_id": 6254, "token_text": " abitanti", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 6254, "token_text": " abitanti", "probability": 0.408203125}, {"token_id": 4407, "token_text": " metri", "probability": 0.150390625}, {"token_id": 10087, "token_text": " chilometri", "probability": 0.0751953125}, {"token_id": 2880, "token_text": " km", "probability": 0.05859375}, {"token_id": 1633, "token_text": " persone", "probability": 0.048583984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.48828125}, {"token_id": 15, "token_text": ",", "probability": 0.19140625}, {"token_id": 238, "token_text": " di", "probability": 0.051513671875}, {"token_id": 246, "token_text": " e", "probability": 0.051513671875}, {"token_id": 209, "token_text": " a", "probability": 0.0201416015625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.15234375}, {"token_id": 538, "token_text": " Il", "probability": 0.09228515625}, {"token_id": 897, "token_text": " Nel", "probability": 0.06787109375}, {"token_id": 302, "token_text": " L", "probability": 0.049560546875}, {"token_id": 277, "token_text": " A", "probability": 0.030029296875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11767578125}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.059326171875}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.046142578125}, {"token_id": 718, "token_text": " sua", "probability": 0.04345703125}, {"token_id": 3708, "token_text": " zona", "probability": 0.035888671875}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.08203125, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.08203125}, {"token_id": 285, "token_text": " la", "probability": 0.056396484375}, {"token_id": 267, "token_text": " un", "probability": 0.041259765625}, {"token_id": 238, "token_text": " di", "probability": 0.038818359375}, {"token_id": 293, "token_text": " il", "probability": 0.036376953125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.06787109375}, {"token_id": 285, "token_text": " la", "probability": 0.049560546875}, {"token_id": 387, "token_text": " una", "probability": 0.030029296875}, {"token_id": 7311, "token_text": " teatro", "probability": 0.01611328125}, {"token_id": 267, "token_text": " un", "probability": 0.01513671875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.396484375}, {"token_id": 333, "token_text": " da", "probability": 0.12890625}, {"token_id": 674, "token_text": " dal", "probability": 0.053466796875}, {"token_id": 234, "token_text": " in", "probability": 0.036865234375}, {"token_id": 209, "token_text": " a", "probability": 0.036865234375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0184326171875, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0184326171875}, {"token_id": 1148, "token_text": " 15", "probability": 0.017333984375}, {"token_id": 1285, "token_text": " 16", "probability": 0.01434326171875}, {"token_id": 8435, "token_text": " 1948", "probability": 0.01434326171875}, {"token_id": 8827, "token_text": " 1939", "probability": 0.01190185546875}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.02978515625, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.02978515625}, {"token_id": 7982, "token_text": "76", "probability": 0.023193359375}, {"token_id": 3635, "token_text": "80", "probability": 0.023193359375}, {"token_id": 5407, "token_text": "29", "probability": 0.019287109375}, {"token_id": 4340, "token_text": "70", "probability": 0.019287109375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1845703125, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1845703125}, {"token_id": 15, "token_text": ",", "probability": 0.08203125}, {"token_id": 17, "token_text": ".", "probability": 0.072265625}, {"token_id": 674, "token_text": " dal", "probability": 0.06787109375}, {"token_id": 246, "token_text": " e", "probability": 0.06396484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.041748046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.041748046875}, {"token_id": 9488, "token_text": " Papa", "probability": 0.036865234375}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.032470703125}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.0286865234375}, {"token_id": 387, "token_text": " una", "probability": 0.0286865234375}]}, {"token_id": 24297, "token_text": " architetto", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 24297, "token_text": " architetto", "probability": 0.06982421875}, {"token_id": 10, "token_text": "'", "probability": 0.0654296875}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.05419921875}, {"token_id": 5243, "token_text": " ufficiale", "probability": 0.01458740234375}, {"token_id": 2211, "token_text": " altro", "probability": 0.01458740234375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.205078125}, {"token_id": 3691, "token_text": " italiano", "probability": 0.08544921875}, {"token_id": 3813, "token_text": " francese", "probability": 0.058837890625}, {"token_id": 246, "token_text": " e", "probability": 0.04052734375}, {"token_id": 15, "token_text": ",", "probability": 0.033447265625}]}, {"token_id": 3946, "token_text": " arti", "chosen_probability": 0.0322265625, "top_k_candidates": [{"token_id": 3946, "token_text": " arti", "probability": 0.0322265625}, {"token_id": 5250, "token_text": " origine", "probability": 0.0322265625}, {"token_id": 3738, "token_text": " Storia", "probability": 0.021484375}, {"token_id": 1843, "token_text": " storia", "probability": 0.021484375}, {"token_id": 1254, "token_text": " San", "probability": 0.017333984375}]}, {"token_id": 16286, "token_text": "giani", "chosen_probability": 0.328125, "top_k_candidates": [{"token_id": 16286, "token_text": "giani", "probability": 0.328125}, {"token_id": 20727, "token_text": "glieria", "probability": 0.19921875}, {"token_id": 19832, "token_text": "giano", "probability": 0.13671875}, {"token_id": 785, "token_text": " mar", "probability": 0.12890625}, {"token_id": 246, "token_text": " e", "probability": 0.030517578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.158203125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.158203125}, {"token_id": 238, "token_text": " di", "probability": 0.1484375}, {"token_id": 246, "token_text": " e", "probability": 0.1396484375}, {"token_id": 17, "token_text": ".", "probability": 0.095703125}, {"token_id": 209, "token_text": " a", "probability": 0.0257568359375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.0615234375}, {"token_id": 293, "token_text": " il", "probability": 0.039794921875}, {"token_id": 246, "token_text": " e", "probability": 0.039794921875}, {"token_id": 238, "token_text": " di", "probability": 0.037353515625}, {"token_id": 285, "token_text": " la", "probability": 0.031005859375}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.08251953125}, {"token_id": 447, "token_text": " nel", "probability": 0.044189453125}, {"token_id": 1323, "token_text": " aveva", "probability": 0.034423828125}, {"token_id": 744, "token_text": " era", "probability": 0.028564453125}, {"token_id": 633, "token_text": " fu", "probability": 0.028564453125}]}, {"token_id": 2520, "token_text": " trova", "chosen_probability": 0.10791015625, "top_k_candidates": [{"token_id": 2520, "token_text": " trova", "probability": 0.10791015625}, {"token_id": 10525, "token_text": " trovava", "probability": 0.10107421875}, {"token_id": 14552, "token_text": " estende", "probability": 0.0654296875}, {"token_id": 744, "token_text": " era", "probability": 0.034912109375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.032958984375}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.27734375, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.27734375}, {"token_id": 447, "token_text": " nel", "probability": 0.0849609375}, {"token_id": 234, "token_text": " in", "probability": 0.07958984375}, {"token_id": 637, "token_text": " nella", "probability": 0.051513671875}, {"token_id": 319, "token_text": " al", "probability": 0.02587890625}]}, {"token_id": 1880, "token_text": " circa", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 1880, "token_text": " circa", "probability": 0.0595703125}, {"token_id": 4456, "token_text": " Milano", "probability": 0.04638671875}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.030029296875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.030029296875}, {"token_id": 3966, "token_text": " partire", "probability": 0.0233154296875}]}, {"token_id": 507, "token_text": " 20", "chosen_probability": 0.03564453125, "top_k_candidates": [{"token_id": 507, "token_text": " 20", "probability": 0.03564453125}, {"token_id": 1113, "token_text": " 10", "probability": 0.03564453125}, {"token_id": 595, "token_text": " 3", "probability": 0.031494140625}, {"token_id": 1857, "token_text": " 30", "probability": 0.029541015625}, {"token_id": 331, "token_text": " 2", "probability": 0.02783203125}]}, {"token_id": 10087, "token_text": " chilometri", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 10087, "token_text": " chilometri", "probability": 0.2353515625}, {"token_id": 2880, "token_text": " km", "probability": 0.18359375}, {"token_id": 771, "token_text": " anni", "probability": 0.1181640625}, {"token_id": 4407, "token_text": " metri", "probability": 0.08154296875}, {"token_id": 6582, "token_text": " miglia", "probability": 0.0673828125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.380859375}, {"token_id": 209, "token_text": " a", "probability": 0.1494140625}, {"token_id": 845, "token_text": " dalla", "probability": 0.1318359375}, {"token_id": 674, "token_text": " dal", "probability": 0.1162109375}, {"token_id": 1179, "token_text": " dall", "probability": 0.0400390625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04150390625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04150390625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.03662109375}, {"token_id": 8178, "token_text": " Firenze", "probability": 0.034423828125}, {"token_id": 387, "token_text": " una", "probability": 0.0322265625}, {"token_id": 3898, "token_text": " nord", "probability": 0.01904296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.146484375}, {"token_id": 5471, "token_text": " lato", "probability": 0.037109375}, {"token_id": 4872, "token_text": " colle", "probability": 0.0186767578125}, {"token_id": 2750, "token_text": " centro", "probability": 0.0186767578125}, {"token_id": 8784, "token_text": " ponte", "probability": 0.017578125}]}, {"token_id": 4378, "token_text": "area", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 4378, "token_text": "area", "probability": 0.1103515625}, {"token_id": 3706, "token_text": "auto", "probability": 0.09765625}, {"token_id": 949, "token_text": "alt", "probability": 0.09765625}, {"token_id": 12330, "token_text": "altezza", "probability": 0.0859375}, {"token_id": 2734, "token_text": "altra", "probability": 0.076171875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.189453125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.189453125}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.018798828125}, {"token_id": 31147, "token_text": " protetta", "probability": 0.0166015625}, {"token_id": 303, "token_text": " che", "probability": 0.0166015625}]}, {"token_id": 1880, "token_text": " circa", "chosen_probability": 0.08251953125, "top_k_candidates": [{"token_id": 1880, "token_text": " circa", "probability": 0.08251953125}, {"token_id": 5250, "token_text": " origine", "probability": 0.0303955078125}, {"token_id": 1355, "token_text": " via", "probability": 0.0208740234375}, {"token_id": 9331, "token_text": " confine", "probability": 0.0152587890625}, {"token_id": 1007, "token_text": " tre", "probability": 0.013916015625}]}, {"token_id": 331, "token_text": " 2", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 331, "token_text": " 2", "probability": 0.054443359375}, {"token_id": 288, "token_text": " 1", "probability": 0.048095703125}, {"token_id": 595, "token_text": " 3", "probability": 0.042236328125}, {"token_id": 507, "token_text": " 20", "probability": 0.039794921875}, {"token_id": 1857, "token_text": " 30", "probability": 0.037353515625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 4407, "token_text": " metri", "probability": 0.162109375}, {"token_id": 2880, "token_text": " km", "probability": 0.134765625}, {"token_id": 15, "token_text": ",", "probability": 0.0986328125}, {"token_id": 10087, "token_text": " chilometri", "probability": 0.07666015625}]}, {"token_id": 1124, "token_text": "000", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 1124, "token_text": "000", "probability": 0.337890625}, {"token_id": 6279, "token_text": "500", "probability": 0.193359375}, {"token_id": 12733, "token_text": "400", "probability": 0.0380859375}, {"token_id": 16927, "token_text": "700", "probability": 0.033447265625}, {"token_id": 24, "token_text": "5", "probability": 0.02783203125}]}, {"token_id": 6254, "token_text": " abitanti", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 6254, "token_text": " abitanti", "probability": 0.408203125}, {"token_id": 4407, "token_text": " metri", "probability": 0.150390625}, {"token_id": 10087, "token_text": " chilometri", "probability": 0.0751953125}, {"token_id": 2880, "token_text": " km", "probability": 0.05859375}, {"token_id": 1633, "token_text": " persone", "probability": 0.048583984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.48828125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.48828125}, {"token_id": 15, "token_text": ",", "probability": 0.19140625}, {"token_id": 238, "token_text": " di", "probability": 0.051513671875}, {"token_id": 246, "token_text": " e", "probability": 0.051513671875}, {"token_id": 209, "token_text": " a", "probability": 0.0201416015625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.15234375}, {"token_id": 538, "token_text": " Il", "probability": 0.09228515625}, {"token_id": 897, "token_text": " Nel", "probability": 0.06787109375}, {"token_id": 302, "token_text": " L", "probability": 0.049560546875}, {"token_id": 277, "token_text": " A", "probability": 0.030029296875}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.11767578125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11767578125}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.059326171875}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.046142578125}, {"token_id": 718, "token_text": " sua", "probability": 0.04345703125}, {"token_id": 3708, "token_text": " zona", "probability": 0.035888671875}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 1057, "correct_token_probability": 5.745887756347656e-05, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.08203125}, {"token_id": 285, "token_text": " la", "probability": 0.056396484375}, {"token_id": 267, "token_text": " un", "probability": 0.041259765625}, {"token_id": 238, "token_text": " di", "probability": 0.038818359375}, {"token_id": 293, "token_text": " il", "probability": 0.036376953125}, {"token_id": 387, "token_text": " una", "probability": 0.0301513671875}, {"token_id": 227, "token_text": " l", "probability": 0.0235595703125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.01611328125}, {"token_id": 234, "token_text": " in", "probability": 0.01611328125}, {"token_id": 9909, "token_text": " composta", "probability": 0.0142822265625}], "entropy": 5.5625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -9.764441038828142, "average_logprob_per_token": -9.764441038828142, "perplexity_on_target_sequence": 17403.751037344406, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -9.764441038828142, "probability": 5.745887756347656e-05, "raw_probability": 5.745887756347656e-05, "correct_token_rank": 1057}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 5000, "elapsed_sec": 41584.65461587906, "probe_elapsed_sec": 0.9979407929931767, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un modello linguistico che si basa su un modello linguistico che si basa su un modello linguistico che si basa su un modello linguistico che si basa", "text": "Un piccolo modello linguistico dovrebbe essere un modello linguistico che si basa su un modello linguistico che si basa su un modello linguistico che si basa su un modello linguistico che si basa", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.56640625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0595703125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.010986328125}, {"token_id": 11871, "token_text": " indicare", "probability": 0.006683349609375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.006683349609375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04736328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 5924, "token_text": " considerato", "probability": 0.032470703125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0286865234375}, {"token_id": 293, "token_text": " il", "probability": 0.0269775390625}, {"token_id": 4006, "token_text": " pubblicato", "probability": 0.0252685546875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.041015625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.041015625}, {"token_id": 10, "token_text": "'", "probability": 0.03173828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0299072265625}, {"token_id": 7857, "token_text": " metodo", "probability": 0.0218505859375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0205078125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.38671875}, {"token_id": 238, "token_text": " di", "probability": 0.10400390625}, {"token_id": 290, "token_text": " per", "probability": 0.023193359375}, {"token_id": 303, "token_text": " che", "probability": 0.0205078125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.01409912109375}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00262451171875}, {"token_id": 708, "token_text": "ista", "probability": 0.00109100341796875}, {"token_id": 7480, "token_text": "istici", "probability": 0.000377655029296875}, {"token_id": 2721, "token_text": "istica", "probability": 0.0002765655517578125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.08642578125}, {"token_id": 15, "token_text": ",", "probability": 0.08154296875}, {"token_id": 17, "token_text": ".", "probability": 0.0634765625}, {"token_id": 290, "token_text": " per", "probability": 0.0595703125}, {"token_id": 238, "token_text": " di", "probability": 0.055908203125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.09423828125}, {"token_id": 15, "token_text": ",", "probability": 0.03466796875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0306396484375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02880859375}, {"token_id": 373, "token_text": " ha", "probability": 0.0211181640625}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.09033203125}, {"token_id": 2520, "token_text": " trova", "probability": 0.0400390625}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.03759765625}, {"token_id": 11577, "token_text": " occupa", "probability": 0.03759765625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03759765625}]}, {"token_id": 294, "token_text": " su", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 294, "token_text": " su", "probability": 0.353515625}, {"token_id": 1125, "token_text": " sulla", "probability": 0.1474609375}, {"token_id": 995, "token_text": " sul", "probability": 0.1015625}, {"token_id": 2401, "token_text": " sull", "probability": 0.09521484375}, {"token_id": 2416, "token_text": " sulle", "probability": 0.044921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.24609375}, {"token_id": 387, "token_text": " una", "probability": 0.1689453125}, {"token_id": 762, "token_text": " due", "probability": 0.0294189453125}, {"token_id": 1038, "token_text": " uno", "probability": 0.0228271484375}, {"token_id": 238, "token_text": " di", "probability": 0.0189208984375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.119140625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0439453125}, {"token_id": 2901, "token_text": " piano", "probability": 0.0341796875}, {"token_id": 10, "token_text": "'", "probability": 0.0341796875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.031982421875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.71875}, {"token_id": 238, "token_text": " di", "probability": 0.04296875}, {"token_id": 303, "token_text": " che", "probability": 0.00799560546875}, {"token_id": 24596, "token_text": " matematico", "probability": 0.006622314453125}, {"token_id": 15, "token_text": ",", "probability": 0.006622314453125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00080108642578125}, {"token_id": 708, "token_text": "ista", "probability": 0.00066375732421875}, {"token_id": 7480, "token_text": "istici", "probability": 0.0002613067626953125}, {"token_id": 2721, "token_text": "istica", "probability": 0.0002613067626953125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.099609375}, {"token_id": 17, "token_text": ".", "probability": 0.08251953125}, {"token_id": 15, "token_text": ",", "probability": 0.08251953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.05322265625}, {"token_id": 246, "token_text": " e", "probability": 0.050048828125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.2353515625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041015625}, {"token_id": 15, "token_text": ",", "probability": 0.03857421875}, {"token_id": 6464, "token_text": " permette", "probability": 0.0233154296875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0233154296875}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.107421875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.047607421875}, {"token_id": 11979, "token_text": " propone", "probability": 0.0419921875}, {"token_id": 2520, "token_text": " trova", "probability": 0.03271484375}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.03076171875}]}, {"token_id": 294, "token_text": " su", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 294, "token_text": " su", "probability": 0.4921875}, {"token_id": 1125, "token_text": " sulla", "probability": 0.10302734375}, {"token_id": 995, "token_text": " sul", "probability": 0.08544921875}, {"token_id": 2401, "token_text": " sull", "probability": 0.0517578125}, {"token_id": 2456, "token_text": " sui", "probability": 0.03564453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.44140625}, {"token_id": 387, "token_text": " una", "probability": 0.162109375}, {"token_id": 762, "token_text": " due", "probability": 0.04638671875}, {"token_id": 1038, "token_text": " uno", "probability": 0.02197265625}, {"token_id": 1007, "token_text": " tre", "probability": 0.0181884765625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.298828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.03564453125}, {"token_id": 10, "token_text": "'", "probability": 0.031494140625}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.02783203125}, {"token_id": 2901, "token_text": " piano", "probability": 0.0245361328125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.79296875}, {"token_id": 238, "token_text": " di", "probability": 0.0211181640625}, {"token_id": 2609, "token_text": " sem", "probability": 0.00567626953125}, {"token_id": 303, "token_text": " che", "probability": 0.005523681640625}, {"token_id": 15, "token_text": ",", "probability": 0.005523681640625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9921875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.001800537109375}, {"token_id": 7480, "token_text": "istici", "probability": 0.00066375732421875}, {"token_id": 2721, "token_text": "istica", "probability": 0.000583648681640625}, {"token_id": 708, "token_text": "ista", "probability": 0.00054931640625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1435546875}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.072265625}, {"token_id": 238, "token_text": " di", "probability": 0.049560546875}, {"token_id": 246, "token_text": " e", "probability": 0.046630859375}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.3671875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.038818359375}, {"token_id": 15, "token_text": ",", "probability": 0.0341796875}, {"token_id": 1246, "token_text": " viene", "probability": 0.0235595703125}, {"token_id": 6464, "token_text": " permette", "probability": 0.01953125}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.09521484375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05078125}, {"token_id": 2520, "token_text": " trova", "probability": 0.042236328125}, {"token_id": 11979, "token_text": " propone", "probability": 0.03271484375}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.03271484375}]}, {"token_id": 294, "token_text": " su", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 294, "token_text": " su", "probability": 0.6015625}, {"token_id": 1125, "token_text": " sulla", "probability": 0.0869140625}, {"token_id": 995, "token_text": " sul", "probability": 0.0869140625}, {"token_id": 2401, "token_text": " sull", "probability": 0.0595703125}, {"token_id": 2456, "token_text": " sui", "probability": 0.03857421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.52734375}, {"token_id": 387, "token_text": " una", "probability": 0.1611328125}, {"token_id": 762, "token_text": " due", "probability": 0.035888671875}, {"token_id": 1038, "token_text": " uno", "probability": 0.0205078125}, {"token_id": 238, "token_text": " di", "probability": 0.0096435546875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0301513671875}, {"token_id": 10, "token_text": "'", "probability": 0.0234375}, {"token_id": 13122, "token_text": " determinato", "probability": 0.0220947265625}, {"token_id": 2211, "token_text": " altro", "probability": 0.018310546875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.8046875}, {"token_id": 238, "token_text": " di", "probability": 0.0201416015625}, {"token_id": 2609, "token_text": " sem", "probability": 0.005950927734375}, {"token_id": 303, "token_text": " che", "probability": 0.00494384765625}, {"token_id": 15, "token_text": ",", "probability": 0.004791259765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9921875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00115966796875}, {"token_id": 20492, "token_text": "ografico", "probability": 0.000904083251953125}, {"token_id": 11156, "token_text": "onico", "probability": 0.000797271728515625}, {"token_id": 7480, "token_text": "istici", "probability": 0.000621795654296875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1552734375}, {"token_id": 17, "token_text": ".", "probability": 0.12109375}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 246, "token_text": " e", "probability": 0.060791015625}, {"token_id": 238, "token_text": " di", "probability": 0.039306640625}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.462890625}, {"token_id": 15, "token_text": ",", "probability": 0.03564453125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03369140625}, {"token_id": 1246, "token_text": " viene", "probability": 0.021728515625}, {"token_id": 6464, "token_text": " permette", "probability": 0.016845703125}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.07421875}, {"token_id": 2520, "token_text": " trova", "probability": 0.04248046875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.039794921875}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.0291748046875}, {"token_id": 11979, "token_text": " propone", "probability": 0.025634765625}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.56640625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0595703125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.010986328125}, {"token_id": 11871, "token_text": " indicare", "probability": 0.006683349609375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.006683349609375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04736328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 5924, "token_text": " considerato", "probability": 0.032470703125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0286865234375}, {"token_id": 293, "token_text": " il", "probability": 0.0269775390625}, {"token_id": 4006, "token_text": " pubblicato", "probability": 0.0252685546875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.041015625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.041015625}, {"token_id": 10, "token_text": "'", "probability": 0.03173828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0299072265625}, {"token_id": 7857, "token_text": " metodo", "probability": 0.0218505859375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0205078125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.38671875}, {"token_id": 238, "token_text": " di", "probability": 0.10400390625}, {"token_id": 290, "token_text": " per", "probability": 0.023193359375}, {"token_id": 303, "token_text": " che", "probability": 0.0205078125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.01409912109375}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00262451171875}, {"token_id": 708, "token_text": "ista", "probability": 0.00109100341796875}, {"token_id": 7480, "token_text": "istici", "probability": 0.000377655029296875}, {"token_id": 2721, "token_text": "istica", "probability": 0.0002765655517578125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.08642578125}, {"token_id": 15, "token_text": ",", "probability": 0.08154296875}, {"token_id": 17, "token_text": ".", "probability": 0.0634765625}, {"token_id": 290, "token_text": " per", "probability": 0.0595703125}, {"token_id": 238, "token_text": " di", "probability": 0.055908203125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.09423828125}, {"token_id": 15, "token_text": ",", "probability": 0.03466796875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0306396484375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02880859375}, {"token_id": 373, "token_text": " ha", "probability": 0.0211181640625}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.09033203125}, {"token_id": 2520, "token_text": " trova", "probability": 0.0400390625}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.03759765625}, {"token_id": 11577, "token_text": " occupa", "probability": 0.03759765625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03759765625}]}, {"token_id": 294, "token_text": " su", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 294, "token_text": " su", "probability": 0.353515625}, {"token_id": 1125, "token_text": " sulla", "probability": 0.1474609375}, {"token_id": 995, "token_text": " sul", "probability": 0.1015625}, {"token_id": 2401, "token_text": " sull", "probability": 0.09521484375}, {"token_id": 2416, "token_text": " sulle", "probability": 0.044921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.24609375}, {"token_id": 387, "token_text": " una", "probability": 0.1689453125}, {"token_id": 762, "token_text": " due", "probability": 0.0294189453125}, {"token_id": 1038, "token_text": " uno", "probability": 0.0228271484375}, {"token_id": 238, "token_text": " di", "probability": 0.0189208984375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.119140625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0439453125}, {"token_id": 2901, "token_text": " piano", "probability": 0.0341796875}, {"token_id": 10, "token_text": "'", "probability": 0.0341796875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.031982421875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.71875}, {"token_id": 238, "token_text": " di", "probability": 0.04296875}, {"token_id": 303, "token_text": " che", "probability": 0.00799560546875}, {"token_id": 24596, "token_text": " matematico", "probability": 0.006622314453125}, {"token_id": 15, "token_text": ",", "probability": 0.006622314453125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00080108642578125}, {"token_id": 708, "token_text": "ista", "probability": 0.00066375732421875}, {"token_id": 7480, "token_text": "istici", "probability": 0.0002613067626953125}, {"token_id": 2721, "token_text": "istica", "probability": 0.0002613067626953125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.099609375}, {"token_id": 17, "token_text": ".", "probability": 0.08251953125}, {"token_id": 15, "token_text": ",", "probability": 0.08251953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.05322265625}, {"token_id": 246, "token_text": " e", "probability": 0.050048828125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.2353515625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041015625}, {"token_id": 15, "token_text": ",", "probability": 0.03857421875}, {"token_id": 6464, "token_text": " permette", "probability": 0.0233154296875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0233154296875}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.107421875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.047607421875}, {"token_id": 11979, "token_text": " propone", "probability": 0.0419921875}, {"token_id": 2520, "token_text": " trova", "probability": 0.03271484375}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.03076171875}]}, {"token_id": 294, "token_text": " su", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 294, "token_text": " su", "probability": 0.4921875}, {"token_id": 1125, "token_text": " sulla", "probability": 0.10302734375}, {"token_id": 995, "token_text": " sul", "probability": 0.08544921875}, {"token_id": 2401, "token_text": " sull", "probability": 0.0517578125}, {"token_id": 2456, "token_text": " sui", "probability": 0.03564453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.44140625}, {"token_id": 387, "token_text": " una", "probability": 0.162109375}, {"token_id": 762, "token_text": " due", "probability": 0.04638671875}, {"token_id": 1038, "token_text": " uno", "probability": 0.02197265625}, {"token_id": 1007, "token_text": " tre", "probability": 0.0181884765625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.298828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.03564453125}, {"token_id": 10, "token_text": "'", "probability": 0.031494140625}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.02783203125}, {"token_id": 2901, "token_text": " piano", "probability": 0.0245361328125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.79296875}, {"token_id": 238, "token_text": " di", "probability": 0.0211181640625}, {"token_id": 2609, "token_text": " sem", "probability": 0.00567626953125}, {"token_id": 303, "token_text": " che", "probability": 0.005523681640625}, {"token_id": 15, "token_text": ",", "probability": 0.005523681640625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9921875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.001800537109375}, {"token_id": 7480, "token_text": "istici", "probability": 0.00066375732421875}, {"token_id": 2721, "token_text": "istica", "probability": 0.000583648681640625}, {"token_id": 708, "token_text": "ista", "probability": 0.00054931640625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1435546875}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.072265625}, {"token_id": 238, "token_text": " di", "probability": 0.049560546875}, {"token_id": 246, "token_text": " e", "probability": 0.046630859375}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.3671875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.038818359375}, {"token_id": 15, "token_text": ",", "probability": 0.0341796875}, {"token_id": 1246, "token_text": " viene", "probability": 0.0235595703125}, {"token_id": 6464, "token_text": " permette", "probability": 0.01953125}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.09521484375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05078125}, {"token_id": 2520, "token_text": " trova", "probability": 0.042236328125}, {"token_id": 11979, "token_text": " propone", "probability": 0.03271484375}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.03271484375}]}, {"token_id": 294, "token_text": " su", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 294, "token_text": " su", "probability": 0.6015625}, {"token_id": 1125, "token_text": " sulla", "probability": 0.0869140625}, {"token_id": 995, "token_text": " sul", "probability": 0.0869140625}, {"token_id": 2401, "token_text": " sull", "probability": 0.0595703125}, {"token_id": 2456, "token_text": " sui", "probability": 0.03857421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.52734375}, {"token_id": 387, "token_text": " una", "probability": 0.1611328125}, {"token_id": 762, "token_text": " due", "probability": 0.035888671875}, {"token_id": 1038, "token_text": " uno", "probability": 0.0205078125}, {"token_id": 238, "token_text": " di", "probability": 0.0096435546875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0301513671875}, {"token_id": 10, "token_text": "'", "probability": 0.0234375}, {"token_id": 13122, "token_text": " determinato", "probability": 0.0220947265625}, {"token_id": 2211, "token_text": " altro", "probability": 0.018310546875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.8046875}, {"token_id": 238, "token_text": " di", "probability": 0.0201416015625}, {"token_id": 2609, "token_text": " sem", "probability": 0.005950927734375}, {"token_id": 303, "token_text": " che", "probability": 0.00494384765625}, {"token_id": 15, "token_text": ",", "probability": 0.004791259765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9921875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00115966796875}, {"token_id": 20492, "token_text": "ografico", "probability": 0.000904083251953125}, {"token_id": 11156, "token_text": "onico", "probability": 0.000797271728515625}, {"token_id": 7480, "token_text": "istici", "probability": 0.000621795654296875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1552734375}, {"token_id": 17, "token_text": ".", "probability": 0.12109375}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 246, "token_text": " e", "probability": 0.060791015625}, {"token_id": 238, "token_text": " di", "probability": 0.039306640625}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.462890625}, {"token_id": 15, "token_text": ",", "probability": 0.03564453125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03369140625}, {"token_id": 1246, "token_text": " viene", "probability": 0.021728515625}, {"token_id": 6464, "token_text": " permette", "probability": 0.016845703125}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.07421875}, {"token_id": 2520, "token_text": " trova", "probability": 0.04248046875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.039794921875}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.0291748046875}, {"token_id": 11979, "token_text": " propone", "probability": 0.025634765625}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.56640625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0595703125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.010986328125}, {"token_id": 11871, "token_text": " indicare", "probability": 0.006683349609375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.006683349609375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04736328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04736328125}, {"token_id": 5924, "token_text": " considerato", "probability": 0.032470703125}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0286865234375}, {"token_id": 293, "token_text": " il", "probability": 0.0269775390625}, {"token_id": 4006, "token_text": " pubblicato", "probability": 0.0252685546875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.041015625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.041015625}, {"token_id": 10, "token_text": "'", "probability": 0.03173828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0299072265625}, {"token_id": 7857, "token_text": " metodo", "probability": 0.0218505859375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0205078125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.38671875}, {"token_id": 238, "token_text": " di", "probability": 0.10400390625}, {"token_id": 290, "token_text": " per", "probability": 0.023193359375}, {"token_id": 303, "token_text": " che", "probability": 0.0205078125}, {"token_id": 24596, "token_text": " matematico", "probability": 0.01409912109375}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00262451171875}, {"token_id": 708, "token_text": "ista", "probability": 0.00109100341796875}, {"token_id": 7480, "token_text": "istici", "probability": 0.000377655029296875}, {"token_id": 2721, "token_text": "istica", "probability": 0.0002765655517578125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.08642578125, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.08642578125}, {"token_id": 15, "token_text": ",", "probability": 0.08154296875}, {"token_id": 17, "token_text": ".", "probability": 0.0634765625}, {"token_id": 290, "token_text": " per", "probability": 0.0595703125}, {"token_id": 238, "token_text": " di", "probability": 0.055908203125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.09423828125}, {"token_id": 15, "token_text": ",", "probability": 0.03466796875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0306396484375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02880859375}, {"token_id": 373, "token_text": " ha", "probability": 0.0211181640625}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.09033203125}, {"token_id": 2520, "token_text": " trova", "probability": 0.0400390625}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.03759765625}, {"token_id": 11577, "token_text": " occupa", "probability": 0.03759765625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03759765625}]}, {"token_id": 294, "token_text": " su", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 294, "token_text": " su", "probability": 0.353515625}, {"token_id": 1125, "token_text": " sulla", "probability": 0.1474609375}, {"token_id": 995, "token_text": " sul", "probability": 0.1015625}, {"token_id": 2401, "token_text": " sull", "probability": 0.09521484375}, {"token_id": 2416, "token_text": " sulle", "probability": 0.044921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.24609375}, {"token_id": 387, "token_text": " una", "probability": 0.1689453125}, {"token_id": 762, "token_text": " due", "probability": 0.0294189453125}, {"token_id": 1038, "token_text": " uno", "probability": 0.0228271484375}, {"token_id": 238, "token_text": " di", "probability": 0.0189208984375}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.119140625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.119140625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0439453125}, {"token_id": 2901, "token_text": " piano", "probability": 0.0341796875}, {"token_id": 10, "token_text": "'", "probability": 0.0341796875}, {"token_id": 2349, "token_text": " sistema", "probability": 0.031982421875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.71875}, {"token_id": 238, "token_text": " di", "probability": 0.04296875}, {"token_id": 303, "token_text": " che", "probability": 0.00799560546875}, {"token_id": 24596, "token_text": " matematico", "probability": 0.006622314453125}, {"token_id": 15, "token_text": ",", "probability": 0.006622314453125}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.99609375}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00080108642578125}, {"token_id": 708, "token_text": "ista", "probability": 0.00066375732421875}, {"token_id": 7480, "token_text": "istici", "probability": 0.0002613067626953125}, {"token_id": 2721, "token_text": "istica", "probability": 0.0002613067626953125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.099609375}, {"token_id": 17, "token_text": ".", "probability": 0.08251953125}, {"token_id": 15, "token_text": ",", "probability": 0.08251953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.05322265625}, {"token_id": 246, "token_text": " e", "probability": 0.050048828125}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.2353515625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041015625}, {"token_id": 15, "token_text": ",", "probability": 0.03857421875}, {"token_id": 6464, "token_text": " permette", "probability": 0.0233154296875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0233154296875}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.107421875, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.107421875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.047607421875}, {"token_id": 11979, "token_text": " propone", "probability": 0.0419921875}, {"token_id": 2520, "token_text": " trova", "probability": 0.03271484375}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.03076171875}]}, {"token_id": 294, "token_text": " su", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 294, "token_text": " su", "probability": 0.4921875}, {"token_id": 1125, "token_text": " sulla", "probability": 0.10302734375}, {"token_id": 995, "token_text": " sul", "probability": 0.08544921875}, {"token_id": 2401, "token_text": " sull", "probability": 0.0517578125}, {"token_id": 2456, "token_text": " sui", "probability": 0.03564453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.44140625}, {"token_id": 387, "token_text": " una", "probability": 0.162109375}, {"token_id": 762, "token_text": " due", "probability": 0.04638671875}, {"token_id": 1038, "token_text": " uno", "probability": 0.02197265625}, {"token_id": 1007, "token_text": " tre", "probability": 0.0181884765625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.298828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.03564453125}, {"token_id": 10, "token_text": "'", "probability": 0.031494140625}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.02783203125}, {"token_id": 2901, "token_text": " piano", "probability": 0.0245361328125}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.79296875}, {"token_id": 238, "token_text": " di", "probability": 0.0211181640625}, {"token_id": 2609, "token_text": " sem", "probability": 0.00567626953125}, {"token_id": 303, "token_text": " che", "probability": 0.005523681640625}, {"token_id": 15, "token_text": ",", "probability": 0.005523681640625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9921875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.001800537109375}, {"token_id": 7480, "token_text": "istici", "probability": 0.00066375732421875}, {"token_id": 2721, "token_text": "istica", "probability": 0.000583648681640625}, {"token_id": 708, "token_text": "ista", "probability": 0.00054931640625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1435546875}, {"token_id": 17, "token_text": ".", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.072265625}, {"token_id": 238, "token_text": " di", "probability": 0.049560546875}, {"token_id": 246, "token_text": " e", "probability": 0.046630859375}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.3671875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.038818359375}, {"token_id": 15, "token_text": ",", "probability": 0.0341796875}, {"token_id": 1246, "token_text": " viene", "probability": 0.0235595703125}, {"token_id": 6464, "token_text": " permette", "probability": 0.01953125}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.09521484375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.05078125}, {"token_id": 2520, "token_text": " trova", "probability": 0.042236328125}, {"token_id": 11979, "token_text": " propone", "probability": 0.03271484375}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.03271484375}]}, {"token_id": 294, "token_text": " su", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 294, "token_text": " su", "probability": 0.6015625}, {"token_id": 1125, "token_text": " sulla", "probability": 0.0869140625}, {"token_id": 995, "token_text": " sul", "probability": 0.0869140625}, {"token_id": 2401, "token_text": " sull", "probability": 0.0595703125}, {"token_id": 2456, "token_text": " sui", "probability": 0.03857421875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.52734375}, {"token_id": 387, "token_text": " una", "probability": 0.1611328125}, {"token_id": 762, "token_text": " due", "probability": 0.035888671875}, {"token_id": 1038, "token_text": " uno", "probability": 0.0205078125}, {"token_id": 238, "token_text": " di", "probability": 0.0096435546875}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.416015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0301513671875}, {"token_id": 10, "token_text": "'", "probability": 0.0234375}, {"token_id": 13122, "token_text": " determinato", "probability": 0.0220947265625}, {"token_id": 2211, "token_text": " altro", "probability": 0.018310546875}]}, {"token_id": 5248, "token_text": " lingu", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 5248, "token_text": " lingu", "probability": 0.8046875}, {"token_id": 238, "token_text": " di", "probability": 0.0201416015625}, {"token_id": 2609, "token_text": " sem", "probability": 0.005950927734375}, {"token_id": 303, "token_text": " che", "probability": 0.00494384765625}, {"token_id": 15, "token_text": ",", "probability": 0.004791259765625}]}, {"token_id": 3739, "token_text": "istico", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 3739, "token_text": "istico", "probability": 0.9921875}, {"token_id": 25329, "token_text": "isticamente", "probability": 0.00115966796875}, {"token_id": 20492, "token_text": "ografico", "probability": 0.000904083251953125}, {"token_id": 11156, "token_text": "onico", "probability": 0.000797271728515625}, {"token_id": 7480, "token_text": "istici", "probability": 0.000621795654296875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1552734375}, {"token_id": 17, "token_text": ".", "probability": 0.12109375}, {"token_id": 15, "token_text": ",", "probability": 0.078125}, {"token_id": 246, "token_text": " e", "probability": 0.060791015625}, {"token_id": 238, "token_text": " di", "probability": 0.039306640625}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.462890625}, {"token_id": 15, "token_text": ",", "probability": 0.03564453125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.03369140625}, {"token_id": 1246, "token_text": " viene", "probability": 0.021728515625}, {"token_id": 6464, "token_text": " permette", "probability": 0.016845703125}]}, {"token_id": 15044, "token_text": " basa", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 15044, "token_text": " basa", "probability": 0.07421875}, {"token_id": 2520, "token_text": " trova", "probability": 0.04248046875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.039794921875}, {"token_id": 11626, "token_text": " riferisce", "probability": 0.0291748046875}, {"token_id": 11979, "token_text": " propone", "probability": 0.025634765625}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.56640625, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.56640625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0595703125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.010986328125}, {"token_id": 11871, "token_text": " indicare", "probability": 0.006683349609375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.006683349609375}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.00628662109375}, {"token_id": 14192, "token_text": " servire", "probability": 0.005889892578125}, {"token_id": 11312, "token_text": " venire", "probability": 0.00518798828125}, {"token_id": 20074, "token_text": " esserci", "probability": 0.00457763671875}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.00457763671875}], "entropy": 3.171875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.5684437020589881, "average_logprob_per_token": -0.5684437020589881, "perplexity_on_target_sequence": 1.7655172413793103, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.5684437020589881, "probability": 0.56640625, "raw_probability": 0.56640625, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49900.51785683632, "probe_elapsed_sec": 0.9839632519870065, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the largest city in Italy. The city is the largest city in Italy. The city is the largest city in Italy. The city is the largest city in Italy", "text": "The capital of Italy is the largest city in Italy. The city is the largest city in Italy. The city is the largest city in Italy. The city is the largest city in Italy", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.057861328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.033935546875}, {"token_id": 1576, "token_text": " now", "probability": 0.0291748046875}, {"token_id": 3857, "token_text": " located", "probability": 0.02001953125}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.1337890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.07177734375}, {"token_id": 942, "token_text": " most", "probability": 0.04638671875}, {"token_id": 1118, "token_text": " only", "probability": 0.0240478515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0205078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1181640625}, {"token_id": 262, "token_text": " and", "probability": 0.091796875}, {"token_id": 256, "token_text": " of", "probability": 0.0556640625}, {"token_id": 234, "token_text": " in", "probability": 0.035888671875}, {"token_id": 4528, "token_text": " capital", "probability": 0.02978515625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.60546875}, {"token_id": 256, "token_text": " of", "probability": 0.1845703125}, {"token_id": 342, "token_text": " on", "probability": 0.031982421875}, {"token_id": 15, "token_text": ",", "probability": 0.0283203125}, {"token_id": 262, "token_text": " and", "probability": 0.0172119140625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.404296875}, {"token_id": 230, "token_text": " the", "probability": 0.294921875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.05126953125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.01470947265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01220703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.42578125}, {"token_id": 15, "token_text": ",", "probability": 0.2578125}, {"token_id": 262, "token_text": " and", "probability": 0.08935546875}, {"token_id": 234, "token_text": " in", "probability": 0.0225830078125}, {"token_id": 392, "token_text": " with", "probability": 0.017578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.271484375}, {"token_id": 679, "token_text": " It", "probability": 0.1650390625}, {"token_id": 407, "token_text": " In", "probability": 0.04736328125}, {"token_id": 6983, "token_text": " Its", "probability": 0.039306640625}, {"token_id": 277, "token_text": " A", "probability": 0.0185546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.455078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.07421875}, {"token_id": 2729, "token_text": " town", "probability": 0.03515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0240478515625}, {"token_id": 3945, "token_text": " population", "probability": 0.0166015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.291015625}, {"token_id": 256, "token_text": " of", "probability": 0.13671875}, {"token_id": 614, "token_text": " has", "probability": 0.11376953125}, {"token_id": 400, "token_text": "'s", "probability": 0.060791015625}, {"token_id": 361, "token_text": " was", "probability": 0.05712890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1044921875}, {"token_id": 14812, "token_text": " situated", "probability": 0.0634765625}, {"token_id": 3857, "token_text": " located", "probability": 0.0634765625}, {"token_id": 10438, "token_text": " divided", "probability": 0.04931640625}, {"token_id": 751, "token_text": " also", "probability": 0.041015625}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.271484375}, {"token_id": 942, "token_text": " most", "probability": 0.09375}, {"token_id": 1118, "token_text": " only", "probability": 0.0390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0322265625}, {"token_id": 1077, "token_text": " second", "probability": 0.0303955078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.67578125}, {"token_id": 262, "token_text": " and", "probability": 0.0230712890625}, {"token_id": 234, "token_text": " in", "probability": 0.0230712890625}, {"token_id": 13854, "token_text": " metropolit", "probability": 0.021728515625}, {"token_id": 2729, "token_text": " town", "probability": 0.015869140625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.6953125}, {"token_id": 256, "token_text": " of", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.0238037109375}, {"token_id": 392, "token_text": " with", "probability": 0.015380859375}, {"token_id": 342, "token_text": " on", "probability": 0.01361083984375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.58984375}, {"token_id": 230, "token_text": " the", "probability": 0.1689453125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0294189453125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0244140625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.021484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.37109375}, {"token_id": 15, "token_text": ",", "probability": 0.2890625}, {"token_id": 262, "token_text": " and", "probability": 0.1064453125}, {"token_id": 234, "token_text": " in", "probability": 0.032470703125}, {"token_id": 392, "token_text": " with", "probability": 0.0252685546875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.34375}, {"token_id": 679, "token_text": " It", "probability": 0.15234375}, {"token_id": 407, "token_text": " In", "probability": 0.03857421875}, {"token_id": 6983, "token_text": " Its", "probability": 0.0361328125}, {"token_id": 1829, "token_text": " There", "probability": 0.0181884765625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.61328125}, {"token_id": 4528, "token_text": " capital", "probability": 0.036865234375}, {"token_id": 2729, "token_text": " town", "probability": 0.034423828125}, {"token_id": 3945, "token_text": " population", "probability": 0.0196533203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.017333984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.431640625}, {"token_id": 614, "token_text": " has", "probability": 0.1240234375}, {"token_id": 361, "token_text": " was", "probability": 0.045654296875}, {"token_id": 400, "token_text": "'s", "probability": 0.042724609375}, {"token_id": 10571, "token_text": " lies", "probability": 0.040283203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.216796875}, {"token_id": 3857, "token_text": " located", "probability": 0.06591796875}, {"token_id": 14812, "token_text": " situated", "probability": 0.04541015625}, {"token_id": 751, "token_text": " also", "probability": 0.04541015625}, {"token_id": 10438, "token_text": " divided", "probability": 0.0311279296875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.294921875}, {"token_id": 942, "token_text": " most", "probability": 0.10205078125}, {"token_id": 1118, "token_text": " only", "probability": 0.04248046875}, {"token_id": 13112, "token_text": " oldest", "probability": 0.03515625}, {"token_id": 1077, "token_text": " second", "probability": 0.033203125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.65625}, {"token_id": 13854, "token_text": " metropolit", "probability": 0.0306396484375}, {"token_id": 262, "token_text": " and", "probability": 0.0224609375}, {"token_id": 234, "token_text": " in", "probability": 0.0224609375}, {"token_id": 2729, "token_text": " town", "probability": 0.0174560546875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.7734375}, {"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 15, "token_text": ",", "probability": 0.01507568359375}, {"token_id": 392, "token_text": " with", "probability": 0.01416015625}, {"token_id": 342, "token_text": " on", "probability": 0.01171875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.625}, {"token_id": 230, "token_text": " the", "probability": 0.123046875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.032958984375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0274658203125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.02001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.353515625}, {"token_id": 15, "token_text": ",", "probability": 0.29296875}, {"token_id": 262, "token_text": " and", "probability": 0.1220703125}, {"token_id": 392, "token_text": " with", "probability": 0.042236328125}, {"token_id": 234, "token_text": " in", "probability": 0.03076171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3984375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3984375}, {"token_id": 679, "token_text": " It", "probability": 0.12890625}, {"token_id": 6983, "token_text": " Its", "probability": 0.03466796875}, {"token_id": 407, "token_text": " In", "probability": 0.0306396484375}, {"token_id": 1829, "token_text": " There", "probability": 0.0224609375}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.6484375}, {"token_id": 2729, "token_text": " town", "probability": 0.034423828125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0302734375}, {"token_id": 5656, "token_text": " largest", "probability": 0.0208740234375}, {"token_id": 3945, "token_text": " population", "probability": 0.0184326171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.486328125}, {"token_id": 614, "token_text": " has", "probability": 0.130859375}, {"token_id": 10571, "token_text": " lies", "probability": 0.048095703125}, {"token_id": 361, "token_text": " was", "probability": 0.03759765625}, {"token_id": 256, "token_text": " of", "probability": 0.03515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3359375}, {"token_id": 3857, "token_text": " located", "probability": 0.054931640625}, {"token_id": 751, "token_text": " also", "probability": 0.042724609375}, {"token_id": 14812, "token_text": " situated", "probability": 0.0294189453125}, {"token_id": 209, "token_text": " a", "probability": 0.0244140625}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.25390625}, {"token_id": 942, "token_text": " most", "probability": 0.099609375}, {"token_id": 1118, "token_text": " only", "probability": 0.04150390625}, {"token_id": 1077, "token_text": " second", "probability": 0.03662109375}, {"token_id": 13112, "token_text": " oldest", "probability": 0.0322265625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.73828125}, {"token_id": 13854, "token_text": " metropolit", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.016357421875}, {"token_id": 2729, "token_text": " town", "probability": 0.01531982421875}, {"token_id": 234, "token_text": " in", "probability": 0.00927734375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.74609375}, {"token_id": 256, "token_text": " of", "probability": 0.1376953125}, {"token_id": 15, "token_text": ",", "probability": 0.017578125}, {"token_id": 392, "token_text": " with", "probability": 0.0164794921875}, {"token_id": 262, "token_text": " and", "probability": 0.010009765625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.6328125}, {"token_id": 230, "token_text": " the", "probability": 0.1240234375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0260009765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0244140625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0216064453125}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.057861328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.033935546875}, {"token_id": 1576, "token_text": " now", "probability": 0.0291748046875}, {"token_id": 3857, "token_text": " located", "probability": 0.02001953125}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.1337890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.07177734375}, {"token_id": 942, "token_text": " most", "probability": 0.04638671875}, {"token_id": 1118, "token_text": " only", "probability": 0.0240478515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0205078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1181640625}, {"token_id": 262, "token_text": " and", "probability": 0.091796875}, {"token_id": 256, "token_text": " of", "probability": 0.0556640625}, {"token_id": 234, "token_text": " in", "probability": 0.035888671875}, {"token_id": 4528, "token_text": " capital", "probability": 0.02978515625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.60546875}, {"token_id": 256, "token_text": " of", "probability": 0.1845703125}, {"token_id": 342, "token_text": " on", "probability": 0.031982421875}, {"token_id": 15, "token_text": ",", "probability": 0.0283203125}, {"token_id": 262, "token_text": " and", "probability": 0.0172119140625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.404296875}, {"token_id": 230, "token_text": " the", "probability": 0.294921875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.05126953125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.01470947265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01220703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.42578125}, {"token_id": 15, "token_text": ",", "probability": 0.2578125}, {"token_id": 262, "token_text": " and", "probability": 0.08935546875}, {"token_id": 234, "token_text": " in", "probability": 0.0225830078125}, {"token_id": 392, "token_text": " with", "probability": 0.017578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2734375}, {"token_id": 679, "token_text": " It", "probability": 0.166015625}, {"token_id": 407, "token_text": " In", "probability": 0.047607421875}, {"token_id": 6983, "token_text": " Its", "probability": 0.03955078125}, {"token_id": 277, "token_text": " A", "probability": 0.0186767578125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.455078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.07421875}, {"token_id": 2729, "token_text": " town", "probability": 0.03515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0240478515625}, {"token_id": 3945, "token_text": " population", "probability": 0.0166015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.291015625}, {"token_id": 256, "token_text": " of", "probability": 0.13671875}, {"token_id": 614, "token_text": " has", "probability": 0.11376953125}, {"token_id": 400, "token_text": "'s", "probability": 0.060791015625}, {"token_id": 361, "token_text": " was", "probability": 0.05712890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1044921875}, {"token_id": 14812, "token_text": " situated", "probability": 0.0634765625}, {"token_id": 3857, "token_text": " located", "probability": 0.0634765625}, {"token_id": 10438, "token_text": " divided", "probability": 0.04931640625}, {"token_id": 751, "token_text": " also", "probability": 0.041015625}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.271484375}, {"token_id": 942, "token_text": " most", "probability": 0.09375}, {"token_id": 1118, "token_text": " only", "probability": 0.0390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0322265625}, {"token_id": 1077, "token_text": " second", "probability": 0.0303955078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.67578125}, {"token_id": 262, "token_text": " and", "probability": 0.0230712890625}, {"token_id": 234, "token_text": " in", "probability": 0.0230712890625}, {"token_id": 13854, "token_text": " metropolit", "probability": 0.021728515625}, {"token_id": 2729, "token_text": " town", "probability": 0.015869140625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.6953125}, {"token_id": 256, "token_text": " of", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.0238037109375}, {"token_id": 392, "token_text": " with", "probability": 0.015380859375}, {"token_id": 342, "token_text": " on", "probability": 0.01361083984375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.58984375}, {"token_id": 230, "token_text": " the", "probability": 0.1689453125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0294189453125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0244140625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.021484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.37109375}, {"token_id": 15, "token_text": ",", "probability": 0.2890625}, {"token_id": 262, "token_text": " and", "probability": 0.1064453125}, {"token_id": 234, "token_text": " in", "probability": 0.032470703125}, {"token_id": 392, "token_text": " with", "probability": 0.0252685546875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.345703125}, {"token_id": 679, "token_text": " It", "probability": 0.1533203125}, {"token_id": 407, "token_text": " In", "probability": 0.038818359375}, {"token_id": 6983, "token_text": " Its", "probability": 0.03662109375}, {"token_id": 1829, "token_text": " There", "probability": 0.018310546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.61328125}, {"token_id": 4528, "token_text": " capital", "probability": 0.036865234375}, {"token_id": 2729, "token_text": " town", "probability": 0.034423828125}, {"token_id": 3945, "token_text": " population", "probability": 0.0196533203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.017333984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.431640625}, {"token_id": 614, "token_text": " has", "probability": 0.1240234375}, {"token_id": 361, "token_text": " was", "probability": 0.045654296875}, {"token_id": 400, "token_text": "'s", "probability": 0.042724609375}, {"token_id": 10571, "token_text": " lies", "probability": 0.040283203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.216796875}, {"token_id": 3857, "token_text": " located", "probability": 0.06591796875}, {"token_id": 14812, "token_text": " situated", "probability": 0.04541015625}, {"token_id": 751, "token_text": " also", "probability": 0.04541015625}, {"token_id": 10438, "token_text": " divided", "probability": 0.0311279296875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.294921875}, {"token_id": 942, "token_text": " most", "probability": 0.10205078125}, {"token_id": 1118, "token_text": " only", "probability": 0.04248046875}, {"token_id": 13112, "token_text": " oldest", "probability": 0.03515625}, {"token_id": 1077, "token_text": " second", "probability": 0.033203125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.65625}, {"token_id": 13854, "token_text": " metropolit", "probability": 0.0306396484375}, {"token_id": 262, "token_text": " and", "probability": 0.0224609375}, {"token_id": 234, "token_text": " in", "probability": 0.0224609375}, {"token_id": 2729, "token_text": " town", "probability": 0.0174560546875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.7734375}, {"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 15, "token_text": ",", "probability": 0.01507568359375}, {"token_id": 392, "token_text": " with", "probability": 0.01416015625}, {"token_id": 342, "token_text": " on", "probability": 0.01171875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.625}, {"token_id": 230, "token_text": " the", "probability": 0.123046875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.032958984375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0274658203125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.02001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.353515625}, {"token_id": 15, "token_text": ",", "probability": 0.29296875}, {"token_id": 262, "token_text": " and", "probability": 0.1220703125}, {"token_id": 392, "token_text": " with", "probability": 0.042236328125}, {"token_id": 234, "token_text": " in", "probability": 0.03076171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.40234375}, {"token_id": 679, "token_text": " It", "probability": 0.130859375}, {"token_id": 6983, "token_text": " Its", "probability": 0.03515625}, {"token_id": 407, "token_text": " In", "probability": 0.031005859375}, {"token_id": 1829, "token_text": " There", "probability": 0.022705078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.6484375}, {"token_id": 2729, "token_text": " town", "probability": 0.034423828125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0302734375}, {"token_id": 5656, "token_text": " largest", "probability": 0.0208740234375}, {"token_id": 3945, "token_text": " population", "probability": 0.0184326171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.486328125}, {"token_id": 614, "token_text": " has", "probability": 0.130859375}, {"token_id": 10571, "token_text": " lies", "probability": 0.048095703125}, {"token_id": 361, "token_text": " was", "probability": 0.03759765625}, {"token_id": 256, "token_text": " of", "probability": 0.03515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3359375}, {"token_id": 3857, "token_text": " located", "probability": 0.054931640625}, {"token_id": 751, "token_text": " also", "probability": 0.042724609375}, {"token_id": 14812, "token_text": " situated", "probability": 0.0294189453125}, {"token_id": 209, "token_text": " a", "probability": 0.0244140625}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.25390625}, {"token_id": 942, "token_text": " most", "probability": 0.099609375}, {"token_id": 1118, "token_text": " only", "probability": 0.04150390625}, {"token_id": 1077, "token_text": " second", "probability": 0.03662109375}, {"token_id": 13112, "token_text": " oldest", "probability": 0.0322265625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.73828125}, {"token_id": 13854, "token_text": " metropolit", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.016357421875}, {"token_id": 2729, "token_text": " town", "probability": 0.01531982421875}, {"token_id": 234, "token_text": " in", "probability": 0.00927734375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.74609375}, {"token_id": 256, "token_text": " of", "probability": 0.1376953125}, {"token_id": 15, "token_text": ",", "probability": 0.017578125}, {"token_id": 392, "token_text": " with", "probability": 0.0164794921875}, {"token_id": 262, "token_text": " and", "probability": 0.010009765625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.6328125}, {"token_id": 230, "token_text": " the", "probability": 0.12451171875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0260009765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0244140625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0216064453125}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.06982421875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.057861328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.033935546875}, {"token_id": 1576, "token_text": " now", "probability": 0.0291748046875}, {"token_id": 3857, "token_text": " located", "probability": 0.02001953125}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.1337890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.07177734375}, {"token_id": 942, "token_text": " most", "probability": 0.04638671875}, {"token_id": 1118, "token_text": " only", "probability": 0.0240478515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0205078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.1181640625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.1181640625}, {"token_id": 262, "token_text": " and", "probability": 0.091796875}, {"token_id": 256, "token_text": " of", "probability": 0.0556640625}, {"token_id": 234, "token_text": " in", "probability": 0.035888671875}, {"token_id": 4528, "token_text": " capital", "probability": 0.02978515625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.60546875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.60546875}, {"token_id": 256, "token_text": " of", "probability": 0.1845703125}, {"token_id": 342, "token_text": " on", "probability": 0.031982421875}, {"token_id": 15, "token_text": ",", "probability": 0.0283203125}, {"token_id": 262, "token_text": " and", "probability": 0.0172119140625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.404296875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.404296875}, {"token_id": 230, "token_text": " the", "probability": 0.294921875}, {"token_id": 2131, "token_text": " Europe", "probability": 0.05126953125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.01470947265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01220703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.42578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.42578125}, {"token_id": 15, "token_text": ",", "probability": 0.2578125}, {"token_id": 262, "token_text": " and", "probability": 0.08935546875}, {"token_id": 234, "token_text": " in", "probability": 0.0225830078125}, {"token_id": 392, "token_text": " with", "probability": 0.017578125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2734375}, {"token_id": 679, "token_text": " It", "probability": 0.166015625}, {"token_id": 407, "token_text": " In", "probability": 0.047607421875}, {"token_id": 6983, "token_text": " Its", "probability": 0.03955078125}, {"token_id": 277, "token_text": " A", "probability": 0.0186767578125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.455078125}, {"token_id": 4528, "token_text": " capital", "probability": 0.07421875}, {"token_id": 2729, "token_text": " town", "probability": 0.03515625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0240478515625}, {"token_id": 3945, "token_text": " population", "probability": 0.0166015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.291015625}, {"token_id": 256, "token_text": " of", "probability": 0.13671875}, {"token_id": 614, "token_text": " has", "probability": 0.11376953125}, {"token_id": 400, "token_text": "'s", "probability": 0.060791015625}, {"token_id": 361, "token_text": " was", "probability": 0.05712890625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1044921875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1044921875}, {"token_id": 14812, "token_text": " situated", "probability": 0.0634765625}, {"token_id": 3857, "token_text": " located", "probability": 0.0634765625}, {"token_id": 10438, "token_text": " divided", "probability": 0.04931640625}, {"token_id": 751, "token_text": " also", "probability": 0.041015625}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.271484375, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.271484375}, {"token_id": 942, "token_text": " most", "probability": 0.09375}, {"token_id": 1118, "token_text": " only", "probability": 0.0390625}, {"token_id": 4528, "token_text": " capital", "probability": 0.0322265625}, {"token_id": 1077, "token_text": " second", "probability": 0.0303955078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.67578125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.67578125}, {"token_id": 262, "token_text": " and", "probability": 0.0230712890625}, {"token_id": 234, "token_text": " in", "probability": 0.0230712890625}, {"token_id": 13854, "token_text": " metropolit", "probability": 0.021728515625}, {"token_id": 2729, "token_text": " town", "probability": 0.015869140625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.6953125}, {"token_id": 256, "token_text": " of", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.0238037109375}, {"token_id": 392, "token_text": " with", "probability": 0.015380859375}, {"token_id": 342, "token_text": " on", "probability": 0.01361083984375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.58984375}, {"token_id": 230, "token_text": " the", "probability": 0.1689453125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0294189453125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0244140625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.021484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.37109375}, {"token_id": 15, "token_text": ",", "probability": 0.2890625}, {"token_id": 262, "token_text": " and", "probability": 0.1064453125}, {"token_id": 234, "token_text": " in", "probability": 0.032470703125}, {"token_id": 392, "token_text": " with", "probability": 0.0252685546875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.345703125}, {"token_id": 679, "token_text": " It", "probability": 0.1533203125}, {"token_id": 407, "token_text": " In", "probability": 0.038818359375}, {"token_id": 6983, "token_text": " Its", "probability": 0.03662109375}, {"token_id": 1829, "token_text": " There", "probability": 0.018310546875}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.61328125}, {"token_id": 4528, "token_text": " capital", "probability": 0.036865234375}, {"token_id": 2729, "token_text": " town", "probability": 0.034423828125}, {"token_id": 3945, "token_text": " population", "probability": 0.0196533203125}, {"token_id": 5656, "token_text": " largest", "probability": 0.017333984375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.431640625}, {"token_id": 614, "token_text": " has", "probability": 0.1240234375}, {"token_id": 361, "token_text": " was", "probability": 0.045654296875}, {"token_id": 400, "token_text": "'s", "probability": 0.042724609375}, {"token_id": 10571, "token_text": " lies", "probability": 0.040283203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.216796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.216796875}, {"token_id": 3857, "token_text": " located", "probability": 0.06591796875}, {"token_id": 14812, "token_text": " situated", "probability": 0.04541015625}, {"token_id": 751, "token_text": " also", "probability": 0.04541015625}, {"token_id": 10438, "token_text": " divided", "probability": 0.0311279296875}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.294921875, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.294921875}, {"token_id": 942, "token_text": " most", "probability": 0.10205078125}, {"token_id": 1118, "token_text": " only", "probability": 0.04248046875}, {"token_id": 13112, "token_text": " oldest", "probability": 0.03515625}, {"token_id": 1077, "token_text": " second", "probability": 0.033203125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.65625}, {"token_id": 13854, "token_text": " metropolit", "probability": 0.0306396484375}, {"token_id": 262, "token_text": " and", "probability": 0.0224609375}, {"token_id": 234, "token_text": " in", "probability": 0.0224609375}, {"token_id": 2729, "token_text": " town", "probability": 0.0174560546875}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.7734375}, {"token_id": 256, "token_text": " of", "probability": 0.111328125}, {"token_id": 15, "token_text": ",", "probability": 0.01507568359375}, {"token_id": 392, "token_text": " with", "probability": 0.01416015625}, {"token_id": 342, "token_text": " on", "probability": 0.01171875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.625}, {"token_id": 230, "token_text": " the", "probability": 0.123046875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.032958984375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0274658203125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.02001953125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.353515625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.353515625}, {"token_id": 15, "token_text": ",", "probability": 0.29296875}, {"token_id": 262, "token_text": " and", "probability": 0.1220703125}, {"token_id": 392, "token_text": " with", "probability": 0.042236328125}, {"token_id": 234, "token_text": " in", "probability": 0.03076171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.40234375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.40234375}, {"token_id": 679, "token_text": " It", "probability": 0.130859375}, {"token_id": 6983, "token_text": " Its", "probability": 0.03515625}, {"token_id": 407, "token_text": " In", "probability": 0.031005859375}, {"token_id": 1829, "token_text": " There", "probability": 0.022705078125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.6484375}, {"token_id": 2729, "token_text": " town", "probability": 0.034423828125}, {"token_id": 4528, "token_text": " capital", "probability": 0.0302734375}, {"token_id": 5656, "token_text": " largest", "probability": 0.0208740234375}, {"token_id": 3945, "token_text": " population", "probability": 0.0184326171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.486328125}, {"token_id": 614, "token_text": " has", "probability": 0.130859375}, {"token_id": 10571, "token_text": " lies", "probability": 0.048095703125}, {"token_id": 361, "token_text": " was", "probability": 0.03759765625}, {"token_id": 256, "token_text": " of", "probability": 0.03515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.3359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.3359375}, {"token_id": 3857, "token_text": " located", "probability": 0.054931640625}, {"token_id": 751, "token_text": " also", "probability": 0.042724609375}, {"token_id": 14812, "token_text": " situated", "probability": 0.0294189453125}, {"token_id": 209, "token_text": " a", "probability": 0.0244140625}]}, {"token_id": 5656, "token_text": " largest", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 5656, "token_text": " largest", "probability": 0.25390625}, {"token_id": 942, "token_text": " most", "probability": 0.099609375}, {"token_id": 1118, "token_text": " only", "probability": 0.04150390625}, {"token_id": 1077, "token_text": " second", "probability": 0.03662109375}, {"token_id": 13112, "token_text": " oldest", "probability": 0.0322265625}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.73828125}, {"token_id": 13854, "token_text": " metropolit", "probability": 0.0238037109375}, {"token_id": 262, "token_text": " and", "probability": 0.016357421875}, {"token_id": 2729, "token_text": " town", "probability": 0.01531982421875}, {"token_id": 234, "token_text": " in", "probability": 0.00927734375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.74609375}, {"token_id": 256, "token_text": " of", "probability": 0.1376953125}, {"token_id": 15, "token_text": ",", "probability": 0.017578125}, {"token_id": 392, "token_text": " with", "probability": 0.0164794921875}, {"token_id": 262, "token_text": " and", "probability": 0.010009765625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.6328125}, {"token_id": 230, "token_text": " the", "probability": 0.12451171875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0260009765625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0244140625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.0216064453125}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 260, "correct_token_probability": 0.000492095947265625, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.06982421875}, {"token_id": 209, "token_text": " a", "probability": 0.057861328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.033935546875}, {"token_id": 1576, "token_text": " now", "probability": 0.0291748046875}, {"token_id": 3857, "token_text": " located", "probability": 0.02001953125}, {"token_id": 1933, "token_text": " still", "probability": 0.018798828125}, {"token_id": 234, "token_text": " in", "probability": 0.0181884765625}, {"token_id": 14812, "token_text": " situated", "probability": 0.0177001953125}, {"token_id": 720, "token_text": " one", "probability": 0.01513671875}, {"token_id": 534, "token_text": " not", "probability": 0.01373291015625}], "entropy": 6.15625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.616836845717343, "average_logprob_per_token": -7.616836845717343, "perplexity_on_target_sequence": 2032.124031007752, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -7.616836845717343, "probability": 0.000492095947265625, "raw_probability": 0.000492095947265625, "correct_token_rank": 260}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49900.51852560043, "probe_elapsed_sec": 0.9839632519870065, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the differences between the two. The two are the two are the two are the two are the two are the two are the two are the", "text": "A small language model should be used to describe the differences between the two. The two are the two are the two are the two are the two are the two are the two are the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.408203125}, {"token_id": 534, "token_text": " not", "probability": 0.029541015625}, {"token_id": 581, "token_text": " have", "probability": 0.02783203125}, {"token_id": 1466, "token_text": " help", "probability": 0.026123046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0179443359375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.291015625}, {"token_id": 2956, "token_text": " able", "probability": 0.039306640625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0224609375}, {"token_id": 209, "token_text": " a", "probability": 0.0185546875}, {"token_id": 9996, "token_text": " applied", "probability": 0.01361083984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.240234375}, {"token_id": 234, "token_text": " in", "probability": 0.2255859375}, {"token_id": 321, "token_text": " for", "probability": 0.13671875}, {"token_id": 347, "token_text": " as", "probability": 0.11328125}, {"token_id": 17, "token_text": ".", "probability": 0.0252685546875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.09326171875}, {"token_id": 7749, "token_text": " measure", "probability": 0.0267333984375}, {"token_id": 8550, "token_text": " determine", "probability": 0.025146484375}, {"token_id": 19740, "token_text": " predict", "probability": 0.0196533203125}, {"token_id": 2887, "token_text": " refer", "probability": 0.0196533203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.275390625}, {"token_id": 209, "token_text": " a", "probability": 0.0693359375}, {"token_id": 262, "token_text": " and", "probability": 0.0181884765625}, {"token_id": 1168, "token_text": " how", "probability": 0.017578125}, {"token_id": 1076, "token_text": " what", "probability": 0.0120849609375}]}, {"token_id": 11632, "token_text": " differences", "chosen_probability": 0.0103759765625, "top_k_candidates": [{"token_id": 11632, "token_text": " differences", "probability": 0.0103759765625}, {"token_id": 13759, "token_text": " extent", "probability": 0.00860595703125}, {"token_id": 3965, "token_text": " language", "probability": 0.008056640625}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.007354736328125}, {"token_id": 4529, "token_text": " relationship", "probability": 0.006683349609375}]}, {"token_id": 1391, "token_text": " between", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 1391, "token_text": " between", "probability": 0.388671875}, {"token_id": 234, "token_text": " in", "probability": 0.302734375}, {"token_id": 256, "token_text": " of", "probability": 0.0673828125}, {"token_id": 262, "token_text": " and", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.0264892578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2236328125}, {"token_id": 3965, "token_text": " language", "probability": 0.0267333984375}, {"token_id": 209, "token_text": " a", "probability": 0.02587890625}, {"token_id": 2206, "token_text": " different", "probability": 0.0242919921875}, {"token_id": 929, "token_text": " two", "probability": 0.020751953125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.185546875}, {"token_id": 11632, "token_text": " differences", "probability": 0.0184326171875}, {"token_id": 3965, "token_text": " language", "probability": 0.01263427734375}, {"token_id": 2206, "token_text": " different", "probability": 0.01263427734375}, {"token_id": 19897, "token_text": " variables", "probability": 0.01226806640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.11181640625}, {"token_id": 262, "token_text": " and", "probability": 0.0986328125}, {"token_id": 4812, "token_text": " groups", "probability": 0.059814453125}, {"token_id": 15, "token_text": ",", "probability": 0.036376953125}, {"token_id": 256, "token_text": " of", "probability": 0.03515625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.10888671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.10888671875}, {"token_id": 407, "token_text": " In", "probability": 0.051513671875}, {"token_id": 277, "token_text": " A", "probability": 0.04833984375}, {"token_id": 1182, "token_text": " For", "probability": 0.03759765625}, {"token_id": 1062, "token_text": " This", "probability": 0.029296875}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.04345703125}, {"token_id": 11632, "token_text": " differences", "probability": 0.042236328125}, {"token_id": 4621, "token_text": " model", "probability": 0.0299072265625}, {"token_id": 4476, "token_text": " results", "probability": 0.01324462890625}, {"token_id": 4529, "token_text": " relationship", "probability": 0.012451171875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.146484375}, {"token_id": 566, "token_text": " can", "probability": 0.034912109375}, {"token_id": 581, "token_text": " have", "probability": 0.0255126953125}, {"token_id": 4812, "token_text": " groups", "probability": 0.0205078125}, {"token_id": 3346, "token_text": " represent", "probability": 0.0205078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.054443359375}, {"token_id": 1347, "token_text": " used", "probability": 0.0478515625}, {"token_id": 29, "token_text": ":", "probability": 0.029052734375}, {"token_id": 534, "token_text": " not", "probability": 0.02490234375}, {"token_id": 209, "token_text": " a", "probability": 0.018798828125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.06640625}, {"token_id": 1686, "token_text": " same", "probability": 0.05029296875}, {"token_id": 11632, "token_text": " differences", "probability": 0.0245361328125}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}, {"token_id": 836, "token_text": " first", "probability": 0.017333984375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.31640625}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 17, "token_text": ".", "probability": 0.0703125}, {"token_id": 256, "token_text": " of", "probability": 0.0294189453125}, {"token_id": 234, "token_text": " in", "probability": 0.0235595703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.51953125}, {"token_id": 29, "token_text": ":", "probability": 0.0242919921875}, {"token_id": 209, "token_text": " a", "probability": 0.0201416015625}, {"token_id": 2206, "token_text": " different", "probability": 0.01385498046875}, {"token_id": 929, "token_text": " two", "probability": 0.01080322265625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.341796875}, {"token_id": 1424, "token_text": " three", "probability": 0.09228515625}, {"token_id": 1743, "token_text": " four", "probability": 0.032958984375}, {"token_id": 1686, "token_text": " same", "probability": 0.03173828125}, {"token_id": 11632, "token_text": " differences", "probability": 0.0247802734375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.46875}, {"token_id": 17, "token_text": ".", "probability": 0.0595703125}, {"token_id": 15, "token_text": ",", "probability": 0.0595703125}, {"token_id": 581, "token_text": " have", "probability": 0.030029296875}, {"token_id": 256, "token_text": " of", "probability": 0.02197265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.76953125}, {"token_id": 209, "token_text": " a", "probability": 0.010986328125}, {"token_id": 29, "token_text": ":", "probability": 0.01031494140625}, {"token_id": 2206, "token_text": " different", "probability": 0.00732421875}, {"token_id": 15, "token_text": ",", "probability": 0.006256103515625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.48046875}, {"token_id": 1424, "token_text": " three", "probability": 0.15625}, {"token_id": 1743, "token_text": " four", "probability": 0.06103515625}, {"token_id": 720, "token_text": " one", "probability": 0.0159912109375}, {"token_id": 896, "token_text": " other", "probability": 0.01495361328125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.5}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}, {"token_id": 15, "token_text": ",", "probability": 0.052734375}, {"token_id": 581, "token_text": " have", "probability": 0.0301513671875}, {"token_id": 262, "token_text": " and", "probability": 0.02197265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.828125}, {"token_id": 209, "token_text": " a", "probability": 0.00836181640625}, {"token_id": 29, "token_text": ":", "probability": 0.00653076171875}, {"token_id": 929, "token_text": " two", "probability": 0.006134033203125}, {"token_id": 15, "token_text": ",", "probability": 0.005767822265625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.5078125}, {"token_id": 1424, "token_text": " three", "probability": 0.17578125}, {"token_id": 1743, "token_text": " four", "probability": 0.0732421875}, {"token_id": 720, "token_text": " one", "probability": 0.0185546875}, {"token_id": 2730, "token_text": " five", "probability": 0.016357421875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.546875}, {"token_id": 17, "token_text": ".", "probability": 0.05078125}, {"token_id": 15, "token_text": ",", "probability": 0.037109375}, {"token_id": 581, "token_text": " have", "probability": 0.03271484375}, {"token_id": 262, "token_text": " and", "probability": 0.0224609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8828125}, {"token_id": 209, "token_text": " a", "probability": 0.005401611328125}, {"token_id": 2206, "token_text": " different", "probability": 0.00421142578125}, {"token_id": 1684, "token_text": " both", "probability": 0.00421142578125}, {"token_id": 929, "token_text": " two", "probability": 0.00421142578125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.5}, {"token_id": 1424, "token_text": " three", "probability": 0.1845703125}, {"token_id": 1743, "token_text": " four", "probability": 0.08203125}, {"token_id": 720, "token_text": " one", "probability": 0.020751953125}, {"token_id": 896, "token_text": " other", "probability": 0.0172119140625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.546875}, {"token_id": 17, "token_text": ".", "probability": 0.05419921875}, {"token_id": 581, "token_text": " have", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.03271484375}, {"token_id": 262, "token_text": " and", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.89453125}, {"token_id": 209, "token_text": " a", "probability": 0.004547119140625}, {"token_id": 15, "token_text": ",", "probability": 0.004547119140625}, {"token_id": 929, "token_text": " two", "probability": 0.003997802734375}, {"token_id": 1684, "token_text": " both", "probability": 0.0037689208984375}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.4921875}, {"token_id": 1424, "token_text": " three", "probability": 0.1923828125}, {"token_id": 1743, "token_text": " four", "probability": 0.08544921875}, {"token_id": 720, "token_text": " one", "probability": 0.0216064453125}, {"token_id": 896, "token_text": " other", "probability": 0.0179443359375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.54296875}, {"token_id": 17, "token_text": ".", "probability": 0.0537109375}, {"token_id": 581, "token_text": " have", "probability": 0.03466796875}, {"token_id": 15, "token_text": ",", "probability": 0.0286865234375}, {"token_id": 262, "token_text": " and", "probability": 0.0269775390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8984375}, {"token_id": 929, "token_text": " two", "probability": 0.004302978515625}, {"token_id": 1684, "token_text": " both", "probability": 0.004150390625}, {"token_id": 209, "token_text": " a", "probability": 0.0040283203125}, {"token_id": 15, "token_text": ",", "probability": 0.0040283203125}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.408203125}, {"token_id": 534, "token_text": " not", "probability": 0.029541015625}, {"token_id": 581, "token_text": " have", "probability": 0.02783203125}, {"token_id": 1466, "token_text": " help", "probability": 0.026123046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0179443359375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.291015625}, {"token_id": 2956, "token_text": " able", "probability": 0.039306640625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0224609375}, {"token_id": 209, "token_text": " a", "probability": 0.0185546875}, {"token_id": 9996, "token_text": " applied", "probability": 0.01361083984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.240234375}, {"token_id": 234, "token_text": " in", "probability": 0.2255859375}, {"token_id": 321, "token_text": " for", "probability": 0.13671875}, {"token_id": 347, "token_text": " as", "probability": 0.11328125}, {"token_id": 17, "token_text": ".", "probability": 0.0252685546875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.09326171875}, {"token_id": 7749, "token_text": " measure", "probability": 0.0267333984375}, {"token_id": 8550, "token_text": " determine", "probability": 0.025146484375}, {"token_id": 19740, "token_text": " predict", "probability": 0.0196533203125}, {"token_id": 2887, "token_text": " refer", "probability": 0.0196533203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.275390625}, {"token_id": 209, "token_text": " a", "probability": 0.0693359375}, {"token_id": 262, "token_text": " and", "probability": 0.0181884765625}, {"token_id": 1168, "token_text": " how", "probability": 0.017578125}, {"token_id": 1076, "token_text": " what", "probability": 0.0120849609375}]}, {"token_id": 11632, "token_text": " differences", "chosen_probability": 0.0103759765625, "top_k_candidates": [{"token_id": 11632, "token_text": " differences", "probability": 0.0103759765625}, {"token_id": 13759, "token_text": " extent", "probability": 0.00860595703125}, {"token_id": 3965, "token_text": " language", "probability": 0.008056640625}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.007354736328125}, {"token_id": 4529, "token_text": " relationship", "probability": 0.006683349609375}]}, {"token_id": 1391, "token_text": " between", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 1391, "token_text": " between", "probability": 0.388671875}, {"token_id": 234, "token_text": " in", "probability": 0.302734375}, {"token_id": 256, "token_text": " of", "probability": 0.0673828125}, {"token_id": 262, "token_text": " and", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.0264892578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2236328125}, {"token_id": 3965, "token_text": " language", "probability": 0.0267333984375}, {"token_id": 209, "token_text": " a", "probability": 0.02587890625}, {"token_id": 2206, "token_text": " different", "probability": 0.0242919921875}, {"token_id": 929, "token_text": " two", "probability": 0.020751953125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.185546875}, {"token_id": 11632, "token_text": " differences", "probability": 0.0184326171875}, {"token_id": 3965, "token_text": " language", "probability": 0.01263427734375}, {"token_id": 2206, "token_text": " different", "probability": 0.01263427734375}, {"token_id": 19897, "token_text": " variables", "probability": 0.01226806640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.11181640625}, {"token_id": 262, "token_text": " and", "probability": 0.0986328125}, {"token_id": 4812, "token_text": " groups", "probability": 0.059814453125}, {"token_id": 15, "token_text": ",", "probability": 0.036376953125}, {"token_id": 256, "token_text": " of", "probability": 0.03515625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.11181640625}, {"token_id": 407, "token_text": " In", "probability": 0.052734375}, {"token_id": 277, "token_text": " A", "probability": 0.049560546875}, {"token_id": 1182, "token_text": " For", "probability": 0.03857421875}, {"token_id": 1062, "token_text": " This", "probability": 0.030029296875}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.04345703125}, {"token_id": 11632, "token_text": " differences", "probability": 0.042236328125}, {"token_id": 4621, "token_text": " model", "probability": 0.0299072265625}, {"token_id": 4476, "token_text": " results", "probability": 0.01324462890625}, {"token_id": 4529, "token_text": " relationship", "probability": 0.012451171875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.146484375}, {"token_id": 566, "token_text": " can", "probability": 0.034912109375}, {"token_id": 581, "token_text": " have", "probability": 0.0255126953125}, {"token_id": 4812, "token_text": " groups", "probability": 0.0205078125}, {"token_id": 3346, "token_text": " represent", "probability": 0.0205078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.054443359375}, {"token_id": 1347, "token_text": " used", "probability": 0.0478515625}, {"token_id": 29, "token_text": ":", "probability": 0.029052734375}, {"token_id": 534, "token_text": " not", "probability": 0.02490234375}, {"token_id": 209, "token_text": " a", "probability": 0.018798828125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.06640625}, {"token_id": 1686, "token_text": " same", "probability": 0.05029296875}, {"token_id": 11632, "token_text": " differences", "probability": 0.0245361328125}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}, {"token_id": 836, "token_text": " first", "probability": 0.017333984375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.31640625}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 17, "token_text": ".", "probability": 0.0703125}, {"token_id": 256, "token_text": " of", "probability": 0.0294189453125}, {"token_id": 234, "token_text": " in", "probability": 0.0235595703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.51953125}, {"token_id": 29, "token_text": ":", "probability": 0.0242919921875}, {"token_id": 209, "token_text": " a", "probability": 0.0201416015625}, {"token_id": 2206, "token_text": " different", "probability": 0.01385498046875}, {"token_id": 929, "token_text": " two", "probability": 0.01080322265625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.341796875}, {"token_id": 1424, "token_text": " three", "probability": 0.09228515625}, {"token_id": 1743, "token_text": " four", "probability": 0.032958984375}, {"token_id": 1686, "token_text": " same", "probability": 0.03173828125}, {"token_id": 11632, "token_text": " differences", "probability": 0.0247802734375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.46875}, {"token_id": 17, "token_text": ".", "probability": 0.0595703125}, {"token_id": 15, "token_text": ",", "probability": 0.0595703125}, {"token_id": 581, "token_text": " have", "probability": 0.030029296875}, {"token_id": 256, "token_text": " of", "probability": 0.02197265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.76953125}, {"token_id": 209, "token_text": " a", "probability": 0.010986328125}, {"token_id": 29, "token_text": ":", "probability": 0.01031494140625}, {"token_id": 2206, "token_text": " different", "probability": 0.00732421875}, {"token_id": 15, "token_text": ",", "probability": 0.006256103515625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.48046875}, {"token_id": 1424, "token_text": " three", "probability": 0.15625}, {"token_id": 1743, "token_text": " four", "probability": 0.06103515625}, {"token_id": 720, "token_text": " one", "probability": 0.0159912109375}, {"token_id": 896, "token_text": " other", "probability": 0.01495361328125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.5}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}, {"token_id": 15, "token_text": ",", "probability": 0.052734375}, {"token_id": 581, "token_text": " have", "probability": 0.0301513671875}, {"token_id": 262, "token_text": " and", "probability": 0.02197265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.828125}, {"token_id": 209, "token_text": " a", "probability": 0.00836181640625}, {"token_id": 29, "token_text": ":", "probability": 0.00653076171875}, {"token_id": 929, "token_text": " two", "probability": 0.006134033203125}, {"token_id": 15, "token_text": ",", "probability": 0.005767822265625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.5078125}, {"token_id": 1424, "token_text": " three", "probability": 0.17578125}, {"token_id": 1743, "token_text": " four", "probability": 0.0732421875}, {"token_id": 720, "token_text": " one", "probability": 0.0185546875}, {"token_id": 2730, "token_text": " five", "probability": 0.016357421875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.546875}, {"token_id": 17, "token_text": ".", "probability": 0.05078125}, {"token_id": 15, "token_text": ",", "probability": 0.037109375}, {"token_id": 581, "token_text": " have", "probability": 0.03271484375}, {"token_id": 262, "token_text": " and", "probability": 0.0224609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8828125}, {"token_id": 209, "token_text": " a", "probability": 0.005401611328125}, {"token_id": 2206, "token_text": " different", "probability": 0.00421142578125}, {"token_id": 1684, "token_text": " both", "probability": 0.00421142578125}, {"token_id": 929, "token_text": " two", "probability": 0.00421142578125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.5}, {"token_id": 1424, "token_text": " three", "probability": 0.1845703125}, {"token_id": 1743, "token_text": " four", "probability": 0.08203125}, {"token_id": 720, "token_text": " one", "probability": 0.020751953125}, {"token_id": 896, "token_text": " other", "probability": 0.0172119140625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.546875}, {"token_id": 17, "token_text": ".", "probability": 0.05419921875}, {"token_id": 581, "token_text": " have", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.03271484375}, {"token_id": 262, "token_text": " and", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.89453125}, {"token_id": 209, "token_text": " a", "probability": 0.004547119140625}, {"token_id": 15, "token_text": ",", "probability": 0.004547119140625}, {"token_id": 929, "token_text": " two", "probability": 0.003997802734375}, {"token_id": 1684, "token_text": " both", "probability": 0.0037689208984375}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.4921875}, {"token_id": 1424, "token_text": " three", "probability": 0.1923828125}, {"token_id": 1743, "token_text": " four", "probability": 0.08544921875}, {"token_id": 720, "token_text": " one", "probability": 0.0216064453125}, {"token_id": 896, "token_text": " other", "probability": 0.0179443359375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.54296875}, {"token_id": 17, "token_text": ".", "probability": 0.0537109375}, {"token_id": 581, "token_text": " have", "probability": 0.03466796875}, {"token_id": 15, "token_text": ",", "probability": 0.0286865234375}, {"token_id": 262, "token_text": " and", "probability": 0.0269775390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8984375}, {"token_id": 929, "token_text": " two", "probability": 0.004302978515625}, {"token_id": 1684, "token_text": " both", "probability": 0.004150390625}, {"token_id": 209, "token_text": " a", "probability": 0.0040283203125}, {"token_id": 15, "token_text": ",", "probability": 0.0040283203125}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.408203125}, {"token_id": 534, "token_text": " not", "probability": 0.029541015625}, {"token_id": 581, "token_text": " have", "probability": 0.02783203125}, {"token_id": 1466, "token_text": " help", "probability": 0.026123046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0179443359375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.291015625}, {"token_id": 2956, "token_text": " able", "probability": 0.039306640625}, {"token_id": 4424, "token_text": " considered", "probability": 0.0224609375}, {"token_id": 209, "token_text": " a", "probability": 0.0185546875}, {"token_id": 9996, "token_text": " applied", "probability": 0.01361083984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.240234375}, {"token_id": 234, "token_text": " in", "probability": 0.2255859375}, {"token_id": 321, "token_text": " for", "probability": 0.13671875}, {"token_id": 347, "token_text": " as", "probability": 0.11328125}, {"token_id": 17, "token_text": ".", "probability": 0.0252685546875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.09326171875}, {"token_id": 7749, "token_text": " measure", "probability": 0.0267333984375}, {"token_id": 8550, "token_text": " determine", "probability": 0.025146484375}, {"token_id": 19740, "token_text": " predict", "probability": 0.0196533203125}, {"token_id": 2887, "token_text": " refer", "probability": 0.0196533203125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.275390625}, {"token_id": 209, "token_text": " a", "probability": 0.0693359375}, {"token_id": 262, "token_text": " and", "probability": 0.0181884765625}, {"token_id": 1168, "token_text": " how", "probability": 0.017578125}, {"token_id": 1076, "token_text": " what", "probability": 0.0120849609375}]}, {"token_id": 11632, "token_text": " differences", "chosen_probability": 0.0103759765625, "top_k_candidates": [{"token_id": 11632, "token_text": " differences", "probability": 0.0103759765625}, {"token_id": 13759, "token_text": " extent", "probability": 0.00860595703125}, {"token_id": 3965, "token_text": " language", "probability": 0.008056640625}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.007354736328125}, {"token_id": 4529, "token_text": " relationship", "probability": 0.006683349609375}]}, {"token_id": 1391, "token_text": " between", "chosen_probability": 0.388671875, "top_k_candidates": [{"token_id": 1391, "token_text": " between", "probability": 0.388671875}, {"token_id": 234, "token_text": " in", "probability": 0.302734375}, {"token_id": 256, "token_text": " of", "probability": 0.0673828125}, {"token_id": 262, "token_text": " and", "probability": 0.043701171875}, {"token_id": 15, "token_text": ",", "probability": 0.0264892578125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.2236328125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.2236328125}, {"token_id": 3965, "token_text": " language", "probability": 0.0267333984375}, {"token_id": 209, "token_text": " a", "probability": 0.02587890625}, {"token_id": 2206, "token_text": " different", "probability": 0.0242919921875}, {"token_id": 929, "token_text": " two", "probability": 0.020751953125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.185546875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.185546875}, {"token_id": 11632, "token_text": " differences", "probability": 0.0184326171875}, {"token_id": 3965, "token_text": " language", "probability": 0.01263427734375}, {"token_id": 2206, "token_text": " different", "probability": 0.01263427734375}, {"token_id": 19897, "token_text": " variables", "probability": 0.01226806640625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.11181640625}, {"token_id": 262, "token_text": " and", "probability": 0.0986328125}, {"token_id": 4812, "token_text": " groups", "probability": 0.059814453125}, {"token_id": 15, "token_text": ",", "probability": 0.036376953125}, {"token_id": 256, "token_text": " of", "probability": 0.03515625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.11181640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.11181640625}, {"token_id": 407, "token_text": " In", "probability": 0.052734375}, {"token_id": 277, "token_text": " A", "probability": 0.049560546875}, {"token_id": 1182, "token_text": " For", "probability": 0.03857421875}, {"token_id": 1062, "token_text": " This", "probability": 0.030029296875}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.04345703125, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.04345703125}, {"token_id": 11632, "token_text": " differences", "probability": 0.042236328125}, {"token_id": 4621, "token_text": " model", "probability": 0.0299072265625}, {"token_id": 4476, "token_text": " results", "probability": 0.01324462890625}, {"token_id": 4529, "token_text": " relationship", "probability": 0.012451171875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.146484375}, {"token_id": 566, "token_text": " can", "probability": 0.034912109375}, {"token_id": 581, "token_text": " have", "probability": 0.0255126953125}, {"token_id": 4812, "token_text": " groups", "probability": 0.0205078125}, {"token_id": 3346, "token_text": " represent", "probability": 0.0205078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.054443359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.054443359375}, {"token_id": 1347, "token_text": " used", "probability": 0.0478515625}, {"token_id": 29, "token_text": ":", "probability": 0.029052734375}, {"token_id": 534, "token_text": " not", "probability": 0.02490234375}, {"token_id": 209, "token_text": " a", "probability": 0.018798828125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.06640625}, {"token_id": 1686, "token_text": " same", "probability": 0.05029296875}, {"token_id": 11632, "token_text": " differences", "probability": 0.0245361328125}, {"token_id": 942, "token_text": " most", "probability": 0.017333984375}, {"token_id": 836, "token_text": " first", "probability": 0.017333984375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.31640625}, {"token_id": 15, "token_text": ",", "probability": 0.0849609375}, {"token_id": 17, "token_text": ".", "probability": 0.0703125}, {"token_id": 256, "token_text": " of", "probability": 0.0294189453125}, {"token_id": 234, "token_text": " in", "probability": 0.0235595703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.51953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.51953125}, {"token_id": 29, "token_text": ":", "probability": 0.0242919921875}, {"token_id": 209, "token_text": " a", "probability": 0.0201416015625}, {"token_id": 2206, "token_text": " different", "probability": 0.01385498046875}, {"token_id": 929, "token_text": " two", "probability": 0.01080322265625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.341796875}, {"token_id": 1424, "token_text": " three", "probability": 0.09228515625}, {"token_id": 1743, "token_text": " four", "probability": 0.032958984375}, {"token_id": 1686, "token_text": " same", "probability": 0.03173828125}, {"token_id": 11632, "token_text": " differences", "probability": 0.0247802734375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.46875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.46875}, {"token_id": 17, "token_text": ".", "probability": 0.0595703125}, {"token_id": 15, "token_text": ",", "probability": 0.0595703125}, {"token_id": 581, "token_text": " have", "probability": 0.030029296875}, {"token_id": 256, "token_text": " of", "probability": 0.02197265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.76953125}, {"token_id": 209, "token_text": " a", "probability": 0.010986328125}, {"token_id": 29, "token_text": ":", "probability": 0.01031494140625}, {"token_id": 2206, "token_text": " different", "probability": 0.00732421875}, {"token_id": 15, "token_text": ",", "probability": 0.006256103515625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.48046875}, {"token_id": 1424, "token_text": " three", "probability": 0.15625}, {"token_id": 1743, "token_text": " four", "probability": 0.06103515625}, {"token_id": 720, "token_text": " one", "probability": 0.0159912109375}, {"token_id": 896, "token_text": " other", "probability": 0.01495361328125}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.5}, {"token_id": 17, "token_text": ".", "probability": 0.06396484375}, {"token_id": 15, "token_text": ",", "probability": 0.052734375}, {"token_id": 581, "token_text": " have", "probability": 0.0301513671875}, {"token_id": 262, "token_text": " and", "probability": 0.02197265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.828125}, {"token_id": 209, "token_text": " a", "probability": 0.00836181640625}, {"token_id": 29, "token_text": ":", "probability": 0.00653076171875}, {"token_id": 929, "token_text": " two", "probability": 0.006134033203125}, {"token_id": 15, "token_text": ",", "probability": 0.005767822265625}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.5078125, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.5078125}, {"token_id": 1424, "token_text": " three", "probability": 0.17578125}, {"token_id": 1743, "token_text": " four", "probability": 0.0732421875}, {"token_id": 720, "token_text": " one", "probability": 0.0185546875}, {"token_id": 2730, "token_text": " five", "probability": 0.016357421875}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.546875}, {"token_id": 17, "token_text": ".", "probability": 0.05078125}, {"token_id": 15, "token_text": ",", "probability": 0.037109375}, {"token_id": 581, "token_text": " have", "probability": 0.03271484375}, {"token_id": 262, "token_text": " and", "probability": 0.0224609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8828125}, {"token_id": 209, "token_text": " a", "probability": 0.005401611328125}, {"token_id": 2206, "token_text": " different", "probability": 0.00421142578125}, {"token_id": 1684, "token_text": " both", "probability": 0.00421142578125}, {"token_id": 929, "token_text": " two", "probability": 0.00421142578125}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.5, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.5}, {"token_id": 1424, "token_text": " three", "probability": 0.1845703125}, {"token_id": 1743, "token_text": " four", "probability": 0.08203125}, {"token_id": 720, "token_text": " one", "probability": 0.020751953125}, {"token_id": 896, "token_text": " other", "probability": 0.0172119140625}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.546875}, {"token_id": 17, "token_text": ".", "probability": 0.05419921875}, {"token_id": 581, "token_text": " have", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.03271484375}, {"token_id": 262, "token_text": " and", "probability": 0.0255126953125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.89453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.89453125}, {"token_id": 209, "token_text": " a", "probability": 0.004547119140625}, {"token_id": 15, "token_text": ",", "probability": 0.004547119140625}, {"token_id": 929, "token_text": " two", "probability": 0.003997802734375}, {"token_id": 1684, "token_text": " both", "probability": 0.0037689208984375}]}, {"token_id": 929, "token_text": " two", "chosen_probability": 0.4921875, "top_k_candidates": [{"token_id": 929, "token_text": " two", "probability": 0.4921875}, {"token_id": 1424, "token_text": " three", "probability": 0.1923828125}, {"token_id": 1743, "token_text": " four", "probability": 0.08544921875}, {"token_id": 720, "token_text": " one", "probability": 0.0216064453125}, {"token_id": 896, "token_text": " other", "probability": 0.0179443359375}]}, {"token_id": 467, "token_text": " are", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 467, "token_text": " are", "probability": 0.54296875}, {"token_id": 17, "token_text": ".", "probability": 0.0537109375}, {"token_id": 581, "token_text": " have", "probability": 0.03466796875}, {"token_id": 15, "token_text": ",", "probability": 0.0286865234375}, {"token_id": 262, "token_text": " and", "probability": 0.0269775390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8984375}, {"token_id": 929, "token_text": " two", "probability": 0.004302978515625}, {"token_id": 1684, "token_text": " both", "probability": 0.004150390625}, {"token_id": 209, "token_text": " a", "probability": 0.0040283203125}, {"token_id": 15, "token_text": ",", "probability": 0.0040283203125}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.408203125, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.408203125}, {"token_id": 534, "token_text": " not", "probability": 0.029541015625}, {"token_id": 581, "token_text": " have", "probability": 0.02783203125}, {"token_id": 1466, "token_text": " help", "probability": 0.026123046875}, {"token_id": 1300, "token_text": " use", "probability": 0.0179443359375}, {"token_id": 751, "token_text": " also", "probability": 0.014892578125}, {"token_id": 3710, "token_text": " provide", "probability": 0.01397705078125}, {"token_id": 1118, "token_text": " only", "probability": 0.0108642578125}, {"token_id": 2785, "token_text": " allow", "probability": 0.009033203125}, {"token_id": 846, "token_text": " work", "probability": 0.007232666015625}], "entropy": 4.15625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.8959903730746968, "average_logprob_per_token": -0.8959903730746968, "perplexity_on_target_sequence": 2.449760765550239, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.8959903730746968, "probability": 0.408203125, "raw_probability": 0.408203125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49900.519074201584, "probe_elapsed_sec": 0.9839632519870065, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata fondata nel 1743 da un'edificazione della Repubblica di Venezia, che si estendeva per la prima volta nel 1743. Nel 1743, la", "text": "La capitale d'Italia \u00e8 stata fondata nel 1743 da un'edificazione della Repubblica di Venezia, che si estendeva per la prima volta nel 1743. Nel 1743, la", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09619140625}, {"token_id": 285, "token_text": " la", "probability": 0.04833984375}, {"token_id": 293, "token_text": " il", "probability": 0.035400390625}, {"token_id": 267, "token_text": " un", "probability": 0.035400390625}, {"token_id": 387, "token_text": " una", "probability": 0.029296875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.059814453125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.059814453125}, {"token_id": 285, "token_text": " la", "probability": 0.052734375}, {"token_id": 387, "token_text": " una", "probability": 0.0301513671875}, {"token_id": 16628, "token_text": " divisa", "probability": 0.02197265625}, {"token_id": 267, "token_text": " un", "probability": 0.0194091796875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.396484375}, {"token_id": 333, "token_text": " da", "probability": 0.064453125}, {"token_id": 234, "token_text": " in", "probability": 0.060791015625}, {"token_id": 674, "token_text": " dal", "probability": 0.05712890625}, {"token_id": 209, "token_text": " a", "probability": 0.04443359375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0205078125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0205078125}, {"token_id": 1285, "token_text": " 16", "probability": 0.019287109375}, {"token_id": 1148, "token_text": " 15", "probability": 0.019287109375}, {"token_id": 8435, "token_text": " 1948", "probability": 0.0159912109375}, {"token_id": 1552, "token_text": " 14", "probability": 0.01495361328125}]}, {"token_id": 8054, "token_text": "43", "chosen_probability": 0.027099609375, "top_k_candidates": [{"token_id": 8054, "token_text": "43", "probability": 0.027099609375}, {"token_id": 9355, "token_text": "87", "probability": 0.0255126953125}, {"token_id": 11074, "token_text": "82", "probability": 0.02392578125}, {"token_id": 11823, "token_text": "63", "probability": 0.0224609375}, {"token_id": 7627, "token_text": "95", "probability": 0.0224609375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1875}, {"token_id": 246, "token_text": " e", "probability": 0.06884765625}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 674, "token_text": " dal", "probability": 0.064453125}, {"token_id": 294, "token_text": " su", "probability": 0.05029296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04638671875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.04345703125}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.038330078125}, {"token_id": 387, "token_text": " una", "probability": 0.038330078125}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.033935546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.130859375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.095703125}, {"token_id": 13799, "token_text": " nobile", "probability": 0.0213623046875}, {"token_id": 24297, "token_text": " architetto", "probability": 0.0177001953125}, {"token_id": 10516, "token_text": " pittore", "probability": 0.01220703125}]}, {"token_id": 237, "token_text": "ed", "chosen_probability": 0.045166015625, "top_k_candidates": [{"token_id": 237, "token_text": "ed", "probability": 0.045166015625}, {"token_id": 16790, "token_text": "importante", "probability": 0.03515625}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.03515625}, {"token_id": 8201, "token_text": "antica", "probability": 0.032958984375}, {"token_id": 17634, "token_text": "unione", "probability": 0.031005859375}]}, {"token_id": 10501, "token_text": "ificazione", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 10501, "token_text": "ificazione", "probability": 0.2294921875}, {"token_id": 6356, "token_text": "icola", "probability": 0.2021484375}, {"token_id": 2741, "token_text": "itto", "probability": 0.2021484375}, {"token_id": 226, "token_text": "it", "probability": 0.1015625}, {"token_id": 245, "token_text": "il", "probability": 0.06982421875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.1591796875}, {"token_id": 337, "token_text": " del", "probability": 0.12353515625}, {"token_id": 238, "token_text": " di", "probability": 0.09619140625}, {"token_id": 465, "token_text": " dell", "probability": 0.051513671875}, {"token_id": 491, "token_text": " dei", "probability": 0.04541015625}]}, {"token_id": 5384, "token_text": " Repubblica", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 5384, "token_text": " Repubblica", "probability": 0.099609375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.08251953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.03662109375}, {"token_id": 17772, "token_text": " penisola", "probability": 0.022216796875}, {"token_id": 6584, "token_text": " provincia", "probability": 0.0196533203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.16015625}, {"token_id": 13156, "token_text": " Italiana", "probability": 0.10986328125}, {"token_id": 31590, "token_text": " Romana", "probability": 0.05517578125}, {"token_id": 2733, "token_text": " Soci", "probability": 0.052001953125}, {"token_id": 4630, "token_text": " italiana", "probability": 0.0458984375}]}, {"token_id": 7327, "token_text": " Venezia", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 7327, "token_text": " Venezia", "probability": 0.263671875}, {"token_id": 11340, "token_text": " Genova", "probability": 0.0625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0380859375}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.031494140625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0296630859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1884765625}, {"token_id": 15, "token_text": ",", "probability": 0.1884765625}, {"token_id": 246, "token_text": " e", "probability": 0.0947265625}, {"token_id": 447, "token_text": " nel", "probability": 0.0693359375}, {"token_id": 23434, "token_text": " Giulia", "probability": 0.044921875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.162109375}, {"token_id": 246, "token_text": " e", "probability": 0.04931640625}, {"token_id": 445, "token_text": " ma", "probability": 0.04638671875}, {"token_id": 234, "token_text": " in", "probability": 0.03173828125}, {"token_id": 272, "token_text": " con", "probability": 0.0299072265625}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.06884765625}, {"token_id": 373, "token_text": " ha", "probability": 0.041748046875}, {"token_id": 633, "token_text": " fu", "probability": 0.03466796875}, {"token_id": 1323, "token_text": " aveva", "probability": 0.03466796875}, {"token_id": 447, "token_text": " nel", "probability": 0.0269775390625}]}, {"token_id": 14552, "token_text": " estende", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 14552, "token_text": " estende", "probability": 0.205078125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0625}, {"token_id": 744, "token_text": " era", "probability": 0.055419921875}, {"token_id": 20335, "token_text": " concluse", "probability": 0.0458984375}, {"token_id": 2520, "token_text": " trova", "probability": 0.02783203125}]}, {"token_id": 390, "token_text": "va", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 390, "token_text": "va", "probability": 0.337890625}, {"token_id": 294, "token_text": " su", "probability": 0.10986328125}, {"token_id": 290, "token_text": " per", "probability": 0.0517578125}, {"token_id": 234, "token_text": " in", "probability": 0.031494140625}, {"token_id": 209, "token_text": " a", "probability": 0.029541015625}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.0703125}, {"token_id": 209, "token_text": " a", "probability": 0.0546875}, {"token_id": 234, "token_text": " in", "probability": 0.05126953125}, {"token_id": 490, "token_text": " tra", "probability": 0.04541015625}, {"token_id": 674, "token_text": " dal", "probability": 0.0400390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1337890625}, {"token_id": 1880, "token_text": " circa", "probability": 0.08642578125}, {"token_id": 293, "token_text": " il", "probability": 0.052490234375}, {"token_id": 2015, "token_text": " oltre", "probability": 0.04638671875}, {"token_id": 2529, "token_text": " quasi", "probability": 0.0299072265625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.38671875}, {"token_id": 718, "token_text": " sua", "probability": 0.076171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.023193359375}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.0169677734375}, {"token_id": 760, "token_text": " parte", "probability": 0.0159912109375}]}, {"token_id": 1486, "token_text": " volta", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 1486, "token_text": " volta", "probability": 0.96484375}, {"token_id": 3570, "token_text": " met\u00e0", "probability": 0.01373291015625}, {"token_id": 1951, "token_text": " guerra", "probability": 0.001861572265625}, {"token_id": 760, "token_text": " parte", "probability": 0.0015411376953125}, {"token_id": 246, "token_text": " e", "probability": 0.0009918212890625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1416015625}, {"token_id": 293, "token_text": " il", "probability": 0.10986328125}, {"token_id": 234, "token_text": " in", "probability": 0.103515625}, {"token_id": 285, "token_text": " la", "probability": 0.0859375}, {"token_id": 209, "token_text": " a", "probability": 0.052001953125}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.1533203125}, {"token_id": 1285, "token_text": " 16", "probability": 0.046875}, {"token_id": 2498, "token_text": " corso", "probability": 0.041259765625}, {"token_id": 5506, "token_text": " 180", "probability": 0.0302734375}, {"token_id": 1148, "token_text": " 15", "probability": 0.0267333984375}]}, {"token_id": 8054, "token_text": "43", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 8054, "token_text": "43", "probability": 0.0986328125}, {"token_id": 8177, "token_text": "41", "probability": 0.052734375}, {"token_id": 6547, "token_text": "48", "probability": 0.0341796875}, {"token_id": 6950, "token_text": "46", "probability": 0.0281982421875}, {"token_id": 5294, "token_text": "45", "probability": 0.0264892578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.15234375}, {"token_id": 246, "token_text": " e", "probability": 0.0986328125}, {"token_id": 333, "token_text": " da", "probability": 0.0927734375}, {"token_id": 674, "token_text": " dal", "probability": 0.046630859375}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.11962890625, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.11962890625}, {"token_id": 515, "token_text": " La", "probability": 0.1123046875}, {"token_id": 538, "token_text": " Il", "probability": 0.07275390625}, {"token_id": 302, "token_text": " L", "probability": 0.046875}, {"token_id": 407, "token_text": " In", "probability": 0.0302734375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.365234375}, {"token_id": 2498, "token_text": " corso", "probability": 0.09228515625}, {"token_id": 5506, "token_text": " 180", "probability": 0.041015625}, {"token_id": 1285, "token_text": " 16", "probability": 0.041015625}, {"token_id": 8274, "token_text": " 179", "probability": 0.0361328125}]}, {"token_id": 8054, "token_text": "43", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 8054, "token_text": "43", "probability": 0.1416015625}, {"token_id": 6547, "token_text": "48", "probability": 0.03369140625}, {"token_id": 9385, "token_text": "52", "probability": 0.031494140625}, {"token_id": 6950, "token_text": "46", "probability": 0.031494140625}, {"token_id": 5294, "token_text": "45", "probability": 0.0296630859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.16796875}, {"token_id": 285, "token_text": " la", "probability": 0.12255859375}, {"token_id": 633, "token_text": " fu", "probability": 0.0791015625}, {"token_id": 395, "token_text": " si", "probability": 0.057861328125}, {"token_id": 227, "token_text": " l", "probability": 0.054443359375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.099609375}, {"token_id": 943, "token_text": " dopo", "probability": 0.099609375}, {"token_id": 293, "token_text": " il", "probability": 0.087890625}, {"token_id": 447, "token_text": " nel", "probability": 0.047119140625}, {"token_id": 227, "token_text": " l", "probability": 0.047119140625}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09619140625}, {"token_id": 285, "token_text": " la", "probability": 0.04833984375}, {"token_id": 293, "token_text": " il", "probability": 0.035400390625}, {"token_id": 267, "token_text": " un", "probability": 0.035400390625}, {"token_id": 387, "token_text": " una", "probability": 0.029296875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.059814453125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.059814453125}, {"token_id": 285, "token_text": " la", "probability": 0.052734375}, {"token_id": 387, "token_text": " una", "probability": 0.0301513671875}, {"token_id": 16628, "token_text": " divisa", "probability": 0.02197265625}, {"token_id": 267, "token_text": " un", "probability": 0.0194091796875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.396484375}, {"token_id": 333, "token_text": " da", "probability": 0.064453125}, {"token_id": 234, "token_text": " in", "probability": 0.060791015625}, {"token_id": 674, "token_text": " dal", "probability": 0.05712890625}, {"token_id": 209, "token_text": " a", "probability": 0.04443359375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0205078125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0205078125}, {"token_id": 1285, "token_text": " 16", "probability": 0.019287109375}, {"token_id": 1148, "token_text": " 15", "probability": 0.019287109375}, {"token_id": 8435, "token_text": " 1948", "probability": 0.0159912109375}, {"token_id": 1552, "token_text": " 14", "probability": 0.01495361328125}]}, {"token_id": 8054, "token_text": "43", "chosen_probability": 0.027099609375, "top_k_candidates": [{"token_id": 8054, "token_text": "43", "probability": 0.027099609375}, {"token_id": 9355, "token_text": "87", "probability": 0.0255126953125}, {"token_id": 11074, "token_text": "82", "probability": 0.02392578125}, {"token_id": 11823, "token_text": "63", "probability": 0.0224609375}, {"token_id": 7627, "token_text": "95", "probability": 0.0224609375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1875}, {"token_id": 246, "token_text": " e", "probability": 0.06884765625}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 674, "token_text": " dal", "probability": 0.064453125}, {"token_id": 294, "token_text": " su", "probability": 0.05029296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04638671875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.04345703125}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.038330078125}, {"token_id": 387, "token_text": " una", "probability": 0.038330078125}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.033935546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.130859375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.095703125}, {"token_id": 13799, "token_text": " nobile", "probability": 0.0213623046875}, {"token_id": 24297, "token_text": " architetto", "probability": 0.0177001953125}, {"token_id": 10516, "token_text": " pittore", "probability": 0.01220703125}]}, {"token_id": 237, "token_text": "ed", "chosen_probability": 0.045166015625, "top_k_candidates": [{"token_id": 237, "token_text": "ed", "probability": 0.045166015625}, {"token_id": 16790, "token_text": "importante", "probability": 0.03515625}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.03515625}, {"token_id": 8201, "token_text": "antica", "probability": 0.032958984375}, {"token_id": 17634, "token_text": "unione", "probability": 0.031005859375}]}, {"token_id": 10501, "token_text": "ificazione", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 10501, "token_text": "ificazione", "probability": 0.2294921875}, {"token_id": 6356, "token_text": "icola", "probability": 0.2021484375}, {"token_id": 2741, "token_text": "itto", "probability": 0.2021484375}, {"token_id": 226, "token_text": "it", "probability": 0.1015625}, {"token_id": 245, "token_text": "il", "probability": 0.06982421875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.1591796875}, {"token_id": 337, "token_text": " del", "probability": 0.12353515625}, {"token_id": 238, "token_text": " di", "probability": 0.09619140625}, {"token_id": 465, "token_text": " dell", "probability": 0.051513671875}, {"token_id": 491, "token_text": " dei", "probability": 0.04541015625}]}, {"token_id": 5384, "token_text": " Repubblica", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 5384, "token_text": " Repubblica", "probability": 0.099609375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.08251953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.03662109375}, {"token_id": 17772, "token_text": " penisola", "probability": 0.022216796875}, {"token_id": 6584, "token_text": " provincia", "probability": 0.0196533203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.16015625}, {"token_id": 13156, "token_text": " Italiana", "probability": 0.10986328125}, {"token_id": 31590, "token_text": " Romana", "probability": 0.05517578125}, {"token_id": 2733, "token_text": " Soci", "probability": 0.052001953125}, {"token_id": 4630, "token_text": " italiana", "probability": 0.0458984375}]}, {"token_id": 7327, "token_text": " Venezia", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 7327, "token_text": " Venezia", "probability": 0.263671875}, {"token_id": 11340, "token_text": " Genova", "probability": 0.0625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0380859375}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.031494140625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0296630859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1884765625}, {"token_id": 15, "token_text": ",", "probability": 0.1884765625}, {"token_id": 246, "token_text": " e", "probability": 0.0947265625}, {"token_id": 447, "token_text": " nel", "probability": 0.0693359375}, {"token_id": 23434, "token_text": " Giulia", "probability": 0.044921875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.162109375}, {"token_id": 246, "token_text": " e", "probability": 0.04931640625}, {"token_id": 445, "token_text": " ma", "probability": 0.04638671875}, {"token_id": 234, "token_text": " in", "probability": 0.03173828125}, {"token_id": 272, "token_text": " con", "probability": 0.0299072265625}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.06884765625}, {"token_id": 373, "token_text": " ha", "probability": 0.041748046875}, {"token_id": 633, "token_text": " fu", "probability": 0.03466796875}, {"token_id": 1323, "token_text": " aveva", "probability": 0.03466796875}, {"token_id": 447, "token_text": " nel", "probability": 0.0269775390625}]}, {"token_id": 14552, "token_text": " estende", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 14552, "token_text": " estende", "probability": 0.205078125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0625}, {"token_id": 744, "token_text": " era", "probability": 0.055419921875}, {"token_id": 20335, "token_text": " concluse", "probability": 0.0458984375}, {"token_id": 2520, "token_text": " trova", "probability": 0.02783203125}]}, {"token_id": 390, "token_text": "va", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 390, "token_text": "va", "probability": 0.337890625}, {"token_id": 294, "token_text": " su", "probability": 0.10986328125}, {"token_id": 290, "token_text": " per", "probability": 0.0517578125}, {"token_id": 234, "token_text": " in", "probability": 0.031494140625}, {"token_id": 209, "token_text": " a", "probability": 0.029541015625}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.0703125}, {"token_id": 209, "token_text": " a", "probability": 0.0546875}, {"token_id": 234, "token_text": " in", "probability": 0.05126953125}, {"token_id": 490, "token_text": " tra", "probability": 0.04541015625}, {"token_id": 674, "token_text": " dal", "probability": 0.0400390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1337890625}, {"token_id": 1880, "token_text": " circa", "probability": 0.08642578125}, {"token_id": 293, "token_text": " il", "probability": 0.052490234375}, {"token_id": 2015, "token_text": " oltre", "probability": 0.04638671875}, {"token_id": 2529, "token_text": " quasi", "probability": 0.0299072265625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.38671875}, {"token_id": 718, "token_text": " sua", "probability": 0.076171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.023193359375}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.0169677734375}, {"token_id": 760, "token_text": " parte", "probability": 0.0159912109375}]}, {"token_id": 1486, "token_text": " volta", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 1486, "token_text": " volta", "probability": 0.96484375}, {"token_id": 3570, "token_text": " met\u00e0", "probability": 0.01373291015625}, {"token_id": 1951, "token_text": " guerra", "probability": 0.001861572265625}, {"token_id": 760, "token_text": " parte", "probability": 0.0015411376953125}, {"token_id": 246, "token_text": " e", "probability": 0.0009918212890625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1416015625}, {"token_id": 293, "token_text": " il", "probability": 0.10986328125}, {"token_id": 234, "token_text": " in", "probability": 0.103515625}, {"token_id": 285, "token_text": " la", "probability": 0.0859375}, {"token_id": 209, "token_text": " a", "probability": 0.052001953125}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.1533203125}, {"token_id": 1285, "token_text": " 16", "probability": 0.046875}, {"token_id": 2498, "token_text": " corso", "probability": 0.041259765625}, {"token_id": 5506, "token_text": " 180", "probability": 0.0302734375}, {"token_id": 1148, "token_text": " 15", "probability": 0.0267333984375}]}, {"token_id": 8054, "token_text": "43", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 8054, "token_text": "43", "probability": 0.0986328125}, {"token_id": 8177, "token_text": "41", "probability": 0.052734375}, {"token_id": 6547, "token_text": "48", "probability": 0.0341796875}, {"token_id": 6950, "token_text": "46", "probability": 0.0281982421875}, {"token_id": 5294, "token_text": "45", "probability": 0.0264892578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.15234375}, {"token_id": 246, "token_text": " e", "probability": 0.0986328125}, {"token_id": 333, "token_text": " da", "probability": 0.0927734375}, {"token_id": 674, "token_text": " dal", "probability": 0.046630859375}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.12109375}, {"token_id": 515, "token_text": " La", "probability": 0.11376953125}, {"token_id": 538, "token_text": " Il", "probability": 0.0732421875}, {"token_id": 302, "token_text": " L", "probability": 0.04736328125}, {"token_id": 407, "token_text": " In", "probability": 0.0306396484375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.365234375}, {"token_id": 2498, "token_text": " corso", "probability": 0.09228515625}, {"token_id": 5506, "token_text": " 180", "probability": 0.041015625}, {"token_id": 1285, "token_text": " 16", "probability": 0.041015625}, {"token_id": 8274, "token_text": " 179", "probability": 0.0361328125}]}, {"token_id": 8054, "token_text": "43", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 8054, "token_text": "43", "probability": 0.1416015625}, {"token_id": 6547, "token_text": "48", "probability": 0.03369140625}, {"token_id": 9385, "token_text": "52", "probability": 0.031494140625}, {"token_id": 6950, "token_text": "46", "probability": 0.031494140625}, {"token_id": 5294, "token_text": "45", "probability": 0.0296630859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.16796875}, {"token_id": 285, "token_text": " la", "probability": 0.12255859375}, {"token_id": 633, "token_text": " fu", "probability": 0.0791015625}, {"token_id": 395, "token_text": " si", "probability": 0.057861328125}, {"token_id": 227, "token_text": " l", "probability": 0.054443359375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.099609375}, {"token_id": 943, "token_text": " dopo", "probability": 0.099609375}, {"token_id": 293, "token_text": " il", "probability": 0.087890625}, {"token_id": 447, "token_text": " nel", "probability": 0.047119140625}, {"token_id": 227, "token_text": " l", "probability": 0.047119140625}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.09619140625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09619140625}, {"token_id": 285, "token_text": " la", "probability": 0.04833984375}, {"token_id": 293, "token_text": " il", "probability": 0.035400390625}, {"token_id": 267, "token_text": " un", "probability": 0.035400390625}, {"token_id": 387, "token_text": " una", "probability": 0.029296875}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.059814453125, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.059814453125}, {"token_id": 285, "token_text": " la", "probability": 0.052734375}, {"token_id": 387, "token_text": " una", "probability": 0.0301513671875}, {"token_id": 16628, "token_text": " divisa", "probability": 0.02197265625}, {"token_id": 267, "token_text": " un", "probability": 0.0194091796875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.396484375}, {"token_id": 333, "token_text": " da", "probability": 0.064453125}, {"token_id": 234, "token_text": " in", "probability": 0.060791015625}, {"token_id": 674, "token_text": " dal", "probability": 0.05712890625}, {"token_id": 209, "token_text": " a", "probability": 0.04443359375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0205078125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0205078125}, {"token_id": 1285, "token_text": " 16", "probability": 0.019287109375}, {"token_id": 1148, "token_text": " 15", "probability": 0.019287109375}, {"token_id": 8435, "token_text": " 1948", "probability": 0.0159912109375}, {"token_id": 1552, "token_text": " 14", "probability": 0.01495361328125}]}, {"token_id": 8054, "token_text": "43", "chosen_probability": 0.027099609375, "top_k_candidates": [{"token_id": 8054, "token_text": "43", "probability": 0.027099609375}, {"token_id": 9355, "token_text": "87", "probability": 0.0255126953125}, {"token_id": 11074, "token_text": "82", "probability": 0.02392578125}, {"token_id": 11823, "token_text": "63", "probability": 0.0224609375}, {"token_id": 7627, "token_text": "95", "probability": 0.0224609375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.1875}, {"token_id": 246, "token_text": " e", "probability": 0.06884765625}, {"token_id": 15, "token_text": ",", "probability": 0.06884765625}, {"token_id": 674, "token_text": " dal", "probability": 0.064453125}, {"token_id": 294, "token_text": " su", "probability": 0.05029296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04638671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04638671875}, {"token_id": 5116, "token_text": " Carlo", "probability": 0.04345703125}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.038330078125}, {"token_id": 387, "token_text": " una", "probability": 0.038330078125}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.033935546875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.130859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.130859375}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.095703125}, {"token_id": 13799, "token_text": " nobile", "probability": 0.0213623046875}, {"token_id": 24297, "token_text": " architetto", "probability": 0.0177001953125}, {"token_id": 10516, "token_text": " pittore", "probability": 0.01220703125}]}, {"token_id": 237, "token_text": "ed", "chosen_probability": 0.045166015625, "top_k_candidates": [{"token_id": 237, "token_text": "ed", "probability": 0.045166015625}, {"token_id": 16790, "token_text": "importante", "probability": 0.03515625}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.03515625}, {"token_id": 8201, "token_text": "antica", "probability": 0.032958984375}, {"token_id": 17634, "token_text": "unione", "probability": 0.031005859375}]}, {"token_id": 10501, "token_text": "ificazione", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 10501, "token_text": "ificazione", "probability": 0.2294921875}, {"token_id": 6356, "token_text": "icola", "probability": 0.2021484375}, {"token_id": 2741, "token_text": "itto", "probability": 0.2021484375}, {"token_id": 226, "token_text": "it", "probability": 0.1015625}, {"token_id": 245, "token_text": "il", "probability": 0.06982421875}]}, {"token_id": 370, "token_text": " della", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 370, "token_text": " della", "probability": 0.1591796875}, {"token_id": 337, "token_text": " del", "probability": 0.12353515625}, {"token_id": 238, "token_text": " di", "probability": 0.09619140625}, {"token_id": 465, "token_text": " dell", "probability": 0.051513671875}, {"token_id": 491, "token_text": " dei", "probability": 0.04541015625}]}, {"token_id": 5384, "token_text": " Repubblica", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 5384, "token_text": " Repubblica", "probability": 0.099609375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.08251953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.03662109375}, {"token_id": 17772, "token_text": " penisola", "probability": 0.022216796875}, {"token_id": 6584, "token_text": " provincia", "probability": 0.0196533203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.16015625}, {"token_id": 13156, "token_text": " Italiana", "probability": 0.10986328125}, {"token_id": 31590, "token_text": " Romana", "probability": 0.05517578125}, {"token_id": 2733, "token_text": " Soci", "probability": 0.052001953125}, {"token_id": 4630, "token_text": " italiana", "probability": 0.0458984375}]}, {"token_id": 7327, "token_text": " Venezia", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 7327, "token_text": " Venezia", "probability": 0.263671875}, {"token_id": 11340, "token_text": " Genova", "probability": 0.0625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0380859375}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.031494140625}, {"token_id": 4456, "token_text": " Milano", "probability": 0.0296630859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1884765625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1884765625}, {"token_id": 15, "token_text": ",", "probability": 0.1884765625}, {"token_id": 246, "token_text": " e", "probability": 0.0947265625}, {"token_id": 447, "token_text": " nel", "probability": 0.0693359375}, {"token_id": 23434, "token_text": " Giulia", "probability": 0.044921875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.162109375}, {"token_id": 246, "token_text": " e", "probability": 0.04931640625}, {"token_id": 445, "token_text": " ma", "probability": 0.04638671875}, {"token_id": 234, "token_text": " in", "probability": 0.03173828125}, {"token_id": 272, "token_text": " con", "probability": 0.0299072265625}]}, {"token_id": 395, "token_text": " si", "chosen_probability": 0.06884765625, "top_k_candidates": [{"token_id": 395, "token_text": " si", "probability": 0.06884765625}, {"token_id": 373, "token_text": " ha", "probability": 0.041748046875}, {"token_id": 633, "token_text": " fu", "probability": 0.03466796875}, {"token_id": 1323, "token_text": " aveva", "probability": 0.03466796875}, {"token_id": 447, "token_text": " nel", "probability": 0.0269775390625}]}, {"token_id": 14552, "token_text": " estende", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 14552, "token_text": " estende", "probability": 0.205078125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0625}, {"token_id": 744, "token_text": " era", "probability": 0.055419921875}, {"token_id": 20335, "token_text": " concluse", "probability": 0.0458984375}, {"token_id": 2520, "token_text": " trova", "probability": 0.02783203125}]}, {"token_id": 390, "token_text": "va", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 390, "token_text": "va", "probability": 0.337890625}, {"token_id": 294, "token_text": " su", "probability": 0.10986328125}, {"token_id": 290, "token_text": " per", "probability": 0.0517578125}, {"token_id": 234, "token_text": " in", "probability": 0.031494140625}, {"token_id": 209, "token_text": " a", "probability": 0.029541015625}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.0703125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.0703125}, {"token_id": 209, "token_text": " a", "probability": 0.0546875}, {"token_id": 234, "token_text": " in", "probability": 0.05126953125}, {"token_id": 490, "token_text": " tra", "probability": 0.04541015625}, {"token_id": 674, "token_text": " dal", "probability": 0.0400390625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1337890625}, {"token_id": 1880, "token_text": " circa", "probability": 0.08642578125}, {"token_id": 293, "token_text": " il", "probability": 0.052490234375}, {"token_id": 2015, "token_text": " oltre", "probability": 0.04638671875}, {"token_id": 2529, "token_text": " quasi", "probability": 0.0299072265625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.38671875, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.38671875}, {"token_id": 718, "token_text": " sua", "probability": 0.076171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.023193359375}, {"token_id": 4474, "token_text": " costruzione", "probability": 0.0169677734375}, {"token_id": 760, "token_text": " parte", "probability": 0.0159912109375}]}, {"token_id": 1486, "token_text": " volta", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 1486, "token_text": " volta", "probability": 0.96484375}, {"token_id": 3570, "token_text": " met\u00e0", "probability": 0.01373291015625}, {"token_id": 1951, "token_text": " guerra", "probability": 0.001861572265625}, {"token_id": 760, "token_text": " parte", "probability": 0.0015411376953125}, {"token_id": 246, "token_text": " e", "probability": 0.0009918212890625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1416015625}, {"token_id": 293, "token_text": " il", "probability": 0.10986328125}, {"token_id": 234, "token_text": " in", "probability": 0.103515625}, {"token_id": 285, "token_text": " la", "probability": 0.0859375}, {"token_id": 209, "token_text": " a", "probability": 0.052001953125}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.1533203125}, {"token_id": 1285, "token_text": " 16", "probability": 0.046875}, {"token_id": 2498, "token_text": " corso", "probability": 0.041259765625}, {"token_id": 5506, "token_text": " 180", "probability": 0.0302734375}, {"token_id": 1148, "token_text": " 15", "probability": 0.0267333984375}]}, {"token_id": 8054, "token_text": "43", "chosen_probability": 0.0986328125, "top_k_candidates": [{"token_id": 8054, "token_text": "43", "probability": 0.0986328125}, {"token_id": 8177, "token_text": "41", "probability": 0.052734375}, {"token_id": 6547, "token_text": "48", "probability": 0.0341796875}, {"token_id": 6950, "token_text": "46", "probability": 0.0281982421875}, {"token_id": 5294, "token_text": "45", "probability": 0.0264892578125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.15234375}, {"token_id": 246, "token_text": " e", "probability": 0.0986328125}, {"token_id": 333, "token_text": " da", "probability": 0.0927734375}, {"token_id": 674, "token_text": " dal", "probability": 0.046630859375}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.12109375, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.12109375}, {"token_id": 515, "token_text": " La", "probability": 0.11376953125}, {"token_id": 538, "token_text": " Il", "probability": 0.0732421875}, {"token_id": 302, "token_text": " L", "probability": 0.04736328125}, {"token_id": 407, "token_text": " In", "probability": 0.0306396484375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.365234375}, {"token_id": 2498, "token_text": " corso", "probability": 0.09228515625}, {"token_id": 5506, "token_text": " 180", "probability": 0.041015625}, {"token_id": 1285, "token_text": " 16", "probability": 0.041015625}, {"token_id": 8274, "token_text": " 179", "probability": 0.0361328125}]}, {"token_id": 8054, "token_text": "43", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 8054, "token_text": "43", "probability": 0.1416015625}, {"token_id": 6547, "token_text": "48", "probability": 0.03369140625}, {"token_id": 9385, "token_text": "52", "probability": 0.031494140625}, {"token_id": 6950, "token_text": "46", "probability": 0.031494140625}, {"token_id": 5294, "token_text": "45", "probability": 0.0296630859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.16796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.16796875}, {"token_id": 285, "token_text": " la", "probability": 0.12255859375}, {"token_id": 633, "token_text": " fu", "probability": 0.0791015625}, {"token_id": 395, "token_text": " si", "probability": 0.057861328125}, {"token_id": 227, "token_text": " l", "probability": 0.054443359375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.099609375}, {"token_id": 943, "token_text": " dopo", "probability": 0.099609375}, {"token_id": 293, "token_text": " il", "probability": 0.087890625}, {"token_id": 447, "token_text": " nel", "probability": 0.047119140625}, {"token_id": 227, "token_text": " l", "probability": 0.047119140625}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 471, "correct_token_probability": 0.000194549560546875, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09619140625}, {"token_id": 285, "token_text": " la", "probability": 0.04833984375}, {"token_id": 267, "token_text": " un", "probability": 0.035400390625}, {"token_id": 293, "token_text": " il", "probability": 0.035400390625}, {"token_id": 387, "token_text": " una", "probability": 0.029296875}, {"token_id": 234, "token_text": " in", "probability": 0.02587890625}, {"token_id": 227, "token_text": " l", "probability": 0.0228271484375}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0201416015625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0189208984375}, {"token_id": 238, "token_text": " di", "probability": 0.0177001953125}], "entropy": 5.65625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.54482361735469, "average_logprob_per_token": -8.54482361735469, "perplexity_on_target_sequence": 5140.078431372546, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -8.54482361735469, "probability": 0.000194549560546875, "raw_probability": 0.000194549560546875, "correct_token_rank": 471}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 6000, "elapsed_sec": 49900.51960468292, "probe_elapsed_sec": 0.9839632519870065, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un modello di scrittura, di scrittura, di scrittura, di scrittura, di scrittura, di scrittura, di scrittura, di scrittura, di scrittura, di scrittura", "text": "Un piccolo modello linguistico dovrebbe essere un modello di scrittura, di scrittura, di scrittura, di scrittura, di scrittura, di scrittura, di scrittura, di scrittura, di scrittura, di scrittura", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.5703125}, {"token_id": 2370, "token_text": " avere", "probability": 0.056396484375}, {"token_id": 14192, "token_text": " servire", "probability": 0.018310546875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01611328125}, {"token_id": 1016, "token_text": " far", "probability": 0.00811767578125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04248046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04248046875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.04248046875}, {"token_id": 293, "token_text": " il", "probability": 0.0400390625}, {"token_id": 1410, "token_text": " quello", "probability": 0.035400390625}, {"token_id": 285, "token_text": " la", "probability": 0.0274658203125}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.052001953125}, {"token_id": 1361, "token_text": " modo", "probability": 0.048828125}, {"token_id": 10, "token_text": "'", "probability": 0.0296630859375}, {"token_id": 7857, "token_text": " metodo", "probability": 0.026123046875}, {"token_id": 2912, "token_text": " termine", "probability": 0.026123046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.267578125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.043701171875}, {"token_id": 290, "token_text": " per", "probability": 0.041015625}, {"token_id": 303, "token_text": " che", "probability": 0.031982421875}, {"token_id": 24596, "token_text": " matematico", "probability": 0.0194091796875}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.0301513671875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.0301513671875}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.0274658203125}, {"token_id": 1271, "token_text": " vita", "probability": 0.0194091796875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0172119140625}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.0166015625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.06591796875}, {"token_id": 303, "token_text": " che", "probability": 0.05126953125}, {"token_id": 246, "token_text": " e", "probability": 0.05126953125}, {"token_id": 290, "token_text": " per", "probability": 0.039794921875}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.06591796875}, {"token_id": 445, "token_text": " ma", "probability": 0.06591796875}, {"token_id": 303, "token_text": " che", "probability": 0.033203125}, {"token_id": 234, "token_text": " in", "probability": 0.0242919921875}, {"token_id": 290, "token_text": " per", "probability": 0.021484375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.2265625}, {"token_id": 8968, "token_text": " gram", "probability": 0.0537109375}, {"token_id": 10771, "token_text": " traduzione", "probability": 0.0174560546875}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.016357421875}, {"token_id": 4563, "token_text": " testo", "probability": 0.01361083984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.490234375}, {"token_id": 246, "token_text": " e", "probability": 0.2177734375}, {"token_id": 236, "token_text": " o", "probability": 0.02294921875}, {"token_id": 17, "token_text": ".", "probability": 0.017822265625}, {"token_id": 592, "token_text": " ed", "probability": 0.01483154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.470703125}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.036376953125}, {"token_id": 246, "token_text": " e", "probability": 0.02490234375}, {"token_id": 445, "token_text": " ma", "probability": 0.0181884765625}, {"token_id": 290, "token_text": " per", "probability": 0.01177978515625}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.380859375}, {"token_id": 8968, "token_text": " gram", "probability": 0.042724609375}, {"token_id": 4563, "token_text": " testo", "probability": 0.0189208984375}, {"token_id": 6684, "token_text": " testi", "probability": 0.017822265625}, {"token_id": 1843, "token_text": " storia", "probability": 0.017822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.59375}, {"token_id": 246, "token_text": " e", "probability": 0.1923828125}, {"token_id": 17, "token_text": ".", "probability": 0.048828125}, {"token_id": 236, "token_text": " o", "probability": 0.015869140625}, {"token_id": 592, "token_text": " ed", "probability": 0.0123291015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.75}, {"token_id": 246, "token_text": " e", "probability": 0.0177001953125}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.01141357421875}, {"token_id": 445, "token_text": " ma", "probability": 0.00836181640625}, {"token_id": 290, "token_text": " per", "probability": 0.007354736328125}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.341796875}, {"token_id": 8968, "token_text": " gram", "probability": 0.038330078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0299072265625}, {"token_id": 6684, "token_text": " testi", "probability": 0.0263671875}, {"token_id": 4563, "token_text": " testo", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.6484375}, {"token_id": 246, "token_text": " e", "probability": 0.1748046875}, {"token_id": 17, "token_text": ".", "probability": 0.064453125}, {"token_id": 236, "token_text": " o", "probability": 0.01116943359375}, {"token_id": 592, "token_text": " ed", "probability": 0.00872802734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8671875}, {"token_id": 246, "token_text": " e", "probability": 0.01025390625}, {"token_id": 290, "token_text": " per", "probability": 0.004547119140625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.004547119140625}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0042724609375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.330078125}, {"token_id": 8968, "token_text": " gram", "probability": 0.041748046875}, {"token_id": 1843, "token_text": " storia", "probability": 0.03466796875}, {"token_id": 6684, "token_text": " testi", "probability": 0.02880859375}, {"token_id": 4563, "token_text": " testo", "probability": 0.015380859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.6953125}, {"token_id": 246, "token_text": " e", "probability": 0.12890625}, {"token_id": 17, "token_text": ".", "probability": 0.078125}, {"token_id": 236, "token_text": " o", "probability": 0.00933837890625}, {"token_id": 592, "token_text": " ed", "probability": 0.00640869140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.921875}, {"token_id": 246, "token_text": " e", "probability": 0.0062255859375}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0035400390625}, {"token_id": 290, "token_text": " per", "probability": 0.0027618408203125}, {"token_id": 573, "token_text": " delle", "probability": 0.002288818359375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.337890625}, {"token_id": 8968, "token_text": " gram", "probability": 0.040283203125}, {"token_id": 1843, "token_text": " storia", "probability": 0.033447265625}, {"token_id": 6684, "token_text": " testi", "probability": 0.031494140625}, {"token_id": 4563, "token_text": " testo", "probability": 0.0130615234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.71484375}, {"token_id": 246, "token_text": " e", "probability": 0.12451171875}, {"token_id": 17, "token_text": ".", "probability": 0.0751953125}, {"token_id": 236, "token_text": " o", "probability": 0.00958251953125}, {"token_id": 592, "token_text": " ed", "probability": 0.005828857421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.9296875}, {"token_id": 246, "token_text": " e", "probability": 0.00518798828125}, {"token_id": 3073, "token_text": " ecc", "probability": 0.00335693359375}, {"token_id": 290, "token_text": " per", "probability": 0.0024566650390625}, {"token_id": 573, "token_text": " delle", "probability": 0.0023040771484375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.3671875}, {"token_id": 8968, "token_text": " gram", "probability": 0.038818359375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0341796875}, {"token_id": 6684, "token_text": " testi", "probability": 0.026611328125}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.01513671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.73046875}, {"token_id": 246, "token_text": " e", "probability": 0.11962890625}, {"token_id": 17, "token_text": ".", "probability": 0.072265625}, {"token_id": 236, "token_text": " o", "probability": 0.00982666015625}, {"token_id": 592, "token_text": " ed", "probability": 0.006744384765625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.953125}, {"token_id": 246, "token_text": " e", "probability": 0.003662109375}, {"token_id": 3073, "token_text": " ecc", "probability": 0.002685546875}, {"token_id": 573, "token_text": " delle", "probability": 0.00162506103515625}, {"token_id": 290, "token_text": " per", "probability": 0.00162506103515625}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.359375}, {"token_id": 1843, "token_text": " storia", "probability": 0.037841796875}, {"token_id": 8968, "token_text": " gram", "probability": 0.03125}, {"token_id": 6684, "token_text": " testi", "probability": 0.0260009765625}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.017822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.76171875}, {"token_id": 246, "token_text": " e", "probability": 0.0966796875}, {"token_id": 17, "token_text": ".", "probability": 0.07080078125}, {"token_id": 236, "token_text": " o", "probability": 0.0079345703125}, {"token_id": 592, "token_text": " ed", "probability": 0.00482177734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.96875}, {"token_id": 246, "token_text": " e", "probability": 0.0023956298828125}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0021209716796875}, {"token_id": 573, "token_text": " delle", "probability": 0.0012054443359375}, {"token_id": 290, "token_text": " per", "probability": 0.00113677978515625}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.384765625}, {"token_id": 1843, "token_text": " storia", "probability": 0.03369140625}, {"token_id": 8968, "token_text": " gram", "probability": 0.0296630859375}, {"token_id": 6684, "token_text": " testi", "probability": 0.02783203125}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.014892578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.7890625}, {"token_id": 246, "token_text": " e", "probability": 0.08349609375}, {"token_id": 17, "token_text": ".", "probability": 0.06494140625}, {"token_id": 236, "token_text": " o", "probability": 0.0050048828125}, {"token_id": 323, "token_text": " (", "probability": 0.003662109375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.96875}, {"token_id": 246, "token_text": " e", "probability": 0.0021209716796875}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0019989013671875}, {"token_id": 573, "token_text": " delle", "probability": 0.001068115234375}, {"token_id": 290, "token_text": " per", "probability": 0.00099945068359375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.419921875}, {"token_id": 8968, "token_text": " gram", "probability": 0.028564453125}, {"token_id": 1843, "token_text": " storia", "probability": 0.02685546875}, {"token_id": 6684, "token_text": " testi", "probability": 0.0252685546875}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.0135498046875}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.5703125}, {"token_id": 2370, "token_text": " avere", "probability": 0.056396484375}, {"token_id": 14192, "token_text": " servire", "probability": 0.018310546875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01611328125}, {"token_id": 1016, "token_text": " far", "probability": 0.00811767578125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04248046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04248046875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.04248046875}, {"token_id": 293, "token_text": " il", "probability": 0.0400390625}, {"token_id": 1410, "token_text": " quello", "probability": 0.035400390625}, {"token_id": 285, "token_text": " la", "probability": 0.0274658203125}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.052001953125}, {"token_id": 1361, "token_text": " modo", "probability": 0.048828125}, {"token_id": 10, "token_text": "'", "probability": 0.0296630859375}, {"token_id": 7857, "token_text": " metodo", "probability": 0.026123046875}, {"token_id": 2912, "token_text": " termine", "probability": 0.026123046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.267578125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.043701171875}, {"token_id": 290, "token_text": " per", "probability": 0.041015625}, {"token_id": 303, "token_text": " che", "probability": 0.031982421875}, {"token_id": 24596, "token_text": " matematico", "probability": 0.0194091796875}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.0301513671875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.0301513671875}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.0274658203125}, {"token_id": 1271, "token_text": " vita", "probability": 0.0194091796875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0172119140625}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.0166015625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.06591796875}, {"token_id": 303, "token_text": " che", "probability": 0.05126953125}, {"token_id": 246, "token_text": " e", "probability": 0.05126953125}, {"token_id": 290, "token_text": " per", "probability": 0.039794921875}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.06591796875}, {"token_id": 445, "token_text": " ma", "probability": 0.06591796875}, {"token_id": 303, "token_text": " che", "probability": 0.033203125}, {"token_id": 234, "token_text": " in", "probability": 0.0242919921875}, {"token_id": 290, "token_text": " per", "probability": 0.021484375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.2265625}, {"token_id": 8968, "token_text": " gram", "probability": 0.0537109375}, {"token_id": 10771, "token_text": " traduzione", "probability": 0.0174560546875}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.016357421875}, {"token_id": 4563, "token_text": " testo", "probability": 0.01361083984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.490234375}, {"token_id": 246, "token_text": " e", "probability": 0.2177734375}, {"token_id": 236, "token_text": " o", "probability": 0.02294921875}, {"token_id": 17, "token_text": ".", "probability": 0.017822265625}, {"token_id": 592, "token_text": " ed", "probability": 0.01483154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.470703125}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.036376953125}, {"token_id": 246, "token_text": " e", "probability": 0.02490234375}, {"token_id": 445, "token_text": " ma", "probability": 0.0181884765625}, {"token_id": 290, "token_text": " per", "probability": 0.01177978515625}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.380859375}, {"token_id": 8968, "token_text": " gram", "probability": 0.042724609375}, {"token_id": 4563, "token_text": " testo", "probability": 0.0189208984375}, {"token_id": 6684, "token_text": " testi", "probability": 0.017822265625}, {"token_id": 1843, "token_text": " storia", "probability": 0.017822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.59375}, {"token_id": 246, "token_text": " e", "probability": 0.1923828125}, {"token_id": 17, "token_text": ".", "probability": 0.048828125}, {"token_id": 236, "token_text": " o", "probability": 0.015869140625}, {"token_id": 592, "token_text": " ed", "probability": 0.0123291015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.75}, {"token_id": 246, "token_text": " e", "probability": 0.0177001953125}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.01141357421875}, {"token_id": 445, "token_text": " ma", "probability": 0.00836181640625}, {"token_id": 290, "token_text": " per", "probability": 0.007354736328125}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.341796875}, {"token_id": 8968, "token_text": " gram", "probability": 0.038330078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0299072265625}, {"token_id": 6684, "token_text": " testi", "probability": 0.0263671875}, {"token_id": 4563, "token_text": " testo", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.6484375}, {"token_id": 246, "token_text": " e", "probability": 0.1748046875}, {"token_id": 17, "token_text": ".", "probability": 0.064453125}, {"token_id": 236, "token_text": " o", "probability": 0.01116943359375}, {"token_id": 592, "token_text": " ed", "probability": 0.00872802734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8671875}, {"token_id": 246, "token_text": " e", "probability": 0.01025390625}, {"token_id": 290, "token_text": " per", "probability": 0.004547119140625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.004547119140625}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0042724609375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.330078125}, {"token_id": 8968, "token_text": " gram", "probability": 0.041748046875}, {"token_id": 1843, "token_text": " storia", "probability": 0.03466796875}, {"token_id": 6684, "token_text": " testi", "probability": 0.02880859375}, {"token_id": 4563, "token_text": " testo", "probability": 0.015380859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.6953125}, {"token_id": 246, "token_text": " e", "probability": 0.12890625}, {"token_id": 17, "token_text": ".", "probability": 0.078125}, {"token_id": 236, "token_text": " o", "probability": 0.00933837890625}, {"token_id": 592, "token_text": " ed", "probability": 0.00640869140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.921875}, {"token_id": 246, "token_text": " e", "probability": 0.0062255859375}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0035400390625}, {"token_id": 290, "token_text": " per", "probability": 0.0027618408203125}, {"token_id": 573, "token_text": " delle", "probability": 0.002288818359375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.337890625}, {"token_id": 8968, "token_text": " gram", "probability": 0.040283203125}, {"token_id": 1843, "token_text": " storia", "probability": 0.033447265625}, {"token_id": 6684, "token_text": " testi", "probability": 0.031494140625}, {"token_id": 4563, "token_text": " testo", "probability": 0.0130615234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.71484375}, {"token_id": 246, "token_text": " e", "probability": 0.12451171875}, {"token_id": 17, "token_text": ".", "probability": 0.0751953125}, {"token_id": 236, "token_text": " o", "probability": 0.00958251953125}, {"token_id": 592, "token_text": " ed", "probability": 0.005828857421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.9296875}, {"token_id": 246, "token_text": " e", "probability": 0.00518798828125}, {"token_id": 3073, "token_text": " ecc", "probability": 0.00335693359375}, {"token_id": 290, "token_text": " per", "probability": 0.0024566650390625}, {"token_id": 573, "token_text": " delle", "probability": 0.0023040771484375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.3671875}, {"token_id": 8968, "token_text": " gram", "probability": 0.038818359375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0341796875}, {"token_id": 6684, "token_text": " testi", "probability": 0.026611328125}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.01513671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.73046875}, {"token_id": 246, "token_text": " e", "probability": 0.11962890625}, {"token_id": 17, "token_text": ".", "probability": 0.072265625}, {"token_id": 236, "token_text": " o", "probability": 0.00982666015625}, {"token_id": 592, "token_text": " ed", "probability": 0.006744384765625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.953125}, {"token_id": 246, "token_text": " e", "probability": 0.003662109375}, {"token_id": 3073, "token_text": " ecc", "probability": 0.002685546875}, {"token_id": 573, "token_text": " delle", "probability": 0.00162506103515625}, {"token_id": 290, "token_text": " per", "probability": 0.00162506103515625}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.359375}, {"token_id": 1843, "token_text": " storia", "probability": 0.037841796875}, {"token_id": 8968, "token_text": " gram", "probability": 0.03125}, {"token_id": 6684, "token_text": " testi", "probability": 0.0260009765625}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.017822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.76171875}, {"token_id": 246, "token_text": " e", "probability": 0.0966796875}, {"token_id": 17, "token_text": ".", "probability": 0.07080078125}, {"token_id": 236, "token_text": " o", "probability": 0.0079345703125}, {"token_id": 592, "token_text": " ed", "probability": 0.00482177734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.96875}, {"token_id": 246, "token_text": " e", "probability": 0.0023956298828125}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0021209716796875}, {"token_id": 573, "token_text": " delle", "probability": 0.0012054443359375}, {"token_id": 290, "token_text": " per", "probability": 0.00113677978515625}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.384765625}, {"token_id": 1843, "token_text": " storia", "probability": 0.03369140625}, {"token_id": 8968, "token_text": " gram", "probability": 0.0296630859375}, {"token_id": 6684, "token_text": " testi", "probability": 0.02783203125}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.014892578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.7890625}, {"token_id": 246, "token_text": " e", "probability": 0.08349609375}, {"token_id": 17, "token_text": ".", "probability": 0.06494140625}, {"token_id": 236, "token_text": " o", "probability": 0.0050048828125}, {"token_id": 323, "token_text": " (", "probability": 0.003662109375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.96875}, {"token_id": 246, "token_text": " e", "probability": 0.0021209716796875}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0019989013671875}, {"token_id": 573, "token_text": " delle", "probability": 0.001068115234375}, {"token_id": 290, "token_text": " per", "probability": 0.00099945068359375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.419921875}, {"token_id": 8968, "token_text": " gram", "probability": 0.0286865234375}, {"token_id": 1843, "token_text": " storia", "probability": 0.02685546875}, {"token_id": 6684, "token_text": " testi", "probability": 0.0252685546875}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.0135498046875}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.5703125}, {"token_id": 2370, "token_text": " avere", "probability": 0.056396484375}, {"token_id": 14192, "token_text": " servire", "probability": 0.018310546875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01611328125}, {"token_id": 1016, "token_text": " far", "probability": 0.00811767578125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.04248046875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.04248046875}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.04248046875}, {"token_id": 293, "token_text": " il", "probability": 0.0400390625}, {"token_id": 1410, "token_text": " quello", "probability": 0.035400390625}, {"token_id": 285, "token_text": " la", "probability": 0.0274658203125}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.052001953125}, {"token_id": 1361, "token_text": " modo", "probability": 0.048828125}, {"token_id": 10, "token_text": "'", "probability": 0.0296630859375}, {"token_id": 7857, "token_text": " metodo", "probability": 0.026123046875}, {"token_id": 2912, "token_text": " termine", "probability": 0.026123046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.267578125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.043701171875}, {"token_id": 290, "token_text": " per", "probability": 0.041015625}, {"token_id": 303, "token_text": " che", "probability": 0.031982421875}, {"token_id": 24596, "token_text": " matematico", "probability": 0.0194091796875}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.0301513671875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.0301513671875}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.0274658203125}, {"token_id": 1271, "token_text": " vita", "probability": 0.0194091796875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0172119140625}, {"token_id": 8375, "token_text": " comunicazione", "probability": 0.0166015625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.06591796875}, {"token_id": 303, "token_text": " che", "probability": 0.05126953125}, {"token_id": 246, "token_text": " e", "probability": 0.05126953125}, {"token_id": 290, "token_text": " per", "probability": 0.039794921875}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.06591796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.06591796875}, {"token_id": 445, "token_text": " ma", "probability": 0.06591796875}, {"token_id": 303, "token_text": " che", "probability": 0.033203125}, {"token_id": 234, "token_text": " in", "probability": 0.0242919921875}, {"token_id": 290, "token_text": " per", "probability": 0.021484375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.2265625, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.2265625}, {"token_id": 8968, "token_text": " gram", "probability": 0.0537109375}, {"token_id": 10771, "token_text": " traduzione", "probability": 0.0174560546875}, {"token_id": 21959, "token_text": " programmazione", "probability": 0.016357421875}, {"token_id": 4563, "token_text": " testo", "probability": 0.01361083984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.490234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.490234375}, {"token_id": 246, "token_text": " e", "probability": 0.2177734375}, {"token_id": 236, "token_text": " o", "probability": 0.02294921875}, {"token_id": 17, "token_text": ".", "probability": 0.017822265625}, {"token_id": 592, "token_text": " ed", "probability": 0.01483154296875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.470703125}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.036376953125}, {"token_id": 246, "token_text": " e", "probability": 0.02490234375}, {"token_id": 445, "token_text": " ma", "probability": 0.0181884765625}, {"token_id": 290, "token_text": " per", "probability": 0.01177978515625}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.380859375, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.380859375}, {"token_id": 8968, "token_text": " gram", "probability": 0.042724609375}, {"token_id": 4563, "token_text": " testo", "probability": 0.0189208984375}, {"token_id": 6684, "token_text": " testi", "probability": 0.017822265625}, {"token_id": 1843, "token_text": " storia", "probability": 0.017822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.59375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.59375}, {"token_id": 246, "token_text": " e", "probability": 0.1923828125}, {"token_id": 17, "token_text": ".", "probability": 0.048828125}, {"token_id": 236, "token_text": " o", "probability": 0.015869140625}, {"token_id": 592, "token_text": " ed", "probability": 0.0123291015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.75, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.75}, {"token_id": 246, "token_text": " e", "probability": 0.0177001953125}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.01141357421875}, {"token_id": 445, "token_text": " ma", "probability": 0.00836181640625}, {"token_id": 290, "token_text": " per", "probability": 0.007354736328125}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.341796875}, {"token_id": 8968, "token_text": " gram", "probability": 0.038330078125}, {"token_id": 1843, "token_text": " storia", "probability": 0.0299072265625}, {"token_id": 6684, "token_text": " testi", "probability": 0.0263671875}, {"token_id": 4563, "token_text": " testo", "probability": 0.01708984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.6484375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.6484375}, {"token_id": 246, "token_text": " e", "probability": 0.1748046875}, {"token_id": 17, "token_text": ".", "probability": 0.064453125}, {"token_id": 236, "token_text": " o", "probability": 0.01116943359375}, {"token_id": 592, "token_text": " ed", "probability": 0.00872802734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8671875}, {"token_id": 246, "token_text": " e", "probability": 0.01025390625}, {"token_id": 290, "token_text": " per", "probability": 0.004547119140625}, {"token_id": 11720, "token_text": " scrittura", "probability": 0.004547119140625}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0042724609375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.330078125}, {"token_id": 8968, "token_text": " gram", "probability": 0.041748046875}, {"token_id": 1843, "token_text": " storia", "probability": 0.03466796875}, {"token_id": 6684, "token_text": " testi", "probability": 0.02880859375}, {"token_id": 4563, "token_text": " testo", "probability": 0.015380859375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.6953125}, {"token_id": 246, "token_text": " e", "probability": 0.12890625}, {"token_id": 17, "token_text": ".", "probability": 0.078125}, {"token_id": 236, "token_text": " o", "probability": 0.00933837890625}, {"token_id": 592, "token_text": " ed", "probability": 0.00640869140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.921875}, {"token_id": 246, "token_text": " e", "probability": 0.0062255859375}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0035400390625}, {"token_id": 290, "token_text": " per", "probability": 0.0027618408203125}, {"token_id": 573, "token_text": " delle", "probability": 0.002288818359375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.337890625, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.337890625}, {"token_id": 8968, "token_text": " gram", "probability": 0.040283203125}, {"token_id": 1843, "token_text": " storia", "probability": 0.033447265625}, {"token_id": 6684, "token_text": " testi", "probability": 0.031494140625}, {"token_id": 4563, "token_text": " testo", "probability": 0.0130615234375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.71484375}, {"token_id": 246, "token_text": " e", "probability": 0.12451171875}, {"token_id": 17, "token_text": ".", "probability": 0.0751953125}, {"token_id": 236, "token_text": " o", "probability": 0.00958251953125}, {"token_id": 592, "token_text": " ed", "probability": 0.005828857421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.9296875}, {"token_id": 246, "token_text": " e", "probability": 0.00518798828125}, {"token_id": 3073, "token_text": " ecc", "probability": 0.00335693359375}, {"token_id": 290, "token_text": " per", "probability": 0.0024566650390625}, {"token_id": 573, "token_text": " delle", "probability": 0.0023040771484375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.3671875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.3671875}, {"token_id": 8968, "token_text": " gram", "probability": 0.038818359375}, {"token_id": 1843, "token_text": " storia", "probability": 0.0341796875}, {"token_id": 6684, "token_text": " testi", "probability": 0.026611328125}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.01513671875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.73046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.73046875}, {"token_id": 246, "token_text": " e", "probability": 0.11962890625}, {"token_id": 17, "token_text": ".", "probability": 0.072265625}, {"token_id": 236, "token_text": " o", "probability": 0.00982666015625}, {"token_id": 592, "token_text": " ed", "probability": 0.006744384765625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.953125}, {"token_id": 246, "token_text": " e", "probability": 0.003662109375}, {"token_id": 3073, "token_text": " ecc", "probability": 0.002685546875}, {"token_id": 573, "token_text": " delle", "probability": 0.00162506103515625}, {"token_id": 290, "token_text": " per", "probability": 0.00162506103515625}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.359375}, {"token_id": 1843, "token_text": " storia", "probability": 0.037841796875}, {"token_id": 8968, "token_text": " gram", "probability": 0.03125}, {"token_id": 6684, "token_text": " testi", "probability": 0.0260009765625}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.017822265625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.76171875}, {"token_id": 246, "token_text": " e", "probability": 0.0966796875}, {"token_id": 17, "token_text": ".", "probability": 0.07080078125}, {"token_id": 236, "token_text": " o", "probability": 0.0079345703125}, {"token_id": 592, "token_text": " ed", "probability": 0.00482177734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.96875}, {"token_id": 246, "token_text": " e", "probability": 0.0023956298828125}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0021209716796875}, {"token_id": 573, "token_text": " delle", "probability": 0.0012054443359375}, {"token_id": 290, "token_text": " per", "probability": 0.00113677978515625}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.384765625}, {"token_id": 1843, "token_text": " storia", "probability": 0.03369140625}, {"token_id": 8968, "token_text": " gram", "probability": 0.0296630859375}, {"token_id": 6684, "token_text": " testi", "probability": 0.02783203125}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.014892578125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.7890625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.7890625}, {"token_id": 246, "token_text": " e", "probability": 0.08349609375}, {"token_id": 17, "token_text": ".", "probability": 0.06494140625}, {"token_id": 236, "token_text": " o", "probability": 0.0050048828125}, {"token_id": 323, "token_text": " (", "probability": 0.003662109375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.96875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.96875}, {"token_id": 246, "token_text": " e", "probability": 0.0021209716796875}, {"token_id": 3073, "token_text": " ecc", "probability": 0.0019989013671875}, {"token_id": 573, "token_text": " delle", "probability": 0.001068115234375}, {"token_id": 290, "token_text": " per", "probability": 0.00099945068359375}]}, {"token_id": 11720, "token_text": " scrittura", "chosen_probability": 0.419921875, "top_k_candidates": [{"token_id": 11720, "token_text": " scrittura", "probability": 0.419921875}, {"token_id": 8968, "token_text": " gram", "probability": 0.0286865234375}, {"token_id": 1843, "token_text": " storia", "probability": 0.02685546875}, {"token_id": 6684, "token_text": " testi", "probability": 0.0252685546875}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.0135498046875}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.5703125, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.5703125}, {"token_id": 2370, "token_text": " avere", "probability": 0.056396484375}, {"token_id": 14192, "token_text": " servire", "probability": 0.018310546875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01611328125}, {"token_id": 1016, "token_text": " far", "probability": 0.00811767578125}, {"token_id": 4321, "token_text": " dare", "probability": 0.007171630859375}, {"token_id": 18531, "token_text": " contenere", "probability": 0.005950927734375}, {"token_id": 7704, "token_text": " arrivare", "probability": 0.005584716796875}, {"token_id": 5706, "token_text": " diventare", "probability": 0.0052490234375}, {"token_id": 7631, "token_text": " aiutare", "probability": 0.004913330078125}], "entropy": 3.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.561570822771226, "average_logprob_per_token": -0.561570822771226, "perplexity_on_target_sequence": 1.7534246575342467, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.561570822771226, "probability": 0.5703125, "raw_probability": 0.5703125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58218.603798389435, "probe_elapsed_sec": 0.9997517460142262, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital", "text": "The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital of Italy. The capital of Italy is the capital", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1435546875}, {"token_id": 209, "token_text": " a", "probability": 0.0771484375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0439453125}, {"token_id": 3857, "token_text": " located", "probability": 0.0234375}, {"token_id": 720, "token_text": " one", "probability": 0.018310546875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1640625}, {"token_id": 5656, "token_text": " largest", "probability": 0.07275390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.04150390625}, {"token_id": 942, "token_text": " most", "probability": 0.0303955078125}, {"token_id": 9034, "token_text": " centre", "probability": 0.0208740234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.875}, {"token_id": 15, "token_text": ",", "probability": 0.0233154296875}, {"token_id": 262, "token_text": " and", "probability": 0.01708984375}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}, {"token_id": 2259, "token_text": " city", "probability": 0.008544921875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.423828125}, {"token_id": 230, "token_text": " the", "probability": 0.1767578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.078125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0211181640625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.019775390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.279296875}, {"token_id": 262, "token_text": " and", "probability": 0.09033203125}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}, {"token_id": 477, "token_text": " from", "probability": 0.0147705078125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.26953125}, {"token_id": 679, "token_text": " It", "probability": 0.14453125}, {"token_id": 407, "token_text": " In", "probability": 0.046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0439453125}, {"token_id": 6983, "token_text": " Its", "probability": 0.041259765625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.15234375}, {"token_id": 2259, "token_text": " city", "probability": 0.055908203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.04345703125}, {"token_id": 2729, "token_text": " town", "probability": 0.0299072265625}, {"token_id": 8040, "token_text": " province", "probability": 0.0186767578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.412109375}, {"token_id": 336, "token_text": " is", "probability": 0.267578125}, {"token_id": 15, "token_text": ",", "probability": 0.07177734375}, {"token_id": 361, "token_text": " was", "probability": 0.04638671875}, {"token_id": 614, "token_text": " has", "probability": 0.01708984375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.5859375}, {"token_id": 230, "token_text": " the", "probability": 0.08447265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07470703125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0291748046875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0177001953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.4765625}, {"token_id": 15, "token_text": ",", "probability": 0.1279296875}, {"token_id": 361, "token_text": " was", "probability": 0.056884765625}, {"token_id": 614, "token_text": " has", "probability": 0.02685546875}, {"token_id": 10571, "token_text": " lies", "probability": 0.017333984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.44140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03857421875}, {"token_id": 209, "token_text": " a", "probability": 0.0361328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.025634765625}, {"token_id": 751, "token_text": " also", "probability": 0.01611328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.416015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.038818359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0250244140625}, {"token_id": 1077, "token_text": " second", "probability": 0.0189208984375}, {"token_id": 942, "token_text": " most", "probability": 0.018310546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 262, "token_text": " and", "probability": 0.0166015625}, {"token_id": 15, "token_text": ",", "probability": 0.0166015625}, {"token_id": 234, "token_text": " in", "probability": 0.00836181640625}, {"token_id": 17, "token_text": ".", "probability": 0.0078125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.6328125}, {"token_id": 230, "token_text": " the", "probability": 0.12451171875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.033447265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.014892578125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0123291015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.392578125}, {"token_id": 15, "token_text": ",", "probability": 0.287109375}, {"token_id": 262, "token_text": " and", "probability": 0.099609375}, {"token_id": 234, "token_text": " in", "probability": 0.034423828125}, {"token_id": 392, "token_text": " with", "probability": 0.01434326171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.302734375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.111328125}, {"token_id": 679, "token_text": " It", "probability": 0.0986328125}, {"token_id": 407, "token_text": " In", "probability": 0.041015625}, {"token_id": 6983, "token_text": " Its", "probability": 0.033935546875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.466796875}, {"token_id": 2259, "token_text": " city", "probability": 0.03173828125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0218505859375}, {"token_id": 2729, "token_text": " town", "probability": 0.0205078125}, {"token_id": 8040, "token_text": " province", "probability": 0.01324462890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.68359375}, {"token_id": 336, "token_text": " is", "probability": 0.1728515625}, {"token_id": 15, "token_text": ",", "probability": 0.033935546875}, {"token_id": 361, "token_text": " was", "probability": 0.01507568359375}, {"token_id": 614, "token_text": " has", "probability": 0.00714111328125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.71875}, {"token_id": 230, "token_text": " the", "probability": 0.06689453125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03564453125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0179443359375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0123291015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.5859375}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 361, "token_text": " was", "probability": 0.04248046875}, {"token_id": 614, "token_text": " has", "probability": 0.0257568359375}, {"token_id": 10571, "token_text": " lies", "probability": 0.0137939453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.55078125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.06591796875}, {"token_id": 209, "token_text": " a", "probability": 0.024169921875}, {"token_id": 10438, "token_text": " divided", "probability": 0.01611328125}, {"token_id": 751, "token_text": " also", "probability": 0.01141357421875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6796875}, {"token_id": 5656, "token_text": " largest", "probability": 0.019287109375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.010986328125}, {"token_id": 1077, "token_text": " second", "probability": 0.010009765625}, {"token_id": 942, "token_text": " most", "probability": 0.008544921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9296875}, {"token_id": 262, "token_text": " and", "probability": 0.01324462890625}, {"token_id": 15, "token_text": ",", "probability": 0.010986328125}, {"token_id": 234, "token_text": " in", "probability": 0.008056640625}, {"token_id": 17, "token_text": ".", "probability": 0.006256103515625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.70703125}, {"token_id": 230, "token_text": " the", "probability": 0.095703125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0228271484375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01220703125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0107421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.494140625}, {"token_id": 15, "token_text": ",", "probability": 0.2197265625}, {"token_id": 262, "token_text": " and", "probability": 0.1103515625}, {"token_id": 234, "token_text": " in", "probability": 0.0279541015625}, {"token_id": 392, "token_text": " with", "probability": 0.015869140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.169921875}, {"token_id": 679, "token_text": " It", "probability": 0.07080078125}, {"token_id": 407, "token_text": " In", "probability": 0.033447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0244140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6640625}, {"token_id": 2259, "token_text": " city", "probability": 0.0166015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01220703125}, {"token_id": 2729, "token_text": " town", "probability": 0.0107421875}, {"token_id": 20728, "token_text": " empire", "probability": 0.00946044921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.671875}, {"token_id": 336, "token_text": " is", "probability": 0.1923828125}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 361, "token_text": " was", "probability": 0.01483154296875}, {"token_id": 614, "token_text": " has", "probability": 0.006561279296875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.765625}, {"token_id": 230, "token_text": " the", "probability": 0.055419921875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0245361328125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.014892578125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0096435546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.68359375}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 361, "token_text": " was", "probability": 0.030029296875}, {"token_id": 614, "token_text": " has", "probability": 0.02490234375}, {"token_id": 10571, "token_text": " lies", "probability": 0.01177978515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.08984375}, {"token_id": 209, "token_text": " a", "probability": 0.0166015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0107421875}, {"token_id": 751, "token_text": " also", "probability": 0.0089111328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.71875}, {"token_id": 5656, "token_text": " largest", "probability": 0.01397705078125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0096435546875}, {"token_id": 8040, "token_text": " province", "probability": 0.007476806640625}, {"token_id": 1077, "token_text": " second", "probability": 0.00726318359375}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1435546875}, {"token_id": 209, "token_text": " a", "probability": 0.0771484375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0439453125}, {"token_id": 3857, "token_text": " located", "probability": 0.0234375}, {"token_id": 720, "token_text": " one", "probability": 0.018310546875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1640625}, {"token_id": 5656, "token_text": " largest", "probability": 0.07275390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.04150390625}, {"token_id": 942, "token_text": " most", "probability": 0.0303955078125}, {"token_id": 9034, "token_text": " centre", "probability": 0.0208740234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.875}, {"token_id": 15, "token_text": ",", "probability": 0.0233154296875}, {"token_id": 262, "token_text": " and", "probability": 0.01708984375}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}, {"token_id": 2259, "token_text": " city", "probability": 0.008544921875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.423828125}, {"token_id": 230, "token_text": " the", "probability": 0.1767578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.078125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0211181640625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.019775390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.279296875}, {"token_id": 262, "token_text": " and", "probability": 0.09033203125}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}, {"token_id": 477, "token_text": " from", "probability": 0.0147705078125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2734375}, {"token_id": 679, "token_text": " It", "probability": 0.1455078125}, {"token_id": 407, "token_text": " In", "probability": 0.04736328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04443359375}, {"token_id": 6983, "token_text": " Its", "probability": 0.041748046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.15234375}, {"token_id": 2259, "token_text": " city", "probability": 0.055908203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.04345703125}, {"token_id": 2729, "token_text": " town", "probability": 0.0299072265625}, {"token_id": 8040, "token_text": " province", "probability": 0.0186767578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.412109375}, {"token_id": 336, "token_text": " is", "probability": 0.267578125}, {"token_id": 15, "token_text": ",", "probability": 0.07177734375}, {"token_id": 361, "token_text": " was", "probability": 0.04638671875}, {"token_id": 614, "token_text": " has", "probability": 0.01708984375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.5859375}, {"token_id": 230, "token_text": " the", "probability": 0.08447265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07470703125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0291748046875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0177001953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.4765625}, {"token_id": 15, "token_text": ",", "probability": 0.1279296875}, {"token_id": 361, "token_text": " was", "probability": 0.056884765625}, {"token_id": 614, "token_text": " has", "probability": 0.02685546875}, {"token_id": 10571, "token_text": " lies", "probability": 0.017333984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.44140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03857421875}, {"token_id": 209, "token_text": " a", "probability": 0.0361328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.025634765625}, {"token_id": 751, "token_text": " also", "probability": 0.01611328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.416015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.038818359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0250244140625}, {"token_id": 1077, "token_text": " second", "probability": 0.0189208984375}, {"token_id": 942, "token_text": " most", "probability": 0.018310546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 262, "token_text": " and", "probability": 0.0166015625}, {"token_id": 15, "token_text": ",", "probability": 0.0166015625}, {"token_id": 234, "token_text": " in", "probability": 0.00836181640625}, {"token_id": 17, "token_text": ".", "probability": 0.0078125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.6328125}, {"token_id": 230, "token_text": " the", "probability": 0.12451171875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.033447265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.014892578125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0123291015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.392578125}, {"token_id": 15, "token_text": ",", "probability": 0.287109375}, {"token_id": 262, "token_text": " and", "probability": 0.099609375}, {"token_id": 234, "token_text": " in", "probability": 0.034423828125}, {"token_id": 392, "token_text": " with", "probability": 0.01434326171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.30859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.11328125}, {"token_id": 679, "token_text": " It", "probability": 0.10009765625}, {"token_id": 407, "token_text": " In", "probability": 0.041748046875}, {"token_id": 6983, "token_text": " Its", "probability": 0.03466796875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.466796875}, {"token_id": 2259, "token_text": " city", "probability": 0.03173828125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0218505859375}, {"token_id": 2729, "token_text": " town", "probability": 0.0205078125}, {"token_id": 8040, "token_text": " province", "probability": 0.01324462890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.68359375}, {"token_id": 336, "token_text": " is", "probability": 0.1728515625}, {"token_id": 15, "token_text": ",", "probability": 0.033935546875}, {"token_id": 361, "token_text": " was", "probability": 0.01507568359375}, {"token_id": 614, "token_text": " has", "probability": 0.00714111328125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.71875}, {"token_id": 230, "token_text": " the", "probability": 0.06689453125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03564453125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0179443359375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0123291015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.5859375}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 361, "token_text": " was", "probability": 0.04248046875}, {"token_id": 614, "token_text": " has", "probability": 0.0257568359375}, {"token_id": 10571, "token_text": " lies", "probability": 0.0137939453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.55078125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.06591796875}, {"token_id": 209, "token_text": " a", "probability": 0.024169921875}, {"token_id": 10438, "token_text": " divided", "probability": 0.01611328125}, {"token_id": 751, "token_text": " also", "probability": 0.01141357421875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6796875}, {"token_id": 5656, "token_text": " largest", "probability": 0.019287109375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.010986328125}, {"token_id": 1077, "token_text": " second", "probability": 0.010009765625}, {"token_id": 942, "token_text": " most", "probability": 0.008544921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9296875}, {"token_id": 262, "token_text": " and", "probability": 0.01324462890625}, {"token_id": 15, "token_text": ",", "probability": 0.010986328125}, {"token_id": 234, "token_text": " in", "probability": 0.008056640625}, {"token_id": 17, "token_text": ".", "probability": 0.006256103515625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.70703125}, {"token_id": 230, "token_text": " the", "probability": 0.095703125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0228271484375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01220703125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0107421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.494140625}, {"token_id": 15, "token_text": ",", "probability": 0.2197265625}, {"token_id": 262, "token_text": " and", "probability": 0.1103515625}, {"token_id": 234, "token_text": " in", "probability": 0.0279541015625}, {"token_id": 392, "token_text": " with", "probability": 0.015869140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.322265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.171875}, {"token_id": 679, "token_text": " It", "probability": 0.07177734375}, {"token_id": 407, "token_text": " In", "probability": 0.033935546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0247802734375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6640625}, {"token_id": 2259, "token_text": " city", "probability": 0.0166015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01220703125}, {"token_id": 2729, "token_text": " town", "probability": 0.0107421875}, {"token_id": 20728, "token_text": " empire", "probability": 0.00946044921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.671875}, {"token_id": 336, "token_text": " is", "probability": 0.1923828125}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 361, "token_text": " was", "probability": 0.01483154296875}, {"token_id": 614, "token_text": " has", "probability": 0.006561279296875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.765625}, {"token_id": 230, "token_text": " the", "probability": 0.055419921875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0245361328125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.014892578125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0096435546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.68359375}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 361, "token_text": " was", "probability": 0.030029296875}, {"token_id": 614, "token_text": " has", "probability": 0.02490234375}, {"token_id": 10571, "token_text": " lies", "probability": 0.01177978515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.08984375}, {"token_id": 209, "token_text": " a", "probability": 0.0166015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0107421875}, {"token_id": 751, "token_text": " also", "probability": 0.0089111328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.71875}, {"token_id": 5656, "token_text": " largest", "probability": 0.01397705078125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0096435546875}, {"token_id": 8040, "token_text": " province", "probability": 0.007476806640625}, {"token_id": 1077, "token_text": " second", "probability": 0.00726318359375}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1435546875}, {"token_id": 209, "token_text": " a", "probability": 0.0771484375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0439453125}, {"token_id": 3857, "token_text": " located", "probability": 0.0234375}, {"token_id": 720, "token_text": " one", "probability": 0.018310546875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1640625}, {"token_id": 5656, "token_text": " largest", "probability": 0.07275390625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.04150390625}, {"token_id": 942, "token_text": " most", "probability": 0.0303955078125}, {"token_id": 9034, "token_text": " centre", "probability": 0.0208740234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.875}, {"token_id": 15, "token_text": ",", "probability": 0.0233154296875}, {"token_id": 262, "token_text": " and", "probability": 0.01708984375}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}, {"token_id": 2259, "token_text": " city", "probability": 0.008544921875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.423828125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.423828125}, {"token_id": 230, "token_text": " the", "probability": 0.1767578125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.078125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0211181640625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.019775390625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.357421875}, {"token_id": 15, "token_text": ",", "probability": 0.279296875}, {"token_id": 262, "token_text": " and", "probability": 0.09033203125}, {"token_id": 234, "token_text": " in", "probability": 0.033203125}, {"token_id": 477, "token_text": " from", "probability": 0.0147705078125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2734375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2734375}, {"token_id": 679, "token_text": " It", "probability": 0.1455078125}, {"token_id": 407, "token_text": " In", "probability": 0.04736328125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04443359375}, {"token_id": 6983, "token_text": " Its", "probability": 0.041748046875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.15234375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.15234375}, {"token_id": 2259, "token_text": " city", "probability": 0.055908203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.04345703125}, {"token_id": 2729, "token_text": " town", "probability": 0.0299072265625}, {"token_id": 8040, "token_text": " province", "probability": 0.0186767578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.412109375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.412109375}, {"token_id": 336, "token_text": " is", "probability": 0.267578125}, {"token_id": 15, "token_text": ",", "probability": 0.07177734375}, {"token_id": 361, "token_text": " was", "probability": 0.04638671875}, {"token_id": 614, "token_text": " has", "probability": 0.01708984375}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.5859375}, {"token_id": 230, "token_text": " the", "probability": 0.08447265625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.07470703125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0291748046875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0177001953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.4765625}, {"token_id": 15, "token_text": ",", "probability": 0.1279296875}, {"token_id": 361, "token_text": " was", "probability": 0.056884765625}, {"token_id": 614, "token_text": " has", "probability": 0.02685546875}, {"token_id": 10571, "token_text": " lies", "probability": 0.017333984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.44140625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.03857421875}, {"token_id": 209, "token_text": " a", "probability": 0.0361328125}, {"token_id": 10438, "token_text": " divided", "probability": 0.025634765625}, {"token_id": 751, "token_text": " also", "probability": 0.01611328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.416015625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.416015625}, {"token_id": 5656, "token_text": " largest", "probability": 0.038818359375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0250244140625}, {"token_id": 1077, "token_text": " second", "probability": 0.0189208984375}, {"token_id": 942, "token_text": " most", "probability": 0.018310546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 262, "token_text": " and", "probability": 0.0166015625}, {"token_id": 15, "token_text": ",", "probability": 0.0166015625}, {"token_id": 234, "token_text": " in", "probability": 0.00836181640625}, {"token_id": 17, "token_text": ".", "probability": 0.0078125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.6328125}, {"token_id": 230, "token_text": " the", "probability": 0.12451171875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.033447265625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.014892578125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0123291015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.392578125}, {"token_id": 15, "token_text": ",", "probability": 0.287109375}, {"token_id": 262, "token_text": " and", "probability": 0.099609375}, {"token_id": 234, "token_text": " in", "probability": 0.034423828125}, {"token_id": 392, "token_text": " with", "probability": 0.01434326171875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.30859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.30859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.11328125}, {"token_id": 679, "token_text": " It", "probability": 0.10009765625}, {"token_id": 407, "token_text": " In", "probability": 0.041748046875}, {"token_id": 6983, "token_text": " Its", "probability": 0.03466796875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.466796875}, {"token_id": 2259, "token_text": " city", "probability": 0.03173828125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0218505859375}, {"token_id": 2729, "token_text": " town", "probability": 0.0205078125}, {"token_id": 8040, "token_text": " province", "probability": 0.01324462890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.68359375}, {"token_id": 336, "token_text": " is", "probability": 0.1728515625}, {"token_id": 15, "token_text": ",", "probability": 0.033935546875}, {"token_id": 361, "token_text": " was", "probability": 0.01507568359375}, {"token_id": 614, "token_text": " has", "probability": 0.00714111328125}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.71875}, {"token_id": 230, "token_text": " the", "probability": 0.06689453125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03564453125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0179443359375}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0123291015625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.5859375}, {"token_id": 15, "token_text": ",", "probability": 0.08447265625}, {"token_id": 361, "token_text": " was", "probability": 0.04248046875}, {"token_id": 614, "token_text": " has", "probability": 0.0257568359375}, {"token_id": 10571, "token_text": " lies", "probability": 0.0137939453125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.55078125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.06591796875}, {"token_id": 209, "token_text": " a", "probability": 0.024169921875}, {"token_id": 10438, "token_text": " divided", "probability": 0.01611328125}, {"token_id": 751, "token_text": " also", "probability": 0.01141357421875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6796875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6796875}, {"token_id": 5656, "token_text": " largest", "probability": 0.019287109375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.010986328125}, {"token_id": 1077, "token_text": " second", "probability": 0.010009765625}, {"token_id": 942, "token_text": " most", "probability": 0.008544921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9296875}, {"token_id": 262, "token_text": " and", "probability": 0.01324462890625}, {"token_id": 15, "token_text": ",", "probability": 0.010986328125}, {"token_id": 234, "token_text": " in", "probability": 0.008056640625}, {"token_id": 17, "token_text": ".", "probability": 0.006256103515625}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.70703125}, {"token_id": 230, "token_text": " the", "probability": 0.095703125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0228271484375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.01220703125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0107421875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.494140625}, {"token_id": 15, "token_text": ",", "probability": 0.2197265625}, {"token_id": 262, "token_text": " and", "probability": 0.1103515625}, {"token_id": 234, "token_text": " in", "probability": 0.0279541015625}, {"token_id": 392, "token_text": " with", "probability": 0.015869140625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.322265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.171875}, {"token_id": 679, "token_text": " It", "probability": 0.07177734375}, {"token_id": 407, "token_text": " In", "probability": 0.033935546875}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0247802734375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.6640625}, {"token_id": 2259, "token_text": " city", "probability": 0.0166015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.01220703125}, {"token_id": 2729, "token_text": " town", "probability": 0.0107421875}, {"token_id": 20728, "token_text": " empire", "probability": 0.00946044921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.671875}, {"token_id": 336, "token_text": " is", "probability": 0.1923828125}, {"token_id": 15, "token_text": ",", "probability": 0.0294189453125}, {"token_id": 361, "token_text": " was", "probability": 0.01483154296875}, {"token_id": 614, "token_text": " has", "probability": 0.006561279296875}]}, {"token_id": 6940, "token_text": " Italy", "chosen_probability": 0.765625, "top_k_candidates": [{"token_id": 6940, "token_text": " Italy", "probability": 0.765625}, {"token_id": 230, "token_text": " the", "probability": 0.055419921875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0245361328125}, {"token_id": 31618, "token_text": " Naples", "probability": 0.014892578125}, {"token_id": 20009, "token_text": " Florence", "probability": 0.0096435546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.68359375}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 361, "token_text": " was", "probability": 0.030029296875}, {"token_id": 614, "token_text": " has", "probability": 0.02490234375}, {"token_id": 10571, "token_text": " lies", "probability": 0.01177978515625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.08984375}, {"token_id": 209, "token_text": " a", "probability": 0.0166015625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0107421875}, {"token_id": 751, "token_text": " also", "probability": 0.0089111328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.71875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.71875}, {"token_id": 5656, "token_text": " largest", "probability": 0.01397705078125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0096435546875}, {"token_id": 8040, "token_text": " province", "probability": 0.007476806640625}, {"token_id": 1077, "token_text": " second", "probability": 0.00726318359375}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 42, "correct_token_probability": 0.0028076171875, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1435546875}, {"token_id": 209, "token_text": " a", "probability": 0.0771484375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0439453125}, {"token_id": 3857, "token_text": " located", "probability": 0.0234375}, {"token_id": 720, "token_text": " one", "probability": 0.018310546875}, {"token_id": 248, "token_text": " an", "probability": 0.0177001953125}, {"token_id": 14812, "token_text": " situated", "probability": 0.01611328125}, {"token_id": 1576, "token_text": " now", "probability": 0.015625}, {"token_id": 751, "token_text": " also", "probability": 0.01470947265625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0142822265625}], "entropy": 5.75}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -5.87541913135014, "average_logprob_per_token": -5.87541913135014, "perplexity_on_target_sequence": 356.17391304347836, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -5.87541913135014, "probability": 0.0028076171875, "raw_probability": 0.0028076171875, "correct_token_rank": 42}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58218.60444808006, "probe_elapsed_sec": 0.9997517460142262, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to describe the language of the language. The language is a language that is used to describe the language of the language. The language is a language that", "text": "A small language model should be used to describe the language of the language. The language is a language that is used to describe the language of the language. The language is a language that", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.462890625}, {"token_id": 534, "token_text": " not", "probability": 0.0296630859375}, {"token_id": 581, "token_text": " have", "probability": 0.02783203125}, {"token_id": 1466, "token_text": " help", "probability": 0.0245361328125}, {"token_id": 1300, "token_text": " use", "probability": 0.014892578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2119140625}, {"token_id": 2956, "token_text": " able", "probability": 0.047119140625}, {"token_id": 4424, "token_text": " considered", "probability": 0.030517578125}, {"token_id": 209, "token_text": " a", "probability": 0.0184326171875}, {"token_id": 230, "token_text": " the", "probability": 0.011962890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.34765625}, {"token_id": 234, "token_text": " in", "probability": 0.1748046875}, {"token_id": 347, "token_text": " as", "probability": 0.09375}, {"token_id": 321, "token_text": " for", "probability": 0.053466796875}, {"token_id": 17, "token_text": ".", "probability": 0.053466796875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.05029296875}, {"token_id": 8550, "token_text": " determine", "probability": 0.036865234375}, {"token_id": 4052, "token_text": " create", "probability": 0.032470703125}, {"token_id": 10938, "token_text": " identify", "probability": 0.0286865234375}, {"token_id": 7749, "token_text": " measure", "probability": 0.0252685546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 209, "token_text": " a", "probability": 0.08251953125}, {"token_id": 1168, "token_text": " how", "probability": 0.033447265625}, {"token_id": 262, "token_text": " and", "probability": 0.0303955078125}, {"token_id": 1076, "token_text": " what", "probability": 0.0167236328125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.03515625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.03515625}, {"token_id": 5913, "token_text": " meaning", "probability": 0.01513671875}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.0107421875}, {"token_id": 4529, "token_text": " relationship", "probability": 0.0107421875}, {"token_id": 8217, "token_text": " difference", "probability": 0.009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.314453125}, {"token_id": 262, "token_text": " and", "probability": 0.10205078125}, {"token_id": 347, "token_text": " as", "probability": 0.07470703125}, {"token_id": 15, "token_text": ",", "probability": 0.07470703125}, {"token_id": 234, "token_text": " in", "probability": 0.029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.291015625}, {"token_id": 209, "token_text": " a", "probability": 0.0810546875}, {"token_id": 3965, "token_text": " language", "probability": 0.0255126953125}, {"token_id": 587, "token_text": " this", "probability": 0.0198974609375}, {"token_id": 248, "token_text": " an", "probability": 0.01544189453125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1484375}, {"token_id": 2185, "token_text": " word", "probability": 0.036376953125}, {"token_id": 3093, "token_text": " English", "probability": 0.03515625}, {"token_id": 1758, "token_text": " United", "probability": 0.0166015625}, {"token_id": 1547, "token_text": " world", "probability": 0.0146484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2041015625}, {"token_id": 256, "token_text": " of", "probability": 0.1318359375}, {"token_id": 15, "token_text": ",", "probability": 0.109375}, {"token_id": 262, "token_text": " and", "probability": 0.06640625}, {"token_id": 347, "token_text": " as", "probability": 0.062255859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.166015625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.166015625}, {"token_id": 679, "token_text": " It", "probability": 0.044677734375}, {"token_id": 2, "token_text": "", "probability": 0.044677734375}, {"token_id": 407, "token_text": " In", "probability": 0.044677734375}, {"token_id": 277, "token_text": " A", "probability": 0.03955078125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.047119140625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.047119140625}, {"token_id": 1962, "token_text": " main", "probability": 0.0216064453125}, {"token_id": 1617, "token_text": " term", "probability": 0.0196533203125}, {"token_id": 2185, "token_text": " word", "probability": 0.0157470703125}, {"token_id": 836, "token_text": " first", "probability": 0.01531982421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.228515625}, {"token_id": 256, "token_text": " of", "probability": 0.189453125}, {"token_id": 566, "token_text": " can", "probability": 0.044921875}, {"token_id": 1503, "token_text": " should", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.025634765625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07421875}, {"token_id": 230, "token_text": " the", "probability": 0.061279296875}, {"token_id": 1347, "token_text": " used", "probability": 0.05078125}, {"token_id": 534, "token_text": " not", "probability": 0.044921875}, {"token_id": 751, "token_text": " also", "probability": 0.03955078125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0245361328125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0245361328125}, {"token_id": 1525, "token_text": " very", "probability": 0.016845703125}, {"token_id": 5624, "token_text": " complex", "probability": 0.01446533203125}, {"token_id": 10792, "token_text": " combination", "probability": 0.01397705078125}, {"token_id": 5388, "token_text": " simple", "probability": 0.0135498046875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.421875}, {"token_id": 256, "token_text": " of", "probability": 0.0732421875}, {"token_id": 234, "token_text": " in", "probability": 0.036865234375}, {"token_id": 15, "token_text": ",", "probability": 0.03466796875}, {"token_id": 1347, "token_text": " used", "probability": 0.0306396484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.26953125}, {"token_id": 566, "token_text": " can", "probability": 0.0498046875}, {"token_id": 614, "token_text": " has", "probability": 0.046875}, {"token_id": 361, "token_text": " was", "probability": 0.020751953125}, {"token_id": 5753, "token_text": " uses", "probability": 0.0172119140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.138671875}, {"token_id": 230, "token_text": " the", "probability": 0.03515625}, {"token_id": 15684, "token_text": " spoken", "probability": 0.032958984375}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 534, "token_text": " not", "probability": 0.024169921875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5390625}, {"token_id": 234, "token_text": " in", "probability": 0.154296875}, {"token_id": 347, "token_text": " as", "probability": 0.060546875}, {"token_id": 443, "token_text": " by", "probability": 0.047119140625}, {"token_id": 321, "token_text": " for", "probability": 0.032470703125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.4609375}, {"token_id": 2887, "token_text": " refer", "probability": 0.045654296875}, {"token_id": 10938, "token_text": " identify", "probability": 0.042724609375}, {"token_id": 17143, "token_text": " define", "probability": 0.0244140625}, {"token_id": 11602, "token_text": " indicate", "probability": 0.0244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.470703125}, {"token_id": 3965, "token_text": " language", "probability": 0.134765625}, {"token_id": 209, "token_text": " a", "probability": 0.0283203125}, {"token_id": 9378, "token_text": " languages", "probability": 0.026611328125}, {"token_id": 262, "token_text": " and", "probability": 0.0234375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.796875}, {"token_id": 9378, "token_text": " languages", "probability": 0.0272216796875}, {"token_id": 5913, "token_text": " meaning", "probability": 0.0225830078125}, {"token_id": 3093, "token_text": " English", "probability": 0.006072998046875}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.00537109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.34375}, {"token_id": 347, "token_text": " as", "probability": 0.15234375}, {"token_id": 17, "token_text": ".", "probability": 0.07666015625}, {"token_id": 262, "token_text": " and", "probability": 0.0595703125}, {"token_id": 234, "token_text": " in", "probability": 0.0595703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73828125}, {"token_id": 3965, "token_text": " language", "probability": 0.056884765625}, {"token_id": 209, "token_text": " a", "probability": 0.02685546875}, {"token_id": 3093, "token_text": " English", "probability": 0.016357421875}, {"token_id": 9378, "token_text": " languages", "probability": 0.00701904296875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.83203125}, {"token_id": 9378, "token_text": " languages", "probability": 0.0302734375}, {"token_id": 3093, "token_text": " English", "probability": 0.0235595703125}, {"token_id": 2185, "token_text": " word", "probability": 0.01116943359375}, {"token_id": 16351, "token_text": " Language", "probability": 0.00634765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.345703125}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 262, "token_text": " and", "probability": 0.09912109375}, {"token_id": 234, "token_text": " in", "probability": 0.07275390625}, {"token_id": 347, "token_text": " as", "probability": 0.06005859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.296875}, {"token_id": 679, "token_text": " It", "probability": 0.080078125}, {"token_id": 277, "token_text": " A", "probability": 0.045654296875}, {"token_id": 2, "token_text": "", "probability": 0.04296875}, {"token_id": 407, "token_text": " In", "probability": 0.03564453125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.3515625}, {"token_id": 1617, "token_text": " term", "probability": 0.03955078125}, {"token_id": 2185, "token_text": " word", "probability": 0.034912109375}, {"token_id": 1962, "token_text": " main", "probability": 0.019287109375}, {"token_id": 9378, "token_text": " languages", "probability": 0.01239013671875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.369140625}, {"token_id": 256, "token_text": " of", "probability": 0.185546875}, {"token_id": 566, "token_text": " can", "probability": 0.060302734375}, {"token_id": 15, "token_text": ",", "probability": 0.0184326171875}, {"token_id": 234, "token_text": " in", "probability": 0.0162353515625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1591796875}, {"token_id": 1347, "token_text": " used", "probability": 0.1025390625}, {"token_id": 230, "token_text": " the", "probability": 0.051513671875}, {"token_id": 751, "token_text": " also", "probability": 0.03759765625}, {"token_id": 248, "token_text": " an", "probability": 0.027587890625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1298828125}, {"token_id": 4275, "token_text": " type", "probability": 0.017578125}, {"token_id": 14182, "token_text": " translation", "probability": 0.01373291015625}, {"token_id": 5388, "token_text": " simple", "probability": 0.0133056640625}, {"token_id": 2206, "token_text": " different", "probability": 0.0133056640625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.75390625}, {"token_id": 647, "token_text": " which", "probability": 0.029296875}, {"token_id": 256, "token_text": " of", "probability": 0.0274658203125}, {"token_id": 1347, "token_text": " used", "probability": 0.0201416015625}, {"token_id": 234, "token_text": " in", "probability": 0.0177001953125}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.462890625}, {"token_id": 534, "token_text": " not", "probability": 0.0296630859375}, {"token_id": 581, "token_text": " have", "probability": 0.02783203125}, {"token_id": 1466, "token_text": " help", "probability": 0.0245361328125}, {"token_id": 1300, "token_text": " use", "probability": 0.014892578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2119140625}, {"token_id": 2956, "token_text": " able", "probability": 0.047119140625}, {"token_id": 4424, "token_text": " considered", "probability": 0.030517578125}, {"token_id": 209, "token_text": " a", "probability": 0.0184326171875}, {"token_id": 230, "token_text": " the", "probability": 0.011962890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.34765625}, {"token_id": 234, "token_text": " in", "probability": 0.1748046875}, {"token_id": 347, "token_text": " as", "probability": 0.09375}, {"token_id": 321, "token_text": " for", "probability": 0.053466796875}, {"token_id": 17, "token_text": ".", "probability": 0.053466796875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.05029296875}, {"token_id": 8550, "token_text": " determine", "probability": 0.036865234375}, {"token_id": 4052, "token_text": " create", "probability": 0.032470703125}, {"token_id": 10938, "token_text": " identify", "probability": 0.0286865234375}, {"token_id": 7749, "token_text": " measure", "probability": 0.0252685546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 209, "token_text": " a", "probability": 0.08251953125}, {"token_id": 1168, "token_text": " how", "probability": 0.033447265625}, {"token_id": 262, "token_text": " and", "probability": 0.0303955078125}, {"token_id": 1076, "token_text": " what", "probability": 0.0167236328125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.03515625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.03515625}, {"token_id": 5913, "token_text": " meaning", "probability": 0.01513671875}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.0107421875}, {"token_id": 4529, "token_text": " relationship", "probability": 0.0107421875}, {"token_id": 8217, "token_text": " difference", "probability": 0.009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.314453125}, {"token_id": 262, "token_text": " and", "probability": 0.10205078125}, {"token_id": 347, "token_text": " as", "probability": 0.07470703125}, {"token_id": 15, "token_text": ",", "probability": 0.07470703125}, {"token_id": 234, "token_text": " in", "probability": 0.029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.291015625}, {"token_id": 209, "token_text": " a", "probability": 0.0810546875}, {"token_id": 3965, "token_text": " language", "probability": 0.0255126953125}, {"token_id": 587, "token_text": " this", "probability": 0.0198974609375}, {"token_id": 248, "token_text": " an", "probability": 0.01544189453125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1484375}, {"token_id": 2185, "token_text": " word", "probability": 0.036376953125}, {"token_id": 3093, "token_text": " English", "probability": 0.03515625}, {"token_id": 1758, "token_text": " United", "probability": 0.0166015625}, {"token_id": 1547, "token_text": " world", "probability": 0.0146484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2041015625}, {"token_id": 256, "token_text": " of", "probability": 0.1318359375}, {"token_id": 15, "token_text": ",", "probability": 0.109375}, {"token_id": 262, "token_text": " and", "probability": 0.06640625}, {"token_id": 347, "token_text": " as", "probability": 0.062255859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.173828125}, {"token_id": 679, "token_text": " It", "probability": 0.046875}, {"token_id": 407, "token_text": " In", "probability": 0.046875}, {"token_id": 277, "token_text": " A", "probability": 0.041259765625}, {"token_id": 1062, "token_text": " This", "probability": 0.036376953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.047119140625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.047119140625}, {"token_id": 1962, "token_text": " main", "probability": 0.0216064453125}, {"token_id": 1617, "token_text": " term", "probability": 0.0196533203125}, {"token_id": 2185, "token_text": " word", "probability": 0.0157470703125}, {"token_id": 836, "token_text": " first", "probability": 0.01531982421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.228515625}, {"token_id": 256, "token_text": " of", "probability": 0.189453125}, {"token_id": 566, "token_text": " can", "probability": 0.044921875}, {"token_id": 1503, "token_text": " should", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.025634765625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07421875}, {"token_id": 230, "token_text": " the", "probability": 0.061279296875}, {"token_id": 1347, "token_text": " used", "probability": 0.05078125}, {"token_id": 534, "token_text": " not", "probability": 0.044921875}, {"token_id": 751, "token_text": " also", "probability": 0.03955078125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0245361328125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0245361328125}, {"token_id": 1525, "token_text": " very", "probability": 0.016845703125}, {"token_id": 5624, "token_text": " complex", "probability": 0.01446533203125}, {"token_id": 10792, "token_text": " combination", "probability": 0.01397705078125}, {"token_id": 5388, "token_text": " simple", "probability": 0.0135498046875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.421875}, {"token_id": 256, "token_text": " of", "probability": 0.0732421875}, {"token_id": 234, "token_text": " in", "probability": 0.036865234375}, {"token_id": 15, "token_text": ",", "probability": 0.03466796875}, {"token_id": 1347, "token_text": " used", "probability": 0.0306396484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.26953125}, {"token_id": 566, "token_text": " can", "probability": 0.0498046875}, {"token_id": 614, "token_text": " has", "probability": 0.046875}, {"token_id": 361, "token_text": " was", "probability": 0.020751953125}, {"token_id": 5753, "token_text": " uses", "probability": 0.0172119140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.138671875}, {"token_id": 230, "token_text": " the", "probability": 0.03515625}, {"token_id": 15684, "token_text": " spoken", "probability": 0.032958984375}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 534, "token_text": " not", "probability": 0.024169921875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5390625}, {"token_id": 234, "token_text": " in", "probability": 0.154296875}, {"token_id": 347, "token_text": " as", "probability": 0.060546875}, {"token_id": 443, "token_text": " by", "probability": 0.047119140625}, {"token_id": 321, "token_text": " for", "probability": 0.032470703125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.4609375}, {"token_id": 2887, "token_text": " refer", "probability": 0.045654296875}, {"token_id": 10938, "token_text": " identify", "probability": 0.042724609375}, {"token_id": 17143, "token_text": " define", "probability": 0.0244140625}, {"token_id": 11602, "token_text": " indicate", "probability": 0.0244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.470703125}, {"token_id": 3965, "token_text": " language", "probability": 0.134765625}, {"token_id": 209, "token_text": " a", "probability": 0.0283203125}, {"token_id": 9378, "token_text": " languages", "probability": 0.026611328125}, {"token_id": 262, "token_text": " and", "probability": 0.0234375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.796875}, {"token_id": 9378, "token_text": " languages", "probability": 0.0272216796875}, {"token_id": 5913, "token_text": " meaning", "probability": 0.0225830078125}, {"token_id": 3093, "token_text": " English", "probability": 0.006072998046875}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.00537109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.34375}, {"token_id": 347, "token_text": " as", "probability": 0.15234375}, {"token_id": 17, "token_text": ".", "probability": 0.07666015625}, {"token_id": 262, "token_text": " and", "probability": 0.0595703125}, {"token_id": 234, "token_text": " in", "probability": 0.0595703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73828125}, {"token_id": 3965, "token_text": " language", "probability": 0.056884765625}, {"token_id": 209, "token_text": " a", "probability": 0.02685546875}, {"token_id": 3093, "token_text": " English", "probability": 0.016357421875}, {"token_id": 9378, "token_text": " languages", "probability": 0.00701904296875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.83203125}, {"token_id": 9378, "token_text": " languages", "probability": 0.0302734375}, {"token_id": 3093, "token_text": " English", "probability": 0.0235595703125}, {"token_id": 2185, "token_text": " word", "probability": 0.01116943359375}, {"token_id": 16351, "token_text": " Language", "probability": 0.00634765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.345703125}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 262, "token_text": " and", "probability": 0.09912109375}, {"token_id": 234, "token_text": " in", "probability": 0.07275390625}, {"token_id": 347, "token_text": " as", "probability": 0.06005859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.310546875}, {"token_id": 679, "token_text": " It", "probability": 0.08349609375}, {"token_id": 277, "token_text": " A", "probability": 0.047607421875}, {"token_id": 1062, "token_text": " This", "probability": 0.037109375}, {"token_id": 407, "token_text": " In", "probability": 0.037109375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.3515625}, {"token_id": 1617, "token_text": " term", "probability": 0.03955078125}, {"token_id": 2185, "token_text": " word", "probability": 0.034912109375}, {"token_id": 1962, "token_text": " main", "probability": 0.019287109375}, {"token_id": 9378, "token_text": " languages", "probability": 0.01239013671875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.369140625}, {"token_id": 256, "token_text": " of", "probability": 0.185546875}, {"token_id": 566, "token_text": " can", "probability": 0.060302734375}, {"token_id": 15, "token_text": ",", "probability": 0.0184326171875}, {"token_id": 234, "token_text": " in", "probability": 0.0162353515625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1591796875}, {"token_id": 1347, "token_text": " used", "probability": 0.1025390625}, {"token_id": 230, "token_text": " the", "probability": 0.051513671875}, {"token_id": 751, "token_text": " also", "probability": 0.03759765625}, {"token_id": 248, "token_text": " an", "probability": 0.027587890625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1298828125}, {"token_id": 4275, "token_text": " type", "probability": 0.017578125}, {"token_id": 14182, "token_text": " translation", "probability": 0.01373291015625}, {"token_id": 5388, "token_text": " simple", "probability": 0.0133056640625}, {"token_id": 2206, "token_text": " different", "probability": 0.0133056640625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.75390625}, {"token_id": 647, "token_text": " which", "probability": 0.029296875}, {"token_id": 256, "token_text": " of", "probability": 0.0274658203125}, {"token_id": 1347, "token_text": " used", "probability": 0.0201416015625}, {"token_id": 234, "token_text": " in", "probability": 0.0177001953125}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.462890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.462890625}, {"token_id": 534, "token_text": " not", "probability": 0.0296630859375}, {"token_id": 581, "token_text": " have", "probability": 0.02783203125}, {"token_id": 1466, "token_text": " help", "probability": 0.0245361328125}, {"token_id": 1300, "token_text": " use", "probability": 0.014892578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2119140625}, {"token_id": 2956, "token_text": " able", "probability": 0.047119140625}, {"token_id": 4424, "token_text": " considered", "probability": 0.030517578125}, {"token_id": 209, "token_text": " a", "probability": 0.0184326171875}, {"token_id": 230, "token_text": " the", "probability": 0.011962890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.34765625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.34765625}, {"token_id": 234, "token_text": " in", "probability": 0.1748046875}, {"token_id": 347, "token_text": " as", "probability": 0.09375}, {"token_id": 321, "token_text": " for", "probability": 0.053466796875}, {"token_id": 17, "token_text": ".", "probability": 0.053466796875}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.05029296875, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.05029296875}, {"token_id": 8550, "token_text": " determine", "probability": 0.036865234375}, {"token_id": 4052, "token_text": " create", "probability": 0.032470703125}, {"token_id": 10938, "token_text": " identify", "probability": 0.0286865234375}, {"token_id": 7749, "token_text": " measure", "probability": 0.0252685546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.306640625}, {"token_id": 209, "token_text": " a", "probability": 0.08251953125}, {"token_id": 1168, "token_text": " how", "probability": 0.033447265625}, {"token_id": 262, "token_text": " and", "probability": 0.0303955078125}, {"token_id": 1076, "token_text": " what", "probability": 0.0167236328125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.03515625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.03515625}, {"token_id": 5913, "token_text": " meaning", "probability": 0.01513671875}, {"token_id": 14128, "token_text": " characteristics", "probability": 0.0107421875}, {"token_id": 4529, "token_text": " relationship", "probability": 0.0107421875}, {"token_id": 8217, "token_text": " difference", "probability": 0.009765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.314453125}, {"token_id": 262, "token_text": " and", "probability": 0.10205078125}, {"token_id": 347, "token_text": " as", "probability": 0.07470703125}, {"token_id": 15, "token_text": ",", "probability": 0.07470703125}, {"token_id": 234, "token_text": " in", "probability": 0.029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.291015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.291015625}, {"token_id": 209, "token_text": " a", "probability": 0.0810546875}, {"token_id": 3965, "token_text": " language", "probability": 0.0255126953125}, {"token_id": 587, "token_text": " this", "probability": 0.0198974609375}, {"token_id": 248, "token_text": " an", "probability": 0.01544189453125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1484375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1484375}, {"token_id": 2185, "token_text": " word", "probability": 0.036376953125}, {"token_id": 3093, "token_text": " English", "probability": 0.03515625}, {"token_id": 1758, "token_text": " United", "probability": 0.0166015625}, {"token_id": 1547, "token_text": " world", "probability": 0.0146484375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.2041015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.2041015625}, {"token_id": 256, "token_text": " of", "probability": 0.1318359375}, {"token_id": 15, "token_text": ",", "probability": 0.109375}, {"token_id": 262, "token_text": " and", "probability": 0.06640625}, {"token_id": 347, "token_text": " as", "probability": 0.062255859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.173828125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.173828125}, {"token_id": 679, "token_text": " It", "probability": 0.046875}, {"token_id": 407, "token_text": " In", "probability": 0.046875}, {"token_id": 277, "token_text": " A", "probability": 0.041259765625}, {"token_id": 1062, "token_text": " This", "probability": 0.036376953125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.047119140625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.047119140625}, {"token_id": 1962, "token_text": " main", "probability": 0.0216064453125}, {"token_id": 1617, "token_text": " term", "probability": 0.0196533203125}, {"token_id": 2185, "token_text": " word", "probability": 0.0157470703125}, {"token_id": 836, "token_text": " first", "probability": 0.01531982421875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.228515625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.228515625}, {"token_id": 256, "token_text": " of", "probability": 0.189453125}, {"token_id": 566, "token_text": " can", "probability": 0.044921875}, {"token_id": 1503, "token_text": " should", "probability": 0.034912109375}, {"token_id": 15, "token_text": ",", "probability": 0.025634765625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.07421875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.07421875}, {"token_id": 230, "token_text": " the", "probability": 0.061279296875}, {"token_id": 1347, "token_text": " used", "probability": 0.05078125}, {"token_id": 534, "token_text": " not", "probability": 0.044921875}, {"token_id": 751, "token_text": " also", "probability": 0.03955078125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0245361328125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0245361328125}, {"token_id": 1525, "token_text": " very", "probability": 0.016845703125}, {"token_id": 5624, "token_text": " complex", "probability": 0.01446533203125}, {"token_id": 10792, "token_text": " combination", "probability": 0.01397705078125}, {"token_id": 5388, "token_text": " simple", "probability": 0.0135498046875}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.421875}, {"token_id": 256, "token_text": " of", "probability": 0.0732421875}, {"token_id": 234, "token_text": " in", "probability": 0.036865234375}, {"token_id": 15, "token_text": ",", "probability": 0.03466796875}, {"token_id": 1347, "token_text": " used", "probability": 0.0306396484375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.26953125}, {"token_id": 566, "token_text": " can", "probability": 0.0498046875}, {"token_id": 614, "token_text": " has", "probability": 0.046875}, {"token_id": 361, "token_text": " was", "probability": 0.020751953125}, {"token_id": 5753, "token_text": " uses", "probability": 0.0172119140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.138671875}, {"token_id": 230, "token_text": " the", "probability": 0.03515625}, {"token_id": 15684, "token_text": " spoken", "probability": 0.032958984375}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 534, "token_text": " not", "probability": 0.024169921875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5390625}, {"token_id": 234, "token_text": " in", "probability": 0.154296875}, {"token_id": 347, "token_text": " as", "probability": 0.060546875}, {"token_id": 443, "token_text": " by", "probability": 0.047119140625}, {"token_id": 321, "token_text": " for", "probability": 0.032470703125}]}, {"token_id": 10728, "token_text": " describe", "chosen_probability": 0.4609375, "top_k_candidates": [{"token_id": 10728, "token_text": " describe", "probability": 0.4609375}, {"token_id": 2887, "token_text": " refer", "probability": 0.045654296875}, {"token_id": 10938, "token_text": " identify", "probability": 0.042724609375}, {"token_id": 17143, "token_text": " define", "probability": 0.0244140625}, {"token_id": 11602, "token_text": " indicate", "probability": 0.0244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.470703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.470703125}, {"token_id": 3965, "token_text": " language", "probability": 0.134765625}, {"token_id": 209, "token_text": " a", "probability": 0.0283203125}, {"token_id": 9378, "token_text": " languages", "probability": 0.026611328125}, {"token_id": 262, "token_text": " and", "probability": 0.0234375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.796875}, {"token_id": 9378, "token_text": " languages", "probability": 0.0272216796875}, {"token_id": 5913, "token_text": " meaning", "probability": 0.0225830078125}, {"token_id": 3093, "token_text": " English", "probability": 0.006072998046875}, {"token_id": 30577, "token_text": " vocabulary", "probability": 0.00537109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.34375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.34375}, {"token_id": 347, "token_text": " as", "probability": 0.15234375}, {"token_id": 17, "token_text": ".", "probability": 0.07666015625}, {"token_id": 262, "token_text": " and", "probability": 0.0595703125}, {"token_id": 234, "token_text": " in", "probability": 0.0595703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73828125}, {"token_id": 3965, "token_text": " language", "probability": 0.056884765625}, {"token_id": 209, "token_text": " a", "probability": 0.02685546875}, {"token_id": 3093, "token_text": " English", "probability": 0.016357421875}, {"token_id": 9378, "token_text": " languages", "probability": 0.00701904296875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.83203125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.83203125}, {"token_id": 9378, "token_text": " languages", "probability": 0.0302734375}, {"token_id": 3093, "token_text": " English", "probability": 0.0235595703125}, {"token_id": 2185, "token_text": " word", "probability": 0.01116943359375}, {"token_id": 16351, "token_text": " Language", "probability": 0.00634765625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.345703125}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 262, "token_text": " and", "probability": 0.09912109375}, {"token_id": 234, "token_text": " in", "probability": 0.07275390625}, {"token_id": 347, "token_text": " as", "probability": 0.06005859375}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.310546875}, {"token_id": 679, "token_text": " It", "probability": 0.08349609375}, {"token_id": 277, "token_text": " A", "probability": 0.047607421875}, {"token_id": 1062, "token_text": " This", "probability": 0.037109375}, {"token_id": 407, "token_text": " In", "probability": 0.037109375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.3515625}, {"token_id": 1617, "token_text": " term", "probability": 0.03955078125}, {"token_id": 2185, "token_text": " word", "probability": 0.034912109375}, {"token_id": 1962, "token_text": " main", "probability": 0.019287109375}, {"token_id": 9378, "token_text": " languages", "probability": 0.01239013671875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.369140625}, {"token_id": 256, "token_text": " of", "probability": 0.185546875}, {"token_id": 566, "token_text": " can", "probability": 0.060302734375}, {"token_id": 15, "token_text": ",", "probability": 0.0184326171875}, {"token_id": 234, "token_text": " in", "probability": 0.0162353515625}]}, {"token_id": 209, "token_text": " a", "chosen_probability": 0.1591796875, "top_k_candidates": [{"token_id": 209, "token_text": " a", "probability": 0.1591796875}, {"token_id": 1347, "token_text": " used", "probability": 0.1025390625}, {"token_id": 230, "token_text": " the", "probability": 0.051513671875}, {"token_id": 751, "token_text": " also", "probability": 0.03759765625}, {"token_id": 248, "token_text": " an", "probability": 0.027587890625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.1298828125}, {"token_id": 4275, "token_text": " type", "probability": 0.017578125}, {"token_id": 14182, "token_text": " translation", "probability": 0.01373291015625}, {"token_id": 5388, "token_text": " simple", "probability": 0.0133056640625}, {"token_id": 2206, "token_text": " different", "probability": 0.0133056640625}]}, {"token_id": 379, "token_text": " that", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 379, "token_text": " that", "probability": 0.75390625}, {"token_id": 647, "token_text": " which", "probability": 0.029296875}, {"token_id": 256, "token_text": " of", "probability": 0.0274658203125}, {"token_id": 1347, "token_text": " used", "probability": 0.0201416015625}, {"token_id": 234, "token_text": " in", "probability": 0.0177001953125}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.462890625, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.462890625}, {"token_id": 534, "token_text": " not", "probability": 0.0296630859375}, {"token_id": 581, "token_text": " have", "probability": 0.02783203125}, {"token_id": 1466, "token_text": " help", "probability": 0.0245361328125}, {"token_id": 1300, "token_text": " use", "probability": 0.014892578125}, {"token_id": 2464, "token_text": " include", "probability": 0.014892578125}, {"token_id": 3710, "token_text": " provide", "probability": 0.01397705078125}, {"token_id": 751, "token_text": " also", "probability": 0.01318359375}, {"token_id": 1624, "token_text": " look", "probability": 0.01318359375}, {"token_id": 1494, "token_text": " make", "probability": 0.00750732421875}], "entropy": 3.71875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.7702644839043766, "average_logprob_per_token": -0.7702644839043766, "perplexity_on_target_sequence": 2.1603375527426163, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.7702644839043766, "probability": 0.462890625, "raw_probability": 0.462890625, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58218.60501623154, "probe_elapsed_sec": 0.9997517460142262, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata fondata nel 1795 da Carlo Alberto, che nel 1795 fu fondata nel Regno d'Italia. Nel 1795 fu fondata il Regno d'Italia,", "text": "La capitale d'Italia \u00e8 stata fondata nel 1795 da Carlo Alberto, che nel 1795 fu fondata nel Regno d'Italia. Nel 1795 fu fondata il Regno d'Italia,", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1025390625}, {"token_id": 293, "token_text": " il", "probability": 0.0751953125}, {"token_id": 285, "token_text": " la", "probability": 0.0751953125}, {"token_id": 267, "token_text": " un", "probability": 0.054931640625}, {"token_id": 387, "token_text": " una", "probability": 0.040283203125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.076171875}, {"token_id": 285, "token_text": " la", "probability": 0.0712890625}, {"token_id": 387, "token_text": " una", "probability": 0.046142578125}, {"token_id": 267, "token_text": " un", "probability": 0.0205078125}, {"token_id": 227, "token_text": " l", "probability": 0.0205078125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.54296875}, {"token_id": 333, "token_text": " da", "probability": 0.06494140625}, {"token_id": 674, "token_text": " dal", "probability": 0.036865234375}, {"token_id": 234, "token_text": " in", "probability": 0.02880859375}, {"token_id": 293, "token_text": " il", "probability": 0.02099609375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0220947265625}, {"token_id": 9212, "token_text": " 1947", "probability": 0.0220947265625}, {"token_id": 1148, "token_text": " 15", "probability": 0.020751953125}, {"token_id": 1552, "token_text": " 14", "probability": 0.01519775390625}, {"token_id": 11982, "token_text": " 1926", "probability": 0.013427734375}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.033935546875, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.033935546875}, {"token_id": 5978, "token_text": "37", "probability": 0.0263671875}, {"token_id": 9911, "token_text": "79", "probability": 0.0247802734375}, {"token_id": 7132, "token_text": "88", "probability": 0.0218505859375}, {"token_id": 3635, "token_text": "80", "probability": 0.0218505859375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.255859375}, {"token_id": 246, "token_text": " e", "probability": 0.09375}, {"token_id": 15, "token_text": ",", "probability": 0.09375}, {"token_id": 674, "token_text": " dal", "probability": 0.0732421875}, {"token_id": 17, "token_text": ".", "probability": 0.06884765625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.0576171875, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.0576171875}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0576171875}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.05419921875}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.03955078125}, {"token_id": 17750, "token_text": " Ferdinando", "probability": 0.034912109375}]}, {"token_id": 11845, "token_text": " Alberto", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 11845, "token_text": " Alberto", "probability": 0.083984375}, {"token_id": 455, "token_text": " V", "probability": 0.044921875}, {"token_id": 274, "token_text": " I", "probability": 0.0308837890625}, {"token_id": 19118, "token_text": " Emanuele", "probability": 0.029052734375}, {"token_id": 3375, "token_text": " Maria", "probability": 0.0181884765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.0859375}, {"token_id": 246, "token_text": " e", "probability": 0.0859375}, {"token_id": 17, "token_text": ".", "probability": 0.035888671875}, {"token_id": 333, "token_text": " da", "probability": 0.0296630859375}, {"token_id": 238, "token_text": " di", "probability": 0.0279541015625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.07177734375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.0595703125}, {"token_id": 293, "token_text": " il", "probability": 0.04638671875}, {"token_id": 445, "token_text": " ma", "probability": 0.03173828125}, {"token_id": 246, "token_text": " e", "probability": 0.0233154296875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.048828125}, {"token_id": 633, "token_text": " fu", "probability": 0.04296875}, {"token_id": 560, "token_text": " lo", "probability": 0.04052734375}, {"token_id": 395, "token_text": " si", "probability": 0.04052734375}, {"token_id": 1323, "token_text": " aveva", "probability": 0.03564453125}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.283203125}, {"token_id": 2498, "token_text": " corso", "probability": 0.0810546875}, {"token_id": 31578, "token_text": " 1797", "probability": 0.049072265625}, {"token_id": 8274, "token_text": " 179", "probability": 0.035888671875}, {"token_id": 7420, "token_text": " frattempo", "probability": 0.035888671875}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.6328125}, {"token_id": 9355, "token_text": "87", "probability": 0.02783203125}, {"token_id": 4868, "token_text": "90", "probability": 0.0230712890625}, {"token_id": 7982, "token_text": "76", "probability": 0.0216064453125}, {"token_id": 6369, "token_text": "99", "probability": 0.014892578125}]}, {"token_id": 633, "token_text": " fu", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 633, "token_text": " fu", "probability": 0.09423828125}, {"token_id": 373, "token_text": " ha", "probability": 0.08349609375}, {"token_id": 744, "token_text": " era", "probability": 0.06103515625}, {"token_id": 1323, "token_text": " aveva", "probability": 0.050537109375}, {"token_id": 1756, "token_text": " venne", "probability": 0.039306640625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.062255859375}, {"token_id": 285, "token_text": " la", "probability": 0.05859375}, {"token_id": 293, "token_text": " il", "probability": 0.033447265625}, {"token_id": 490, "token_text": " tra", "probability": 0.0244140625}, {"token_id": 267, "token_text": " un", "probability": 0.0244140625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1650390625}, {"token_id": 333, "token_text": " da", "probability": 0.12060546875}, {"token_id": 293, "token_text": " il", "probability": 0.10009765625}, {"token_id": 674, "token_text": " dal", "probability": 0.06884765625}, {"token_id": 285, "token_text": " la", "probability": 0.06884765625}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.1630859375}, {"token_id": 1178, "token_text": " 17", "probability": 0.0771484375}, {"token_id": 4041, "token_text": " territorio", "probability": 0.041259765625}, {"token_id": 2498, "token_text": " corso", "probability": 0.0283203125}, {"token_id": 25922, "token_text": " Collegio", "probability": 0.0220947265625}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.400390625}, {"token_id": 238, "token_text": " di", "probability": 0.310546875}, {"token_id": 491, "token_text": " dei", "probability": 0.03271484375}, {"token_id": 8499, "token_text": " Unito", "probability": 0.03271484375}, {"token_id": 573, "token_text": " delle", "probability": 0.0255126953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.984375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01031494140625}, {"token_id": 2710, "token_text": "uomo", "probability": 0.000274658203125}, {"token_id": 2075, "token_text": "otti", "probability": 0.0001888275146484375}, {"token_id": 67, "token_text": "`", "probability": 0.0001888275146484375}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.97265625}, {"token_id": 11548, "token_text": "Inghilterra", "probability": 0.0037384033203125}, {"token_id": 11225, "token_text": "Impero", "probability": 0.00225830078125}, {"token_id": 16427, "token_text": "Austria", "probability": 0.00121307373046875}, {"token_id": 624, "token_text": "oro", "probability": 0.001068115234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.1533203125}, {"token_id": 246, "token_text": " e", "probability": 0.0927734375}, {"token_id": 447, "token_text": " nel", "probability": 0.059814453125}, {"token_id": 293, "token_text": " il", "probability": 0.059814453125}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.2021484375, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.2021484375}, {"token_id": 515, "token_text": " La", "probability": 0.08984375}, {"token_id": 538, "token_text": " Il", "probability": 0.07421875}, {"token_id": 3190, "token_text": " Dal", "probability": 0.037353515625}, {"token_id": 2854, "token_text": " Fu", "probability": 0.037353515625}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.48046875}, {"token_id": 2498, "token_text": " corso", "probability": 0.057373046875}, {"token_id": 31578, "token_text": " 1797", "probability": 0.037109375}, {"token_id": 8274, "token_text": " 179", "probability": 0.034912109375}, {"token_id": 5506, "token_text": " 180", "probability": 0.03271484375}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.6328125}, {"token_id": 9355, "token_text": "87", "probability": 0.020263671875}, {"token_id": 7982, "token_text": "76", "probability": 0.0157470703125}, {"token_id": 12357, "token_text": "94", "probability": 0.013916015625}, {"token_id": 8891, "token_text": "65", "probability": 0.01312255859375}]}, {"token_id": 633, "token_text": " fu", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 633, "token_text": " fu", "probability": 0.162109375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 1756, "token_text": " venne", "probability": 0.0927734375}, {"token_id": 293, "token_text": " il", "probability": 0.06787109375}, {"token_id": 285, "token_text": " la", "probability": 0.06787109375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.1962890625}, {"token_id": 16029, "token_text": " creata", "probability": 0.046630859375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.043701171875}, {"token_id": 7416, "token_text": " creato", "probability": 0.041259765625}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0283203125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.208984375}, {"token_id": 447, "token_text": " nel", "probability": 0.208984375}, {"token_id": 285, "token_text": " la", "probability": 0.119140625}, {"token_id": 333, "token_text": " da", "probability": 0.052978515625}, {"token_id": 227, "token_text": " l", "probability": 0.052978515625}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.09765625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0810546875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0712890625}, {"token_id": 7241, "token_text": " castello", "probability": 0.01495361328125}, {"token_id": 3386, "token_text": " comune", "probability": 0.01495361328125}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.87890625}, {"token_id": 238, "token_text": " di", "probability": 0.06787109375}, {"token_id": 491, "token_text": " dei", "probability": 0.0052490234375}, {"token_id": 573, "token_text": " delle", "probability": 0.0038299560546875}, {"token_id": 337, "token_text": " del", "probability": 0.002471923828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.007110595703125}, {"token_id": 2710, "token_text": "uomo", "probability": 0.0003528594970703125}, {"token_id": 3707, "token_text": "Italia", "probability": 0.000274658203125}, {"token_id": 599, "token_text": "ini", "probability": 0.00014781951904296875}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.98828125}, {"token_id": 11548, "token_text": "Inghilterra", "probability": 0.00157928466796875}, {"token_id": 16427, "token_text": "Austria", "probability": 0.0009613037109375}, {"token_id": 2716, "token_text": " Italia", "probability": 0.0009002685546875}, {"token_id": 5681, "token_text": "Europa", "probability": 0.0004253387451171875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 17, "token_text": ".", "probability": 0.11962890625}, {"token_id": 246, "token_text": " e", "probability": 0.09326171875}, {"token_id": 272, "token_text": " con", "probability": 0.0771484375}, {"token_id": 674, "token_text": " dal", "probability": 0.06396484375}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1025390625}, {"token_id": 293, "token_text": " il", "probability": 0.0751953125}, {"token_id": 285, "token_text": " la", "probability": 0.0751953125}, {"token_id": 267, "token_text": " un", "probability": 0.054931640625}, {"token_id": 387, "token_text": " una", "probability": 0.040283203125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.076171875}, {"token_id": 285, "token_text": " la", "probability": 0.0712890625}, {"token_id": 387, "token_text": " una", "probability": 0.046142578125}, {"token_id": 267, "token_text": " un", "probability": 0.0205078125}, {"token_id": 227, "token_text": " l", "probability": 0.0205078125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.54296875}, {"token_id": 333, "token_text": " da", "probability": 0.06494140625}, {"token_id": 674, "token_text": " dal", "probability": 0.036865234375}, {"token_id": 234, "token_text": " in", "probability": 0.02880859375}, {"token_id": 293, "token_text": " il", "probability": 0.02099609375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0220947265625}, {"token_id": 9212, "token_text": " 1947", "probability": 0.0220947265625}, {"token_id": 1148, "token_text": " 15", "probability": 0.020751953125}, {"token_id": 1552, "token_text": " 14", "probability": 0.01519775390625}, {"token_id": 11982, "token_text": " 1926", "probability": 0.013427734375}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.033935546875, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.033935546875}, {"token_id": 5978, "token_text": "37", "probability": 0.0263671875}, {"token_id": 9911, "token_text": "79", "probability": 0.0247802734375}, {"token_id": 7132, "token_text": "88", "probability": 0.0218505859375}, {"token_id": 3635, "token_text": "80", "probability": 0.0218505859375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.255859375}, {"token_id": 246, "token_text": " e", "probability": 0.09375}, {"token_id": 15, "token_text": ",", "probability": 0.09375}, {"token_id": 674, "token_text": " dal", "probability": 0.0732421875}, {"token_id": 17, "token_text": ".", "probability": 0.06884765625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.0576171875, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.0576171875}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0576171875}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.05419921875}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.03955078125}, {"token_id": 17750, "token_text": " Ferdinando", "probability": 0.034912109375}]}, {"token_id": 11845, "token_text": " Alberto", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 11845, "token_text": " Alberto", "probability": 0.083984375}, {"token_id": 455, "token_text": " V", "probability": 0.044921875}, {"token_id": 274, "token_text": " I", "probability": 0.0308837890625}, {"token_id": 19118, "token_text": " Emanuele", "probability": 0.029052734375}, {"token_id": 3375, "token_text": " Maria", "probability": 0.0181884765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.0859375}, {"token_id": 246, "token_text": " e", "probability": 0.0859375}, {"token_id": 17, "token_text": ".", "probability": 0.035888671875}, {"token_id": 333, "token_text": " da", "probability": 0.0296630859375}, {"token_id": 238, "token_text": " di", "probability": 0.0279541015625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.07177734375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.0595703125}, {"token_id": 293, "token_text": " il", "probability": 0.04638671875}, {"token_id": 445, "token_text": " ma", "probability": 0.03173828125}, {"token_id": 246, "token_text": " e", "probability": 0.0233154296875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.048828125}, {"token_id": 633, "token_text": " fu", "probability": 0.04296875}, {"token_id": 560, "token_text": " lo", "probability": 0.04052734375}, {"token_id": 395, "token_text": " si", "probability": 0.04052734375}, {"token_id": 1323, "token_text": " aveva", "probability": 0.03564453125}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.283203125}, {"token_id": 2498, "token_text": " corso", "probability": 0.0810546875}, {"token_id": 31578, "token_text": " 1797", "probability": 0.049072265625}, {"token_id": 8274, "token_text": " 179", "probability": 0.035888671875}, {"token_id": 7420, "token_text": " frattempo", "probability": 0.035888671875}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.6328125}, {"token_id": 9355, "token_text": "87", "probability": 0.02783203125}, {"token_id": 4868, "token_text": "90", "probability": 0.0230712890625}, {"token_id": 7982, "token_text": "76", "probability": 0.0216064453125}, {"token_id": 6369, "token_text": "99", "probability": 0.014892578125}]}, {"token_id": 633, "token_text": " fu", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 633, "token_text": " fu", "probability": 0.09423828125}, {"token_id": 373, "token_text": " ha", "probability": 0.08349609375}, {"token_id": 744, "token_text": " era", "probability": 0.06103515625}, {"token_id": 1323, "token_text": " aveva", "probability": 0.050537109375}, {"token_id": 1756, "token_text": " venne", "probability": 0.039306640625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.062255859375}, {"token_id": 285, "token_text": " la", "probability": 0.05859375}, {"token_id": 293, "token_text": " il", "probability": 0.033447265625}, {"token_id": 490, "token_text": " tra", "probability": 0.0244140625}, {"token_id": 267, "token_text": " un", "probability": 0.0244140625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1650390625}, {"token_id": 333, "token_text": " da", "probability": 0.12060546875}, {"token_id": 293, "token_text": " il", "probability": 0.10009765625}, {"token_id": 674, "token_text": " dal", "probability": 0.06884765625}, {"token_id": 285, "token_text": " la", "probability": 0.06884765625}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.1630859375}, {"token_id": 1178, "token_text": " 17", "probability": 0.0771484375}, {"token_id": 4041, "token_text": " territorio", "probability": 0.041259765625}, {"token_id": 2498, "token_text": " corso", "probability": 0.0283203125}, {"token_id": 25922, "token_text": " Collegio", "probability": 0.0220947265625}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.400390625}, {"token_id": 238, "token_text": " di", "probability": 0.310546875}, {"token_id": 491, "token_text": " dei", "probability": 0.03271484375}, {"token_id": 8499, "token_text": " Unito", "probability": 0.03271484375}, {"token_id": 573, "token_text": " delle", "probability": 0.0255126953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.984375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01031494140625}, {"token_id": 2710, "token_text": "uomo", "probability": 0.000274658203125}, {"token_id": 2075, "token_text": "otti", "probability": 0.0001888275146484375}, {"token_id": 67, "token_text": "`", "probability": 0.0001888275146484375}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.97265625}, {"token_id": 11548, "token_text": "Inghilterra", "probability": 0.0037384033203125}, {"token_id": 11225, "token_text": "Impero", "probability": 0.00225830078125}, {"token_id": 16427, "token_text": "Austria", "probability": 0.00121307373046875}, {"token_id": 624, "token_text": "oro", "probability": 0.001068115234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.1533203125}, {"token_id": 246, "token_text": " e", "probability": 0.0927734375}, {"token_id": 447, "token_text": " nel", "probability": 0.059814453125}, {"token_id": 293, "token_text": " il", "probability": 0.059814453125}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.205078125}, {"token_id": 515, "token_text": " La", "probability": 0.0908203125}, {"token_id": 538, "token_text": " Il", "probability": 0.0751953125}, {"token_id": 3190, "token_text": " Dal", "probability": 0.037841796875}, {"token_id": 2854, "token_text": " Fu", "probability": 0.037841796875}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.48046875}, {"token_id": 2498, "token_text": " corso", "probability": 0.057373046875}, {"token_id": 31578, "token_text": " 1797", "probability": 0.037109375}, {"token_id": 8274, "token_text": " 179", "probability": 0.034912109375}, {"token_id": 5506, "token_text": " 180", "probability": 0.03271484375}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.6328125}, {"token_id": 9355, "token_text": "87", "probability": 0.020263671875}, {"token_id": 7982, "token_text": "76", "probability": 0.0157470703125}, {"token_id": 12357, "token_text": "94", "probability": 0.013916015625}, {"token_id": 8891, "token_text": "65", "probability": 0.01312255859375}]}, {"token_id": 633, "token_text": " fu", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 633, "token_text": " fu", "probability": 0.162109375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 1756, "token_text": " venne", "probability": 0.0927734375}, {"token_id": 293, "token_text": " il", "probability": 0.06787109375}, {"token_id": 285, "token_text": " la", "probability": 0.06787109375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.1962890625}, {"token_id": 16029, "token_text": " creata", "probability": 0.046630859375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.043701171875}, {"token_id": 7416, "token_text": " creato", "probability": 0.041259765625}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0283203125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.208984375}, {"token_id": 447, "token_text": " nel", "probability": 0.208984375}, {"token_id": 285, "token_text": " la", "probability": 0.119140625}, {"token_id": 333, "token_text": " da", "probability": 0.052978515625}, {"token_id": 227, "token_text": " l", "probability": 0.052978515625}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.09765625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0810546875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0712890625}, {"token_id": 7241, "token_text": " castello", "probability": 0.01495361328125}, {"token_id": 3386, "token_text": " comune", "probability": 0.01495361328125}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.87890625}, {"token_id": 238, "token_text": " di", "probability": 0.06787109375}, {"token_id": 491, "token_text": " dei", "probability": 0.0052490234375}, {"token_id": 573, "token_text": " delle", "probability": 0.0038299560546875}, {"token_id": 337, "token_text": " del", "probability": 0.002471923828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.007110595703125}, {"token_id": 2710, "token_text": "uomo", "probability": 0.0003528594970703125}, {"token_id": 3707, "token_text": "Italia", "probability": 0.000274658203125}, {"token_id": 599, "token_text": "ini", "probability": 0.00014781951904296875}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.98828125}, {"token_id": 11548, "token_text": "Inghilterra", "probability": 0.00157928466796875}, {"token_id": 16427, "token_text": "Austria", "probability": 0.0009613037109375}, {"token_id": 2716, "token_text": " Italia", "probability": 0.0009002685546875}, {"token_id": 5681, "token_text": "Europa", "probability": 0.0004253387451171875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 17, "token_text": ".", "probability": 0.11962890625}, {"token_id": 246, "token_text": " e", "probability": 0.09326171875}, {"token_id": 272, "token_text": " con", "probability": 0.0771484375}, {"token_id": 674, "token_text": " dal", "probability": 0.06396484375}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1025390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1025390625}, {"token_id": 293, "token_text": " il", "probability": 0.0751953125}, {"token_id": 285, "token_text": " la", "probability": 0.0751953125}, {"token_id": 267, "token_text": " un", "probability": 0.054931640625}, {"token_id": 387, "token_text": " una", "probability": 0.040283203125}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.076171875}, {"token_id": 285, "token_text": " la", "probability": 0.0712890625}, {"token_id": 387, "token_text": " una", "probability": 0.046142578125}, {"token_id": 267, "token_text": " un", "probability": 0.0205078125}, {"token_id": 227, "token_text": " l", "probability": 0.0205078125}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.54296875}, {"token_id": 333, "token_text": " da", "probability": 0.06494140625}, {"token_id": 674, "token_text": " dal", "probability": 0.036865234375}, {"token_id": 234, "token_text": " in", "probability": 0.02880859375}, {"token_id": 293, "token_text": " il", "probability": 0.02099609375}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.0220947265625, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.0220947265625}, {"token_id": 9212, "token_text": " 1947", "probability": 0.0220947265625}, {"token_id": 1148, "token_text": " 15", "probability": 0.020751953125}, {"token_id": 1552, "token_text": " 14", "probability": 0.01519775390625}, {"token_id": 11982, "token_text": " 1926", "probability": 0.013427734375}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.033935546875, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.033935546875}, {"token_id": 5978, "token_text": "37", "probability": 0.0263671875}, {"token_id": 9911, "token_text": "79", "probability": 0.0247802734375}, {"token_id": 7132, "token_text": "88", "probability": 0.0218505859375}, {"token_id": 3635, "token_text": "80", "probability": 0.0218505859375}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.255859375}, {"token_id": 246, "token_text": " e", "probability": 0.09375}, {"token_id": 15, "token_text": ",", "probability": 0.09375}, {"token_id": 674, "token_text": " dal", "probability": 0.0732421875}, {"token_id": 17, "token_text": ".", "probability": 0.06884765625}]}, {"token_id": 5116, "token_text": " Carlo", "chosen_probability": 0.0576171875, "top_k_candidates": [{"token_id": 5116, "token_text": " Carlo", "probability": 0.0576171875}, {"token_id": 5195, "token_text": " Francesco", "probability": 0.0576171875}, {"token_id": 7537, "token_text": " Luigi", "probability": 0.05419921875}, {"token_id": 3917, "token_text": " Giovanni", "probability": 0.03955078125}, {"token_id": 17750, "token_text": " Ferdinando", "probability": 0.034912109375}]}, {"token_id": 11845, "token_text": " Alberto", "chosen_probability": 0.083984375, "top_k_candidates": [{"token_id": 11845, "token_text": " Alberto", "probability": 0.083984375}, {"token_id": 455, "token_text": " V", "probability": 0.044921875}, {"token_id": 274, "token_text": " I", "probability": 0.0308837890625}, {"token_id": 19118, "token_text": " Emanuele", "probability": 0.029052734375}, {"token_id": 3375, "token_text": " Maria", "probability": 0.0181884765625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.0859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.0859375}, {"token_id": 246, "token_text": " e", "probability": 0.0859375}, {"token_id": 17, "token_text": ".", "probability": 0.035888671875}, {"token_id": 333, "token_text": " da", "probability": 0.0296630859375}, {"token_id": 238, "token_text": " di", "probability": 0.0279541015625}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.07177734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.07177734375}, {"token_id": 3044, "token_text": " figlio", "probability": 0.0595703125}, {"token_id": 293, "token_text": " il", "probability": 0.04638671875}, {"token_id": 445, "token_text": " ma", "probability": 0.03173828125}, {"token_id": 246, "token_text": " e", "probability": 0.0233154296875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.048828125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.048828125}, {"token_id": 633, "token_text": " fu", "probability": 0.04296875}, {"token_id": 560, "token_text": " lo", "probability": 0.04052734375}, {"token_id": 395, "token_text": " si", "probability": 0.04052734375}, {"token_id": 1323, "token_text": " aveva", "probability": 0.03564453125}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.283203125}, {"token_id": 2498, "token_text": " corso", "probability": 0.0810546875}, {"token_id": 31578, "token_text": " 1797", "probability": 0.049072265625}, {"token_id": 8274, "token_text": " 179", "probability": 0.035888671875}, {"token_id": 7420, "token_text": " frattempo", "probability": 0.035888671875}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.6328125}, {"token_id": 9355, "token_text": "87", "probability": 0.02783203125}, {"token_id": 4868, "token_text": "90", "probability": 0.0230712890625}, {"token_id": 7982, "token_text": "76", "probability": 0.0216064453125}, {"token_id": 6369, "token_text": "99", "probability": 0.014892578125}]}, {"token_id": 633, "token_text": " fu", "chosen_probability": 0.09423828125, "top_k_candidates": [{"token_id": 633, "token_text": " fu", "probability": 0.09423828125}, {"token_id": 373, "token_text": " ha", "probability": 0.08349609375}, {"token_id": 744, "token_text": " era", "probability": 0.06103515625}, {"token_id": 1323, "token_text": " aveva", "probability": 0.050537109375}, {"token_id": 1756, "token_text": " venne", "probability": 0.039306640625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.062255859375, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.062255859375}, {"token_id": 285, "token_text": " la", "probability": 0.05859375}, {"token_id": 293, "token_text": " il", "probability": 0.033447265625}, {"token_id": 490, "token_text": " tra", "probability": 0.0244140625}, {"token_id": 267, "token_text": " un", "probability": 0.0244140625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.1650390625, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.1650390625}, {"token_id": 333, "token_text": " da", "probability": 0.12060546875}, {"token_id": 293, "token_text": " il", "probability": 0.10009765625}, {"token_id": 674, "token_text": " dal", "probability": 0.06884765625}, {"token_id": 285, "token_text": " la", "probability": 0.06884765625}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.1630859375}, {"token_id": 1178, "token_text": " 17", "probability": 0.0771484375}, {"token_id": 4041, "token_text": " territorio", "probability": 0.041259765625}, {"token_id": 2498, "token_text": " corso", "probability": 0.0283203125}, {"token_id": 25922, "token_text": " Collegio", "probability": 0.0220947265625}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.400390625}, {"token_id": 238, "token_text": " di", "probability": 0.310546875}, {"token_id": 491, "token_text": " dei", "probability": 0.03271484375}, {"token_id": 8499, "token_text": " Unito", "probability": 0.03271484375}, {"token_id": 573, "token_text": " delle", "probability": 0.0255126953125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.984375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.01031494140625}, {"token_id": 2710, "token_text": "uomo", "probability": 0.000274658203125}, {"token_id": 2075, "token_text": "otti", "probability": 0.0001888275146484375}, {"token_id": 67, "token_text": "`", "probability": 0.0001888275146484375}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.97265625, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.97265625}, {"token_id": 11548, "token_text": "Inghilterra", "probability": 0.0037384033203125}, {"token_id": 11225, "token_text": "Impero", "probability": 0.00225830078125}, {"token_id": 16427, "token_text": "Austria", "probability": 0.00121307373046875}, {"token_id": 624, "token_text": "oro", "probability": 0.001068115234375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1962890625}, {"token_id": 15, "token_text": ",", "probability": 0.1533203125}, {"token_id": 246, "token_text": " e", "probability": 0.0927734375}, {"token_id": 447, "token_text": " nel", "probability": 0.059814453125}, {"token_id": 293, "token_text": " il", "probability": 0.059814453125}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.205078125, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.205078125}, {"token_id": 515, "token_text": " La", "probability": 0.0908203125}, {"token_id": 538, "token_text": " Il", "probability": 0.0751953125}, {"token_id": 3190, "token_text": " Dal", "probability": 0.037841796875}, {"token_id": 2854, "token_text": " Fu", "probability": 0.037841796875}]}, {"token_id": 1178, "token_text": " 17", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 1178, "token_text": " 17", "probability": 0.48046875}, {"token_id": 2498, "token_text": " corso", "probability": 0.057373046875}, {"token_id": 31578, "token_text": " 1797", "probability": 0.037109375}, {"token_id": 8274, "token_text": " 179", "probability": 0.034912109375}, {"token_id": 5506, "token_text": " 180", "probability": 0.03271484375}]}, {"token_id": 7627, "token_text": "95", "chosen_probability": 0.6328125, "top_k_candidates": [{"token_id": 7627, "token_text": "95", "probability": 0.6328125}, {"token_id": 9355, "token_text": "87", "probability": 0.020263671875}, {"token_id": 7982, "token_text": "76", "probability": 0.0157470703125}, {"token_id": 12357, "token_text": "94", "probability": 0.013916015625}, {"token_id": 8891, "token_text": "65", "probability": 0.01312255859375}]}, {"token_id": 633, "token_text": " fu", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 633, "token_text": " fu", "probability": 0.162109375}, {"token_id": 15, "token_text": ",", "probability": 0.134765625}, {"token_id": 1756, "token_text": " venne", "probability": 0.0927734375}, {"token_id": 293, "token_text": " il", "probability": 0.06787109375}, {"token_id": 285, "token_text": " la", "probability": 0.06787109375}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.1962890625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.1962890625}, {"token_id": 16029, "token_text": " creata", "probability": 0.046630859375}, {"token_id": 10658, "token_text": " costruita", "probability": 0.043701171875}, {"token_id": 7416, "token_text": " creato", "probability": 0.041259765625}, {"token_id": 12455, "token_text": " costituita", "probability": 0.0283203125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.208984375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.208984375}, {"token_id": 447, "token_text": " nel", "probability": 0.208984375}, {"token_id": 285, "token_text": " la", "probability": 0.119140625}, {"token_id": 333, "token_text": " da", "probability": 0.052978515625}, {"token_id": 227, "token_text": " l", "probability": 0.052978515625}]}, {"token_id": 5562, "token_text": " Regno", "chosen_probability": 0.09765625, "top_k_candidates": [{"token_id": 5562, "token_text": " Regno", "probability": 0.09765625}, {"token_id": 1308, "token_text": " primo", "probability": 0.0810546875}, {"token_id": 1860, "token_text": " nuovo", "probability": 0.0712890625}, {"token_id": 7241, "token_text": " castello", "probability": 0.01495361328125}, {"token_id": 3386, "token_text": " comune", "probability": 0.01495361328125}]}, {"token_id": 214, "token_text": " d", "chosen_probability": 0.87890625, "top_k_candidates": [{"token_id": 214, "token_text": " d", "probability": 0.87890625}, {"token_id": 238, "token_text": " di", "probability": 0.06787109375}, {"token_id": 491, "token_text": " dei", "probability": 0.0052490234375}, {"token_id": 573, "token_text": " delle", "probability": 0.0038299560546875}, {"token_id": 337, "token_text": " del", "probability": 0.002471923828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.98828125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.007110595703125}, {"token_id": 2710, "token_text": "uomo", "probability": 0.0003528594970703125}, {"token_id": 3707, "token_text": "Italia", "probability": 0.000274658203125}, {"token_id": 599, "token_text": "ini", "probability": 0.00014781951904296875}]}, {"token_id": 3707, "token_text": "Italia", "chosen_probability": 0.98828125, "top_k_candidates": [{"token_id": 3707, "token_text": "Italia", "probability": 0.98828125}, {"token_id": 11548, "token_text": "Inghilterra", "probability": 0.00157928466796875}, {"token_id": 16427, "token_text": "Austria", "probability": 0.0009613037109375}, {"token_id": 2716, "token_text": " Italia", "probability": 0.0009002685546875}, {"token_id": 5681, "token_text": "Europa", "probability": 0.0004253387451171875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 17, "token_text": ".", "probability": 0.11962890625}, {"token_id": 246, "token_text": " e", "probability": 0.09326171875}, {"token_id": 272, "token_text": " con", "probability": 0.0771484375}, {"token_id": 674, "token_text": " dal", "probability": 0.06396484375}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 287, "correct_token_probability": 0.000293731689453125, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1025390625}, {"token_id": 293, "token_text": " il", "probability": 0.0751953125}, {"token_id": 285, "token_text": " la", "probability": 0.0751953125}, {"token_id": 267, "token_text": " un", "probability": 0.054931640625}, {"token_id": 387, "token_text": " una", "probability": 0.040283203125}, {"token_id": 227, "token_text": " l", "probability": 0.035400390625}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0167236328125}, {"token_id": 234, "token_text": " in", "probability": 0.0157470703125}, {"token_id": 844, "token_text": " stato", "probability": 0.0152587890625}, {"token_id": 1378, "token_text": " ancora", "probability": 0.01263427734375}], "entropy": 5.21875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.132843828225331, "average_logprob_per_token": -8.132843828225331, "perplexity_on_target_sequence": 3404.467532467531, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -8.132843828225331, "probability": 0.000293731689453125, "raw_probability": 0.000293731689453125, "correct_token_rank": 287}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 7000, "elapsed_sec": 58218.60557222366, "probe_elapsed_sec": 0.9997517460142262, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea", "text": "Un piccolo modello linguistico dovrebbe essere un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea di un'idea", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.376953125}, {"token_id": 2370, "token_text": " avere", "probability": 0.057861328125}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.0146484375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01214599609375}, {"token_id": 4492, "token_text": " trovare", "probability": 0.01068115234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.049560546875}, {"token_id": 293, "token_text": " il", "probability": 0.0439453125}, {"token_id": 1410, "token_text": " quello", "probability": 0.031982421875}, {"token_id": 285, "token_text": " la", "probability": 0.031982421875}, {"token_id": 227, "token_text": " l", "probability": 0.0234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.051025390625}, {"token_id": 1361, "token_text": " modo", "probability": 0.039794921875}, {"token_id": 2912, "token_text": " termine", "probability": 0.0291748046875}, {"token_id": 537, "token_text": " po", "probability": 0.02734375}, {"token_id": 5107, "token_text": " modello", "probability": 0.0257568359375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.07373046875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0478515625}, {"token_id": 22727, "token_text": "altern", "probability": 0.042236328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.042236328125}, {"token_id": 23326, "token_text": "opzione", "probability": 0.037109375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1279296875}, {"token_id": 337, "token_text": " del", "probability": 0.047119140625}, {"token_id": 290, "token_text": " per", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.034423828125}, {"token_id": 3386, "token_text": " comune", "probability": 0.0303955078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.142578125}, {"token_id": 387, "token_text": " una", "probability": 0.0712890625}, {"token_id": 510, "token_text": " come", "probability": 0.06298828125}, {"token_id": 1747, "token_text": " base", "probability": 0.027099609375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.01324462890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.057373046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.02880859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.027099609375}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0224609375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.1669921875}, {"token_id": 2734, "token_text": "altra", "probability": 0.0615234375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.037353515625}, {"token_id": 13260, "token_text": "evoluzione", "probability": 0.037353515625}, {"token_id": 3837, "token_text": "opera", "probability": 0.032958984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2158203125}, {"token_id": 337, "token_text": " del", "probability": 0.048095703125}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 17, "token_text": ".", "probability": 0.037353515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.58984375}, {"token_id": 387, "token_text": " una", "probability": 0.1318359375}, {"token_id": 510, "token_text": " come", "probability": 0.00958251953125}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.00897216796875}, {"token_id": 1038, "token_text": " uno", "probability": 0.00579833984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.45703125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.04248046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0311279296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0228271484375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0167236328125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.56640625}, {"token_id": 3656, "token_text": " idea", "probability": 0.049560546875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0264892578125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0234375}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0194091796875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.349609375}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 303, "token_text": " che", "probability": 0.04443359375}, {"token_id": 17, "token_text": ".", "probability": 0.041748046875}, {"token_id": 337, "token_text": " del", "probability": 0.036865234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.7578125}, {"token_id": 387, "token_text": " una", "probability": 0.109375}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.0059814453125}, {"token_id": 1038, "token_text": " uno", "probability": 0.004364013671875}, {"token_id": 711, "token_text": " Un", "probability": 0.0033111572265625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.703125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0240478515625}, {"token_id": 5107, "token_text": " modello", "probability": 0.01458740234375}, {"token_id": 8139, "token_text": " concetto", "probability": 0.01373291015625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0120849609375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.578125}, {"token_id": 3656, "token_text": " idea", "probability": 0.08349609375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0224609375}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0164794921875}, {"token_id": 2734, "token_text": "altra", "probability": 0.01544189453125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.41796875}, {"token_id": 17, "token_text": ".", "probability": 0.060302734375}, {"token_id": 15, "token_text": ",", "probability": 0.060302734375}, {"token_id": 303, "token_text": " che", "probability": 0.0439453125}, {"token_id": 337, "token_text": " del", "probability": 0.0267333984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.81640625}, {"token_id": 387, "token_text": " una", "probability": 0.103515625}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.0062255859375}, {"token_id": 1038, "token_text": " uno", "probability": 0.003326416015625}, {"token_id": 711, "token_text": " Un", "probability": 0.0031280517578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.80859375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0123291015625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.00958251953125}, {"token_id": 5107, "token_text": " modello", "probability": 0.00701904296875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.006591796875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.5703125}, {"token_id": 3656, "token_text": " idea", "probability": 0.09326171875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0220947265625}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.01953125}, {"token_id": 2734, "token_text": "altra", "probability": 0.013427734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.478515625}, {"token_id": 17, "token_text": ".", "probability": 0.060791015625}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 303, "token_text": " che", "probability": 0.036865234375}, {"token_id": 337, "token_text": " del", "probability": 0.0238037109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.84765625}, {"token_id": 387, "token_text": " una", "probability": 0.0947265625}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.006072998046875}, {"token_id": 711, "token_text": " Un", "probability": 0.003143310546875}, {"token_id": 1038, "token_text": " uno", "probability": 0.00286865234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.86328125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.00701904296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.006591796875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.005828857421875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.005126953125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.578125}, {"token_id": 3656, "token_text": " idea", "probability": 0.1005859375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0185546875}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0185546875}, {"token_id": 2734, "token_text": "altra", "probability": 0.01446533203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5546875}, {"token_id": 17, "token_text": ".", "probability": 0.048583984375}, {"token_id": 15, "token_text": ",", "probability": 0.04541015625}, {"token_id": 303, "token_text": " che", "probability": 0.03125}, {"token_id": 337, "token_text": " del", "probability": 0.020263671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.859375}, {"token_id": 387, "token_text": " una", "probability": 0.08544921875}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.00616455078125}, {"token_id": 711, "token_text": " Un", "probability": 0.0030059814453125}, {"token_id": 1038, "token_text": " uno", "probability": 0.002410888671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.8828125}, {"token_id": 8139, "token_text": " concetto", "probability": 0.00634765625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0052490234375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00494384765625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.004638671875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.55859375}, {"token_id": 3656, "token_text": " idea", "probability": 0.10986328125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0216064453125}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0179443359375}, {"token_id": 2734, "token_text": "altra", "probability": 0.01397705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5703125}, {"token_id": 17, "token_text": ".", "probability": 0.0498046875}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 303, "token_text": " che", "probability": 0.0301513671875}, {"token_id": 236, "token_text": " o", "probability": 0.0172119140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.87109375}, {"token_id": 387, "token_text": " una", "probability": 0.0810546875}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.006256103515625}, {"token_id": 711, "token_text": " Un", "probability": 0.002960205078125}, {"token_id": 1038, "token_text": " uno", "probability": 0.0026092529296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.91015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.004791259765625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.004486083984375}, {"token_id": 1720, "token_text": " nome", "probability": 0.00396728515625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0034942626953125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.5703125}, {"token_id": 3656, "token_text": " idea", "probability": 0.10498046875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.020751953125}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.01611328125}, {"token_id": 2734, "token_text": "altra", "probability": 0.01422119140625}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.376953125}, {"token_id": 2370, "token_text": " avere", "probability": 0.057861328125}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.0146484375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01214599609375}, {"token_id": 4492, "token_text": " trovare", "probability": 0.01068115234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.049560546875}, {"token_id": 293, "token_text": " il", "probability": 0.0439453125}, {"token_id": 1410, "token_text": " quello", "probability": 0.031982421875}, {"token_id": 285, "token_text": " la", "probability": 0.031982421875}, {"token_id": 227, "token_text": " l", "probability": 0.0234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.051025390625}, {"token_id": 1361, "token_text": " modo", "probability": 0.039794921875}, {"token_id": 2912, "token_text": " termine", "probability": 0.0291748046875}, {"token_id": 537, "token_text": " po", "probability": 0.02734375}, {"token_id": 5107, "token_text": " modello", "probability": 0.0257568359375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.07373046875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0478515625}, {"token_id": 22727, "token_text": "altern", "probability": 0.042236328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.042236328125}, {"token_id": 23326, "token_text": "opzione", "probability": 0.037109375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1279296875}, {"token_id": 337, "token_text": " del", "probability": 0.047119140625}, {"token_id": 290, "token_text": " per", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.034423828125}, {"token_id": 3386, "token_text": " comune", "probability": 0.0303955078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.142578125}, {"token_id": 387, "token_text": " una", "probability": 0.0712890625}, {"token_id": 510, "token_text": " come", "probability": 0.06298828125}, {"token_id": 1747, "token_text": " base", "probability": 0.027099609375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.01324462890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.057373046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.02880859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.027099609375}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0224609375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.1669921875}, {"token_id": 2734, "token_text": "altra", "probability": 0.0615234375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.037353515625}, {"token_id": 13260, "token_text": "evoluzione", "probability": 0.037353515625}, {"token_id": 3837, "token_text": "opera", "probability": 0.032958984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2158203125}, {"token_id": 337, "token_text": " del", "probability": 0.048095703125}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 17, "token_text": ".", "probability": 0.037353515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.58984375}, {"token_id": 387, "token_text": " una", "probability": 0.1318359375}, {"token_id": 510, "token_text": " come", "probability": 0.00958251953125}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.00897216796875}, {"token_id": 1038, "token_text": " uno", "probability": 0.00579833984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.45703125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.04248046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0311279296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0228271484375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0167236328125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.56640625}, {"token_id": 3656, "token_text": " idea", "probability": 0.049560546875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0264892578125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0234375}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0194091796875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.349609375}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 303, "token_text": " che", "probability": 0.04443359375}, {"token_id": 17, "token_text": ".", "probability": 0.041748046875}, {"token_id": 337, "token_text": " del", "probability": 0.036865234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.7578125}, {"token_id": 387, "token_text": " una", "probability": 0.109375}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.0059814453125}, {"token_id": 1038, "token_text": " uno", "probability": 0.004364013671875}, {"token_id": 711, "token_text": " Un", "probability": 0.0033111572265625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.703125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0240478515625}, {"token_id": 5107, "token_text": " modello", "probability": 0.01458740234375}, {"token_id": 8139, "token_text": " concetto", "probability": 0.01373291015625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0120849609375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.578125}, {"token_id": 3656, "token_text": " idea", "probability": 0.08349609375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0224609375}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0164794921875}, {"token_id": 2734, "token_text": "altra", "probability": 0.01544189453125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.41796875}, {"token_id": 17, "token_text": ".", "probability": 0.060302734375}, {"token_id": 15, "token_text": ",", "probability": 0.060302734375}, {"token_id": 303, "token_text": " che", "probability": 0.0439453125}, {"token_id": 337, "token_text": " del", "probability": 0.0267333984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.81640625}, {"token_id": 387, "token_text": " una", "probability": 0.103515625}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.0062255859375}, {"token_id": 1038, "token_text": " uno", "probability": 0.003326416015625}, {"token_id": 711, "token_text": " Un", "probability": 0.0031280517578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.80859375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0123291015625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.00958251953125}, {"token_id": 5107, "token_text": " modello", "probability": 0.00701904296875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.006591796875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.5703125}, {"token_id": 3656, "token_text": " idea", "probability": 0.09326171875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0220947265625}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.01953125}, {"token_id": 2734, "token_text": "altra", "probability": 0.013427734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.478515625}, {"token_id": 17, "token_text": ".", "probability": 0.060791015625}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 303, "token_text": " che", "probability": 0.036865234375}, {"token_id": 337, "token_text": " del", "probability": 0.0238037109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.84765625}, {"token_id": 387, "token_text": " una", "probability": 0.0947265625}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.006072998046875}, {"token_id": 711, "token_text": " Un", "probability": 0.003143310546875}, {"token_id": 1038, "token_text": " uno", "probability": 0.00286865234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.86328125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.00701904296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.006591796875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.005828857421875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.005126953125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.578125}, {"token_id": 3656, "token_text": " idea", "probability": 0.1005859375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0185546875}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0185546875}, {"token_id": 2734, "token_text": "altra", "probability": 0.01446533203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5546875}, {"token_id": 17, "token_text": ".", "probability": 0.048583984375}, {"token_id": 15, "token_text": ",", "probability": 0.04541015625}, {"token_id": 303, "token_text": " che", "probability": 0.03125}, {"token_id": 337, "token_text": " del", "probability": 0.020263671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.859375}, {"token_id": 387, "token_text": " una", "probability": 0.08544921875}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.00616455078125}, {"token_id": 711, "token_text": " Un", "probability": 0.0030059814453125}, {"token_id": 1038, "token_text": " uno", "probability": 0.002410888671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.8828125}, {"token_id": 8139, "token_text": " concetto", "probability": 0.00634765625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0052490234375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00494384765625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.004638671875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.55859375}, {"token_id": 3656, "token_text": " idea", "probability": 0.10986328125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0216064453125}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0179443359375}, {"token_id": 2734, "token_text": "altra", "probability": 0.01397705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5703125}, {"token_id": 17, "token_text": ".", "probability": 0.0498046875}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 303, "token_text": " che", "probability": 0.0301513671875}, {"token_id": 236, "token_text": " o", "probability": 0.0172119140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.87109375}, {"token_id": 387, "token_text": " una", "probability": 0.0810546875}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.006256103515625}, {"token_id": 711, "token_text": " Un", "probability": 0.002960205078125}, {"token_id": 1038, "token_text": " uno", "probability": 0.0026092529296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.91015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.004791259765625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.004486083984375}, {"token_id": 1720, "token_text": " nome", "probability": 0.00396728515625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0034942626953125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.5703125}, {"token_id": 3656, "token_text": " idea", "probability": 0.10498046875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.020751953125}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.01611328125}, {"token_id": 2734, "token_text": "altra", "probability": 0.01422119140625}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.376953125}, {"token_id": 2370, "token_text": " avere", "probability": 0.057861328125}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.0146484375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01214599609375}, {"token_id": 4492, "token_text": " trovare", "probability": 0.01068115234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.049560546875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.049560546875}, {"token_id": 293, "token_text": " il", "probability": 0.0439453125}, {"token_id": 1410, "token_text": " quello", "probability": 0.031982421875}, {"token_id": 285, "token_text": " la", "probability": 0.031982421875}, {"token_id": 227, "token_text": " l", "probability": 0.0234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.051025390625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.051025390625}, {"token_id": 1361, "token_text": " modo", "probability": 0.039794921875}, {"token_id": 2912, "token_text": " termine", "probability": 0.0291748046875}, {"token_id": 537, "token_text": " po", "probability": 0.02734375}, {"token_id": 5107, "token_text": " modello", "probability": 0.0257568359375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.07373046875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0478515625}, {"token_id": 22727, "token_text": "altern", "probability": 0.042236328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.042236328125}, {"token_id": 23326, "token_text": "opzione", "probability": 0.037109375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1279296875}, {"token_id": 337, "token_text": " del", "probability": 0.047119140625}, {"token_id": 290, "token_text": " per", "probability": 0.04150390625}, {"token_id": 15, "token_text": ",", "probability": 0.034423828125}, {"token_id": 3386, "token_text": " comune", "probability": 0.0303955078125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.142578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.142578125}, {"token_id": 387, "token_text": " una", "probability": 0.0712890625}, {"token_id": 510, "token_text": " come", "probability": 0.06298828125}, {"token_id": 1747, "token_text": " base", "probability": 0.027099609375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.01324462890625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.057373046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.02880859375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.027099609375}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0224609375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.1669921875, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.1669921875}, {"token_id": 2734, "token_text": "altra", "probability": 0.0615234375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.037353515625}, {"token_id": 13260, "token_text": "evoluzione", "probability": 0.037353515625}, {"token_id": 3837, "token_text": "opera", "probability": 0.032958984375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.2158203125}, {"token_id": 337, "token_text": " del", "probability": 0.048095703125}, {"token_id": 15, "token_text": ",", "probability": 0.048095703125}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 17, "token_text": ".", "probability": 0.037353515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.58984375}, {"token_id": 387, "token_text": " una", "probability": 0.1318359375}, {"token_id": 510, "token_text": " come", "probability": 0.00958251953125}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.00897216796875}, {"token_id": 1038, "token_text": " uno", "probability": 0.00579833984375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.45703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.45703125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.04248046875}, {"token_id": 5107, "token_text": " modello", "probability": 0.0311279296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.0228271484375}, {"token_id": 2349, "token_text": " sistema", "probability": 0.0167236328125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.56640625}, {"token_id": 3656, "token_text": " idea", "probability": 0.049560546875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0264892578125}, {"token_id": 2734, "token_text": "altra", "probability": 0.0234375}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0194091796875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.349609375}, {"token_id": 15, "token_text": ",", "probability": 0.04736328125}, {"token_id": 303, "token_text": " che", "probability": 0.04443359375}, {"token_id": 17, "token_text": ".", "probability": 0.041748046875}, {"token_id": 337, "token_text": " del", "probability": 0.036865234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.7578125}, {"token_id": 387, "token_text": " una", "probability": 0.109375}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.0059814453125}, {"token_id": 1038, "token_text": " uno", "probability": 0.004364013671875}, {"token_id": 711, "token_text": " Un", "probability": 0.0033111572265625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.703125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.703125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0240478515625}, {"token_id": 5107, "token_text": " modello", "probability": 0.01458740234375}, {"token_id": 8139, "token_text": " concetto", "probability": 0.01373291015625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0120849609375}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.578125}, {"token_id": 3656, "token_text": " idea", "probability": 0.08349609375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0224609375}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0164794921875}, {"token_id": 2734, "token_text": "altra", "probability": 0.01544189453125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.41796875}, {"token_id": 17, "token_text": ".", "probability": 0.060302734375}, {"token_id": 15, "token_text": ",", "probability": 0.060302734375}, {"token_id": 303, "token_text": " che", "probability": 0.0439453125}, {"token_id": 337, "token_text": " del", "probability": 0.0267333984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.81640625}, {"token_id": 387, "token_text": " una", "probability": 0.103515625}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.0062255859375}, {"token_id": 1038, "token_text": " uno", "probability": 0.003326416015625}, {"token_id": 711, "token_text": " Un", "probability": 0.0031280517578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.80859375}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0123291015625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.00958251953125}, {"token_id": 5107, "token_text": " modello", "probability": 0.00701904296875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.006591796875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.5703125}, {"token_id": 3656, "token_text": " idea", "probability": 0.09326171875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0220947265625}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.01953125}, {"token_id": 2734, "token_text": "altra", "probability": 0.013427734375}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.478515625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.478515625}, {"token_id": 17, "token_text": ".", "probability": 0.060791015625}, {"token_id": 15, "token_text": ",", "probability": 0.0537109375}, {"token_id": 303, "token_text": " che", "probability": 0.036865234375}, {"token_id": 337, "token_text": " del", "probability": 0.0238037109375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.84765625}, {"token_id": 387, "token_text": " una", "probability": 0.0947265625}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.006072998046875}, {"token_id": 711, "token_text": " Un", "probability": 0.003143310546875}, {"token_id": 1038, "token_text": " uno", "probability": 0.00286865234375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.86328125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.86328125}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.00701904296875}, {"token_id": 8139, "token_text": " concetto", "probability": 0.006591796875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.005828857421875}, {"token_id": 357, "token_text": "\u2019", "probability": 0.005126953125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.578125}, {"token_id": 3656, "token_text": " idea", "probability": 0.1005859375}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0185546875}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0185546875}, {"token_id": 2734, "token_text": "altra", "probability": 0.01446533203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5546875}, {"token_id": 17, "token_text": ".", "probability": 0.048583984375}, {"token_id": 15, "token_text": ",", "probability": 0.04541015625}, {"token_id": 303, "token_text": " che", "probability": 0.03125}, {"token_id": 337, "token_text": " del", "probability": 0.020263671875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.859375}, {"token_id": 387, "token_text": " una", "probability": 0.08544921875}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.00616455078125}, {"token_id": 711, "token_text": " Un", "probability": 0.0030059814453125}, {"token_id": 1038, "token_text": " uno", "probability": 0.002410888671875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.8828125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.8828125}, {"token_id": 8139, "token_text": " concetto", "probability": 0.00634765625}, {"token_id": 1720, "token_text": " nome", "probability": 0.0052490234375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.00494384765625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.004638671875}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.55859375}, {"token_id": 3656, "token_text": " idea", "probability": 0.10986328125}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0216064453125}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.0179443359375}, {"token_id": 2734, "token_text": "altra", "probability": 0.01397705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.5703125}, {"token_id": 17, "token_text": ".", "probability": 0.0498046875}, {"token_id": 15, "token_text": ",", "probability": 0.046875}, {"token_id": 303, "token_text": " che", "probability": 0.0301513671875}, {"token_id": 236, "token_text": " o", "probability": 0.0172119140625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.87109375}, {"token_id": 387, "token_text": " una", "probability": 0.0810546875}, {"token_id": 4103, "token_text": " qualcosa", "probability": 0.006256103515625}, {"token_id": 711, "token_text": " Un", "probability": 0.002960205078125}, {"token_id": 1038, "token_text": " uno", "probability": 0.0026092529296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.91015625}, {"token_id": 357, "token_text": "\u2019", "probability": 0.004791259765625}, {"token_id": 8139, "token_text": " concetto", "probability": 0.004486083984375}, {"token_id": 1720, "token_text": " nome", "probability": 0.00396728515625}, {"token_id": 3448, "token_text": " progetto", "probability": 0.0034942626953125}]}, {"token_id": 4993, "token_text": "idea", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 4993, "token_text": "idea", "probability": 0.5703125}, {"token_id": 3656, "token_text": " idea", "probability": 0.10498046875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.020751953125}, {"token_id": 9100, "token_text": "esistenza", "probability": 0.01611328125}, {"token_id": 2734, "token_text": "altra", "probability": 0.01422119140625}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.376953125, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.376953125}, {"token_id": 2370, "token_text": " avere", "probability": 0.057861328125}, {"token_id": 10649, "token_text": " comprendere", "probability": 0.0146484375}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01214599609375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01068115234375}, {"token_id": 4492, "token_text": " trovare", "probability": 0.01068115234375}, {"token_id": 4321, "token_text": " dare", "probability": 0.00885009765625}, {"token_id": 14192, "token_text": " servire", "probability": 0.00836181640625}, {"token_id": 18531, "token_text": " contenere", "probability": 0.0078125}, {"token_id": 22410, "token_text": " esistere", "probability": 0.0078125}], "entropy": 4.25}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.9756344361346222, "average_logprob_per_token": -0.9756344361346222, "perplexity_on_target_sequence": 2.6528497409326426, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.9756344361346222, "probability": 0.376953125, "raw_probability": 0.376953125, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66535.93296766281, "probe_elapsed_sec": 1.0701706149848178, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the city of Naples. The capital of Naples is the capital of Naples. The capital of Naples is the capital of Naples. The capital of Naples", "text": "The capital of Italy is the capital of the city of Naples. The capital of Naples is the capital of Naples. The capital of Naples is the capital of Naples. The capital of Naples", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1689453125}, {"token_id": 209, "token_text": " a", "probability": 0.1162109375}, {"token_id": 3857, "token_text": " located", "probability": 0.044189453125}, {"token_id": 14812, "token_text": " situated", "probability": 0.034423828125}, {"token_id": 720, "token_text": " one", "probability": 0.025146484375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2138671875}, {"token_id": 5656, "token_text": " largest", "probability": 0.08349609375}, {"token_id": 942, "token_text": " most", "probability": 0.03955078125}, {"token_id": 1118, "token_text": " only", "probability": 0.0279541015625}, {"token_id": 1962, "token_text": " main", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.93359375}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}, {"token_id": 15, "token_text": ",", "probability": 0.0103759765625}, {"token_id": 262, "token_text": " and", "probability": 0.007110595703125}, {"token_id": 234, "token_text": " in", "probability": 0.006683349609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.255859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1650390625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.05029296875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.034423828125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.030517578125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.0908203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0908203125}, {"token_id": 8040, "token_text": " province", "probability": 0.0517578125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.040283203125}, {"token_id": 1483, "token_text": " state", "probability": 0.0294189453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.703125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.703125}, {"token_id": 17, "token_text": ".", "probability": 0.1220703125}, {"token_id": 15, "token_text": ",", "probability": 0.0615234375}, {"token_id": 262, "token_text": " and", "probability": 0.0240478515625}, {"token_id": 234, "token_text": " in", "probability": 0.017578125}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.08154296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.07177734375}, {"token_id": 230, "token_text": " the", "probability": 0.07177734375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.04638671875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.041015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.546875}, {"token_id": 15, "token_text": ",", "probability": 0.2275390625}, {"token_id": 234, "token_text": " in", "probability": 0.05419921875}, {"token_id": 262, "token_text": " and", "probability": 0.034912109375}, {"token_id": 323, "token_text": " (", "probability": 0.01287841796875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.345703125}, {"token_id": 679, "token_text": " It", "probability": 0.09326171875}, {"token_id": 407, "token_text": " In", "probability": 0.06005859375}, {"token_id": 6983, "token_text": " Its", "probability": 0.0439453125}, {"token_id": 2, "token_text": "", "probability": 0.018310546875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.1123046875}, {"token_id": 2729, "token_text": " town", "probability": 0.0322265625}, {"token_id": 8040, "token_text": " province", "probability": 0.011474609375}, {"token_id": 1793, "token_text": " name", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.396484375}, {"token_id": 336, "token_text": " is", "probability": 0.328125}, {"token_id": 361, "token_text": " was", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 614, "token_text": " has", "probability": 0.02099609375}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.361328125}, {"token_id": 230, "token_text": " the", "probability": 0.1328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0380859375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0296630859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0230712890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.54296875}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 361, "token_text": " was", "probability": 0.078125}, {"token_id": 614, "token_text": " has", "probability": 0.032470703125}, {"token_id": 234, "token_text": " in", "probability": 0.0269775390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5625}, {"token_id": 209, "token_text": " a", "probability": 0.091796875}, {"token_id": 3857, "token_text": " located", "probability": 0.0279541015625}, {"token_id": 751, "token_text": " also", "probability": 0.024658203125}, {"token_id": 248, "token_text": " an", "probability": 0.01495361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.76171875}, {"token_id": 2259, "token_text": " city", "probability": 0.0157470703125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0108642578125}, {"token_id": 1077, "token_text": " second", "probability": 0.00897216796875}, {"token_id": 942, "token_text": " most", "probability": 0.00897216796875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9375}, {"token_id": 15, "token_text": ",", "probability": 0.0111083984375}, {"token_id": 262, "token_text": " and", "probability": 0.00762939453125}, {"token_id": 234, "token_text": " in", "probability": 0.006744384765625}, {"token_id": 17, "token_text": ".", "probability": 0.006317138671875}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.376953125}, {"token_id": 230, "token_text": " the", "probability": 0.177734375}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.0240478515625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.0240478515625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0225830078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.322265625}, {"token_id": 15, "token_text": ",", "probability": 0.1728515625}, {"token_id": 336, "token_text": " is", "probability": 0.162109375}, {"token_id": 234, "token_text": " in", "probability": 0.08154296875}, {"token_id": 262, "token_text": " and", "probability": 0.0361328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.392578125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.392578125}, {"token_id": 679, "token_text": " It", "probability": 0.08251953125}, {"token_id": 407, "token_text": " In", "probability": 0.046875}, {"token_id": 6983, "token_text": " Its", "probability": 0.038818359375}, {"token_id": 2, "token_text": "", "probability": 0.01953125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.71484375}, {"token_id": 2259, "token_text": " city", "probability": 0.045654296875}, {"token_id": 2729, "token_text": " town", "probability": 0.0123291015625}, {"token_id": 8040, "token_text": " province", "probability": 0.006195068359375}, {"token_id": 19170, "token_text": " palace", "probability": 0.004241943359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.85546875}, {"token_id": 336, "token_text": " is", "probability": 0.07958984375}, {"token_id": 15, "token_text": ",", "probability": 0.0137939453125}, {"token_id": 361, "token_text": " was", "probability": 0.011474609375}, {"token_id": 262, "token_text": " and", "probability": 0.00372314453125}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.61328125}, {"token_id": 230, "token_text": " the", "probability": 0.05712890625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.025390625}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.019775390625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0185546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6953125}, {"token_id": 15, "token_text": ",", "probability": 0.05712890625}, {"token_id": 361, "token_text": " was", "probability": 0.041748046875}, {"token_id": 614, "token_text": " has", "probability": 0.0252685546875}, {"token_id": 234, "token_text": " in", "probability": 0.0174560546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.72265625}, {"token_id": 209, "token_text": " a", "probability": 0.0556640625}, {"token_id": 3857, "token_text": " located", "probability": 0.01806640625}, {"token_id": 751, "token_text": " also", "probability": 0.01409912109375}, {"token_id": 820, "token_text": " its", "probability": 0.01324462890625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.90625}, {"token_id": 2259, "token_text": " city", "probability": 0.005401611328125}, {"token_id": 1077, "token_text": " second", "probability": 0.00421142578125}, {"token_id": 5656, "token_text": " largest", "probability": 0.003936767578125}, {"token_id": 942, "token_text": " most", "probability": 0.00347900390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.96484375}, {"token_id": 262, "token_text": " and", "probability": 0.006500244140625}, {"token_id": 15, "token_text": ",", "probability": 0.006500244140625}, {"token_id": 17, "token_text": ".", "probability": 0.004180908203125}, {"token_id": 234, "token_text": " in", "probability": 0.00347900390625}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.52734375}, {"token_id": 230, "token_text": " the", "probability": 0.11767578125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.0279541015625}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.023193359375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0169677734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.44921875}, {"token_id": 15, "token_text": ",", "probability": 0.19921875}, {"token_id": 234, "token_text": " in", "probability": 0.060791015625}, {"token_id": 262, "token_text": " and", "probability": 0.0537109375}, {"token_id": 336, "token_text": " is", "probability": 0.032470703125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.431640625}, {"token_id": 679, "token_text": " It", "probability": 0.07470703125}, {"token_id": 407, "token_text": " In", "probability": 0.03759765625}, {"token_id": 6983, "token_text": " Its", "probability": 0.035400390625}, {"token_id": 2, "token_text": "", "probability": 0.0201416015625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.83984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0238037109375}, {"token_id": 2729, "token_text": " town", "probability": 0.00640869140625}, {"token_id": 8040, "token_text": " province", "probability": 0.00311279296875}, {"token_id": 5920, "token_text": " central", "probability": 0.0026702880859375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90234375}, {"token_id": 336, "token_text": " is", "probability": 0.0576171875}, {"token_id": 15, "token_text": ",", "probability": 0.0078125}, {"token_id": 361, "token_text": " was", "probability": 0.005035400390625}, {"token_id": 262, "token_text": " and", "probability": 0.002532958984375}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.68359375}, {"token_id": 230, "token_text": " the", "probability": 0.041015625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.031982421875}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.01611328125}, {"token_id": 17392, "token_text": " Pisa", "probability": 0.0133056640625}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1689453125}, {"token_id": 209, "token_text": " a", "probability": 0.1162109375}, {"token_id": 3857, "token_text": " located", "probability": 0.044189453125}, {"token_id": 14812, "token_text": " situated", "probability": 0.034423828125}, {"token_id": 720, "token_text": " one", "probability": 0.025146484375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2138671875}, {"token_id": 5656, "token_text": " largest", "probability": 0.08349609375}, {"token_id": 942, "token_text": " most", "probability": 0.03955078125}, {"token_id": 1118, "token_text": " only", "probability": 0.0279541015625}, {"token_id": 1962, "token_text": " main", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.93359375}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}, {"token_id": 15, "token_text": ",", "probability": 0.0103759765625}, {"token_id": 262, "token_text": " and", "probability": 0.007110595703125}, {"token_id": 234, "token_text": " in", "probability": 0.006683349609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.255859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1650390625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.05029296875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.034423828125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.030517578125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.0908203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0908203125}, {"token_id": 8040, "token_text": " province", "probability": 0.0517578125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.040283203125}, {"token_id": 1483, "token_text": " state", "probability": 0.0294189453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.703125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.703125}, {"token_id": 17, "token_text": ".", "probability": 0.1220703125}, {"token_id": 15, "token_text": ",", "probability": 0.0615234375}, {"token_id": 262, "token_text": " and", "probability": 0.0240478515625}, {"token_id": 234, "token_text": " in", "probability": 0.017578125}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.08154296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.07177734375}, {"token_id": 230, "token_text": " the", "probability": 0.07177734375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.04638671875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.041015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.546875}, {"token_id": 15, "token_text": ",", "probability": 0.2275390625}, {"token_id": 234, "token_text": " in", "probability": 0.05419921875}, {"token_id": 262, "token_text": " and", "probability": 0.034912109375}, {"token_id": 323, "token_text": " (", "probability": 0.01287841796875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3515625}, {"token_id": 679, "token_text": " It", "probability": 0.0947265625}, {"token_id": 407, "token_text": " In", "probability": 0.061279296875}, {"token_id": 6983, "token_text": " Its", "probability": 0.044921875}, {"token_id": 1062, "token_text": " This", "probability": 0.0164794921875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.1123046875}, {"token_id": 2729, "token_text": " town", "probability": 0.0322265625}, {"token_id": 8040, "token_text": " province", "probability": 0.011474609375}, {"token_id": 1793, "token_text": " name", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.396484375}, {"token_id": 336, "token_text": " is", "probability": 0.328125}, {"token_id": 361, "token_text": " was", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 614, "token_text": " has", "probability": 0.02099609375}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.361328125}, {"token_id": 230, "token_text": " the", "probability": 0.1328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0380859375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0296630859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0230712890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.54296875}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 361, "token_text": " was", "probability": 0.078125}, {"token_id": 614, "token_text": " has", "probability": 0.032470703125}, {"token_id": 234, "token_text": " in", "probability": 0.0269775390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5625}, {"token_id": 209, "token_text": " a", "probability": 0.091796875}, {"token_id": 3857, "token_text": " located", "probability": 0.0279541015625}, {"token_id": 751, "token_text": " also", "probability": 0.024658203125}, {"token_id": 248, "token_text": " an", "probability": 0.01495361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.76171875}, {"token_id": 2259, "token_text": " city", "probability": 0.0157470703125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0108642578125}, {"token_id": 1077, "token_text": " second", "probability": 0.00897216796875}, {"token_id": 942, "token_text": " most", "probability": 0.00897216796875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9375}, {"token_id": 15, "token_text": ",", "probability": 0.0111083984375}, {"token_id": 262, "token_text": " and", "probability": 0.00762939453125}, {"token_id": 234, "token_text": " in", "probability": 0.006744384765625}, {"token_id": 17, "token_text": ".", "probability": 0.006317138671875}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.376953125}, {"token_id": 230, "token_text": " the", "probability": 0.177734375}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.0240478515625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.0240478515625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0225830078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.322265625}, {"token_id": 15, "token_text": ",", "probability": 0.1728515625}, {"token_id": 336, "token_text": " is", "probability": 0.162109375}, {"token_id": 234, "token_text": " in", "probability": 0.08154296875}, {"token_id": 262, "token_text": " and", "probability": 0.0361328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.400390625}, {"token_id": 679, "token_text": " It", "probability": 0.083984375}, {"token_id": 407, "token_text": " In", "probability": 0.0478515625}, {"token_id": 6983, "token_text": " Its", "probability": 0.039794921875}, {"token_id": 3309, "token_text": " History", "probability": 0.01373291015625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.71484375}, {"token_id": 2259, "token_text": " city", "probability": 0.045654296875}, {"token_id": 2729, "token_text": " town", "probability": 0.0123291015625}, {"token_id": 8040, "token_text": " province", "probability": 0.006195068359375}, {"token_id": 19170, "token_text": " palace", "probability": 0.004241943359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.85546875}, {"token_id": 336, "token_text": " is", "probability": 0.07958984375}, {"token_id": 15, "token_text": ",", "probability": 0.0137939453125}, {"token_id": 361, "token_text": " was", "probability": 0.011474609375}, {"token_id": 262, "token_text": " and", "probability": 0.00372314453125}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.61328125}, {"token_id": 230, "token_text": " the", "probability": 0.05712890625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.025390625}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.019775390625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0185546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6953125}, {"token_id": 15, "token_text": ",", "probability": 0.05712890625}, {"token_id": 361, "token_text": " was", "probability": 0.041748046875}, {"token_id": 614, "token_text": " has", "probability": 0.0252685546875}, {"token_id": 234, "token_text": " in", "probability": 0.0174560546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.72265625}, {"token_id": 209, "token_text": " a", "probability": 0.0556640625}, {"token_id": 3857, "token_text": " located", "probability": 0.01806640625}, {"token_id": 751, "token_text": " also", "probability": 0.01409912109375}, {"token_id": 820, "token_text": " its", "probability": 0.01324462890625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.90625}, {"token_id": 2259, "token_text": " city", "probability": 0.005401611328125}, {"token_id": 1077, "token_text": " second", "probability": 0.00421142578125}, {"token_id": 5656, "token_text": " largest", "probability": 0.003936767578125}, {"token_id": 942, "token_text": " most", "probability": 0.00347900390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.96484375}, {"token_id": 262, "token_text": " and", "probability": 0.006500244140625}, {"token_id": 15, "token_text": ",", "probability": 0.006500244140625}, {"token_id": 17, "token_text": ".", "probability": 0.004180908203125}, {"token_id": 234, "token_text": " in", "probability": 0.00347900390625}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.52734375}, {"token_id": 230, "token_text": " the", "probability": 0.11767578125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.0279541015625}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.023193359375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0169677734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.44921875}, {"token_id": 15, "token_text": ",", "probability": 0.19921875}, {"token_id": 234, "token_text": " in", "probability": 0.060791015625}, {"token_id": 262, "token_text": " and", "probability": 0.0537109375}, {"token_id": 336, "token_text": " is", "probability": 0.032470703125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.439453125}, {"token_id": 679, "token_text": " It", "probability": 0.076171875}, {"token_id": 407, "token_text": " In", "probability": 0.038330078125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0361328125}, {"token_id": 1829, "token_text": " There", "probability": 0.01171875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.83984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0238037109375}, {"token_id": 2729, "token_text": " town", "probability": 0.00640869140625}, {"token_id": 8040, "token_text": " province", "probability": 0.00311279296875}, {"token_id": 5920, "token_text": " central", "probability": 0.0026702880859375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90234375}, {"token_id": 336, "token_text": " is", "probability": 0.0576171875}, {"token_id": 15, "token_text": ",", "probability": 0.0078125}, {"token_id": 361, "token_text": " was", "probability": 0.005035400390625}, {"token_id": 262, "token_text": " and", "probability": 0.002532958984375}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.68359375}, {"token_id": 230, "token_text": " the", "probability": 0.041015625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.031982421875}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.01611328125}, {"token_id": 17392, "token_text": " Pisa", "probability": 0.0133056640625}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1689453125}, {"token_id": 209, "token_text": " a", "probability": 0.1162109375}, {"token_id": 3857, "token_text": " located", "probability": 0.044189453125}, {"token_id": 14812, "token_text": " situated", "probability": 0.034423828125}, {"token_id": 720, "token_text": " one", "probability": 0.025146484375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.2138671875}, {"token_id": 5656, "token_text": " largest", "probability": 0.08349609375}, {"token_id": 942, "token_text": " most", "probability": 0.03955078125}, {"token_id": 1118, "token_text": " only", "probability": 0.0279541015625}, {"token_id": 1962, "token_text": " main", "probability": 0.023193359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.93359375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.93359375}, {"token_id": 17, "token_text": ".", "probability": 0.01171875}, {"token_id": 15, "token_text": ",", "probability": 0.0103759765625}, {"token_id": 262, "token_text": " and", "probability": 0.007110595703125}, {"token_id": 234, "token_text": " in", "probability": 0.006683349609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.255859375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1650390625}, {"token_id": 31618, "token_text": " Naples", "probability": 0.05029296875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.034423828125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.030517578125}]}, {"token_id": 2259, "token_text": " city", "chosen_probability": 0.0908203125, "top_k_candidates": [{"token_id": 2259, "token_text": " city", "probability": 0.0908203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0908203125}, {"token_id": 8040, "token_text": " province", "probability": 0.0517578125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.040283203125}, {"token_id": 1483, "token_text": " state", "probability": 0.0294189453125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.703125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.703125}, {"token_id": 17, "token_text": ".", "probability": 0.1220703125}, {"token_id": 15, "token_text": ",", "probability": 0.0615234375}, {"token_id": 262, "token_text": " and", "probability": 0.0240478515625}, {"token_id": 234, "token_text": " in", "probability": 0.017578125}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.08154296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.07177734375}, {"token_id": 230, "token_text": " the", "probability": 0.07177734375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.04638671875}, {"token_id": 20009, "token_text": " Florence", "probability": 0.041015625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.546875}, {"token_id": 15, "token_text": ",", "probability": 0.2275390625}, {"token_id": 234, "token_text": " in", "probability": 0.05419921875}, {"token_id": 262, "token_text": " and", "probability": 0.034912109375}, {"token_id": 323, "token_text": " (", "probability": 0.01287841796875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3515625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3515625}, {"token_id": 679, "token_text": " It", "probability": 0.0947265625}, {"token_id": 407, "token_text": " In", "probability": 0.061279296875}, {"token_id": 6983, "token_text": " Its", "probability": 0.044921875}, {"token_id": 1062, "token_text": " This", "probability": 0.0164794921875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.345703125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.345703125}, {"token_id": 2259, "token_text": " city", "probability": 0.1123046875}, {"token_id": 2729, "token_text": " town", "probability": 0.0322265625}, {"token_id": 8040, "token_text": " province", "probability": 0.011474609375}, {"token_id": 1793, "token_text": " name", "probability": 0.011474609375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.396484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.396484375}, {"token_id": 336, "token_text": " is", "probability": 0.328125}, {"token_id": 361, "token_text": " was", "probability": 0.06494140625}, {"token_id": 15, "token_text": ",", "probability": 0.04443359375}, {"token_id": 614, "token_text": " has", "probability": 0.02099609375}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.361328125, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.361328125}, {"token_id": 230, "token_text": " the", "probability": 0.1328125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0380859375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0296630859375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0230712890625}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.54296875}, {"token_id": 15, "token_text": ",", "probability": 0.09423828125}, {"token_id": 361, "token_text": " was", "probability": 0.078125}, {"token_id": 614, "token_text": " has", "probability": 0.032470703125}, {"token_id": 234, "token_text": " in", "probability": 0.0269775390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5625}, {"token_id": 209, "token_text": " a", "probability": 0.091796875}, {"token_id": 3857, "token_text": " located", "probability": 0.0279541015625}, {"token_id": 751, "token_text": " also", "probability": 0.024658203125}, {"token_id": 248, "token_text": " an", "probability": 0.01495361328125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.76171875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.76171875}, {"token_id": 2259, "token_text": " city", "probability": 0.0157470703125}, {"token_id": 5656, "token_text": " largest", "probability": 0.0108642578125}, {"token_id": 1077, "token_text": " second", "probability": 0.00897216796875}, {"token_id": 942, "token_text": " most", "probability": 0.00897216796875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9375}, {"token_id": 15, "token_text": ",", "probability": 0.0111083984375}, {"token_id": 262, "token_text": " and", "probability": 0.00762939453125}, {"token_id": 234, "token_text": " in", "probability": 0.006744384765625}, {"token_id": 17, "token_text": ".", "probability": 0.006317138671875}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.376953125}, {"token_id": 230, "token_text": " the", "probability": 0.177734375}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.0240478515625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.0240478515625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0225830078125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.322265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.322265625}, {"token_id": 15, "token_text": ",", "probability": 0.1728515625}, {"token_id": 336, "token_text": " is", "probability": 0.162109375}, {"token_id": 234, "token_text": " in", "probability": 0.08154296875}, {"token_id": 262, "token_text": " and", "probability": 0.0361328125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.400390625}, {"token_id": 679, "token_text": " It", "probability": 0.083984375}, {"token_id": 407, "token_text": " In", "probability": 0.0478515625}, {"token_id": 6983, "token_text": " Its", "probability": 0.039794921875}, {"token_id": 3309, "token_text": " History", "probability": 0.01373291015625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.71484375}, {"token_id": 2259, "token_text": " city", "probability": 0.045654296875}, {"token_id": 2729, "token_text": " town", "probability": 0.0123291015625}, {"token_id": 8040, "token_text": " province", "probability": 0.006195068359375}, {"token_id": 19170, "token_text": " palace", "probability": 0.004241943359375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.85546875}, {"token_id": 336, "token_text": " is", "probability": 0.07958984375}, {"token_id": 15, "token_text": ",", "probability": 0.0137939453125}, {"token_id": 361, "token_text": " was", "probability": 0.011474609375}, {"token_id": 262, "token_text": " and", "probability": 0.00372314453125}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.61328125}, {"token_id": 230, "token_text": " the", "probability": 0.05712890625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.025390625}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.019775390625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0185546875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.6953125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.6953125}, {"token_id": 15, "token_text": ",", "probability": 0.05712890625}, {"token_id": 361, "token_text": " was", "probability": 0.041748046875}, {"token_id": 614, "token_text": " has", "probability": 0.0252685546875}, {"token_id": 234, "token_text": " in", "probability": 0.0174560546875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.72265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.72265625}, {"token_id": 209, "token_text": " a", "probability": 0.0556640625}, {"token_id": 3857, "token_text": " located", "probability": 0.01806640625}, {"token_id": 751, "token_text": " also", "probability": 0.01409912109375}, {"token_id": 820, "token_text": " its", "probability": 0.01324462890625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.90625}, {"token_id": 2259, "token_text": " city", "probability": 0.005401611328125}, {"token_id": 1077, "token_text": " second", "probability": 0.00421142578125}, {"token_id": 5656, "token_text": " largest", "probability": 0.003936767578125}, {"token_id": 942, "token_text": " most", "probability": 0.00347900390625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.96484375}, {"token_id": 262, "token_text": " and", "probability": 0.006500244140625}, {"token_id": 15, "token_text": ",", "probability": 0.006500244140625}, {"token_id": 17, "token_text": ".", "probability": 0.004180908203125}, {"token_id": 234, "token_text": " in", "probability": 0.00347900390625}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.52734375}, {"token_id": 230, "token_text": " the", "probability": 0.11767578125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.0279541015625}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.023193359375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0169677734375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.44921875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.44921875}, {"token_id": 15, "token_text": ",", "probability": 0.19921875}, {"token_id": 234, "token_text": " in", "probability": 0.060791015625}, {"token_id": 262, "token_text": " and", "probability": 0.0537109375}, {"token_id": 336, "token_text": " is", "probability": 0.032470703125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.439453125}, {"token_id": 679, "token_text": " It", "probability": 0.076171875}, {"token_id": 407, "token_text": " In", "probability": 0.038330078125}, {"token_id": 6983, "token_text": " Its", "probability": 0.0361328125}, {"token_id": 1829, "token_text": " There", "probability": 0.01171875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.83984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.83984375}, {"token_id": 2259, "token_text": " city", "probability": 0.0238037109375}, {"token_id": 2729, "token_text": " town", "probability": 0.00640869140625}, {"token_id": 8040, "token_text": " province", "probability": 0.00311279296875}, {"token_id": 5920, "token_text": " central", "probability": 0.0026702880859375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90234375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90234375}, {"token_id": 336, "token_text": " is", "probability": 0.0576171875}, {"token_id": 15, "token_text": ",", "probability": 0.0078125}, {"token_id": 361, "token_text": " was", "probability": 0.005035400390625}, {"token_id": 262, "token_text": " and", "probability": 0.002532958984375}]}, {"token_id": 31618, "token_text": " Naples", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 31618, "token_text": " Naples", "probability": 0.68359375}, {"token_id": 230, "token_text": " the", "probability": 0.041015625}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.031982421875}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.01611328125}, {"token_id": 17392, "token_text": " Pisa", "probability": 0.0133056640625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 160, "correct_token_probability": 0.000591278076171875, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1689453125}, {"token_id": 209, "token_text": " a", "probability": 0.1162109375}, {"token_id": 3857, "token_text": " located", "probability": 0.044189453125}, {"token_id": 14812, "token_text": " situated", "probability": 0.034423828125}, {"token_id": 720, "token_text": " one", "probability": 0.025146484375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0244140625}, {"token_id": 234, "token_text": " in", "probability": 0.0208740234375}, {"token_id": 248, "token_text": " an", "probability": 0.0157470703125}, {"token_id": 751, "token_text": " also", "probability": 0.01190185546875}, {"token_id": 21166, "token_text": " bord", "probability": 0.01153564453125}], "entropy": 5.25}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.433224133159769, "average_logprob_per_token": -7.433224133159769, "perplexity_on_target_sequence": 1691.2516129032251, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -7.433224133159769, "probability": 0.000591278076171875, "raw_probability": 0.000591278076171875, "correct_token_rank": 160}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66535.93364262581, "probe_elapsed_sec": 1.0701706149848178, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used", "text": "A small language model should be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.64453125}, {"token_id": 534, "token_text": " not", "probability": 0.0283203125}, {"token_id": 751, "token_text": " also", "probability": 0.01513671875}, {"token_id": 1118, "token_text": " only", "probability": 0.01513671875}, {"token_id": 581, "token_text": " have", "probability": 0.01336669921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1416015625}, {"token_id": 209, "token_text": " a", "probability": 0.052001953125}, {"token_id": 2956, "token_text": " able", "probability": 0.035888671875}, {"token_id": 347, "token_text": " as", "probability": 0.0185546875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0174560546875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.2353515625}, {"token_id": 234, "token_text": " in", "probability": 0.15234375}, {"token_id": 347, "token_text": " as", "probability": 0.1044921875}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 321, "token_text": " for", "probability": 0.07666015625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.09375}, {"token_id": 4052, "token_text": " create", "probability": 0.056884765625}, {"token_id": 3346, "token_text": " represent", "probability": 0.0238037109375}, {"token_id": 10728, "token_text": " describe", "probability": 0.0223388671875}, {"token_id": 1494, "token_text": " make", "probability": 0.0223388671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1474609375}, {"token_id": 209, "token_text": " a", "probability": 0.1220703125}, {"token_id": 2956, "token_text": " able", "probability": 0.042236328125}, {"token_id": 230, "token_text": " the", "probability": 0.0233154296875}, {"token_id": 248, "token_text": " an", "probability": 0.019287109375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.263671875}, {"token_id": 234, "token_text": " in", "probability": 0.16015625}, {"token_id": 347, "token_text": " as", "probability": 0.10986328125}, {"token_id": 17, "token_text": ".", "probability": 0.0966796875}, {"token_id": 321, "token_text": " for", "probability": 0.0625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.0712890625}, {"token_id": 3346, "token_text": " represent", "probability": 0.043212890625}, {"token_id": 4052, "token_text": " create", "probability": 0.0380859375}, {"token_id": 10728, "token_text": " describe", "probability": 0.0262451171875}, {"token_id": 1494, "token_text": " make", "probability": 0.025390625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.236328125}, {"token_id": 209, "token_text": " a", "probability": 0.15234375}, {"token_id": 248, "token_text": " an", "probability": 0.02490234375}, {"token_id": 230, "token_text": " the", "probability": 0.0234375}, {"token_id": 2956, "token_text": " able", "probability": 0.022705078125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.375}, {"token_id": 234, "token_text": " in", "probability": 0.1298828125}, {"token_id": 347, "token_text": " as", "probability": 0.107421875}, {"token_id": 17, "token_text": ".", "probability": 0.07861328125}, {"token_id": 321, "token_text": " for", "probability": 0.05078125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.50390625}, {"token_id": 3346, "token_text": " represent", "probability": 0.025146484375}, {"token_id": 18569, "token_text": " communicate", "probability": 0.01434326171875}, {"token_id": 4052, "token_text": " create", "probability": 0.01348876953125}, {"token_id": 1494, "token_text": " make", "probability": 0.01348876953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.48046875}, {"token_id": 209, "token_text": " a", "probability": 0.07861328125}, {"token_id": 2956, "token_text": " able", "probability": 0.01544189453125}, {"token_id": 248, "token_text": " an", "probability": 0.0128173828125}, {"token_id": 230, "token_text": " the", "probability": 0.01202392578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.494140625}, {"token_id": 234, "token_text": " in", "probability": 0.09716796875}, {"token_id": 347, "token_text": " as", "probability": 0.09130859375}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}, {"token_id": 321, "token_text": " for", "probability": 0.0458984375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.68359375}, {"token_id": 3346, "token_text": " represent", "probability": 0.01416015625}, {"token_id": 581, "token_text": " have", "probability": 0.0103759765625}, {"token_id": 1494, "token_text": " make", "probability": 0.00860595703125}, {"token_id": 18569, "token_text": " communicate", "probability": 0.0078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.62890625}, {"token_id": 209, "token_text": " a", "probability": 0.051513671875}, {"token_id": 2956, "token_text": " able", "probability": 0.009521484375}, {"token_id": 9996, "token_text": " applied", "probability": 0.00897216796875}, {"token_id": 230, "token_text": " the", "probability": 0.0079345703125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5390625}, {"token_id": 234, "token_text": " in", "probability": 0.087890625}, {"token_id": 17, "token_text": ".", "probability": 0.07275390625}, {"token_id": 347, "token_text": " as", "probability": 0.068359375}, {"token_id": 321, "token_text": " for", "probability": 0.0390625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.81640625}, {"token_id": 581, "token_text": " have", "probability": 0.00848388671875}, {"token_id": 3346, "token_text": " represent", "probability": 0.007049560546875}, {"token_id": 1494, "token_text": " make", "probability": 0.005157470703125}, {"token_id": 18569, "token_text": " communicate", "probability": 0.004852294921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.7578125}, {"token_id": 209, "token_text": " a", "probability": 0.021484375}, {"token_id": 9996, "token_text": " applied", "probability": 0.00897216796875}, {"token_id": 2956, "token_text": " able", "probability": 0.006988525390625}, {"token_id": 7577, "token_text": " effective", "probability": 0.005096435546875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.58984375}, {"token_id": 234, "token_text": " in", "probability": 0.0703125}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 347, "token_text": " as", "probability": 0.058349609375}, {"token_id": 321, "token_text": " for", "probability": 0.033203125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.68359375}, {"token_id": 209, "token_text": " a", "probability": 0.01177978515625}, {"token_id": 3346, "token_text": " represent", "probability": 0.0103759765625}, {"token_id": 581, "token_text": " have", "probability": 0.009765625}, {"token_id": 1494, "token_text": " make", "probability": 0.00885009765625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.7734375}, {"token_id": 209, "token_text": " a", "probability": 0.0218505859375}, {"token_id": 9996, "token_text": " applied", "probability": 0.0091552734375}, {"token_id": 7577, "token_text": " effective", "probability": 0.005889892578125}, {"token_id": 2956, "token_text": " able", "probability": 0.005218505859375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.63671875}, {"token_id": 234, "token_text": " in", "probability": 0.06689453125}, {"token_id": 347, "token_text": " as", "probability": 0.05224609375}, {"token_id": 17, "token_text": ".", "probability": 0.05224609375}, {"token_id": 321, "token_text": " for", "probability": 0.035888671875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.75390625}, {"token_id": 581, "token_text": " have", "probability": 0.00946044921875}, {"token_id": 209, "token_text": " a", "probability": 0.0089111328125}, {"token_id": 3346, "token_text": " represent", "probability": 0.00738525390625}, {"token_id": 1494, "token_text": " make", "probability": 0.00714111328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.76953125}, {"token_id": 209, "token_text": " a", "probability": 0.023193359375}, {"token_id": 9996, "token_text": " applied", "probability": 0.00970458984375}, {"token_id": 7577, "token_text": " effective", "probability": 0.00665283203125}, {"token_id": 2956, "token_text": " able", "probability": 0.005523681640625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.58984375}, {"token_id": 234, "token_text": " in", "probability": 0.07958984375}, {"token_id": 347, "token_text": " as", "probability": 0.062255859375}, {"token_id": 17, "token_text": ".", "probability": 0.051513671875}, {"token_id": 321, "token_text": " for", "probability": 0.03759765625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.84375}, {"token_id": 581, "token_text": " have", "probability": 0.00775146484375}, {"token_id": 1494, "token_text": " make", "probability": 0.004547119140625}, {"token_id": 209, "token_text": " a", "probability": 0.0042724609375}, {"token_id": 3346, "token_text": " represent", "probability": 0.004150390625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.8125}, {"token_id": 209, "token_text": " a", "probability": 0.015869140625}, {"token_id": 9996, "token_text": " applied", "probability": 0.0079345703125}, {"token_id": 7577, "token_text": " effective", "probability": 0.00482177734375}, {"token_id": 2956, "token_text": " able", "probability": 0.00482177734375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.0732421875}, {"token_id": 347, "token_text": " as", "probability": 0.06494140625}, {"token_id": 17, "token_text": ".", "probability": 0.039306640625}, {"token_id": 321, "token_text": " for", "probability": 0.030517578125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.8359375}, {"token_id": 581, "token_text": " have", "probability": 0.00823974609375}, {"token_id": 1494, "token_text": " make", "probability": 0.004974365234375}, {"token_id": 209, "token_text": " a", "probability": 0.00482177734375}, {"token_id": 3346, "token_text": " represent", "probability": 0.00341796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.81640625}, {"token_id": 209, "token_text": " a", "probability": 0.015869140625}, {"token_id": 9996, "token_text": " applied", "probability": 0.00799560546875}, {"token_id": 7577, "token_text": " effective", "probability": 0.004852294921875}, {"token_id": 230, "token_text": " the", "probability": 0.0040283203125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.62109375}, {"token_id": 234, "token_text": " in", "probability": 0.06982421875}, {"token_id": 347, "token_text": " as", "probability": 0.05419921875}, {"token_id": 17, "token_text": ".", "probability": 0.042236328125}, {"token_id": 321, "token_text": " for", "probability": 0.029052734375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.80859375}, {"token_id": 581, "token_text": " have", "probability": 0.0084228515625}, {"token_id": 209, "token_text": " a", "probability": 0.007232666015625}, {"token_id": 1494, "token_text": " make", "probability": 0.005615234375}, {"token_id": 230, "token_text": " the", "probability": 0.00482177734375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.80859375}, {"token_id": 209, "token_text": " a", "probability": 0.017822265625}, {"token_id": 9996, "token_text": " applied", "probability": 0.0084228515625}, {"token_id": 7577, "token_text": " effective", "probability": 0.00543212890625}, {"token_id": 230, "token_text": " the", "probability": 0.0045166015625}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.64453125}, {"token_id": 534, "token_text": " not", "probability": 0.0283203125}, {"token_id": 751, "token_text": " also", "probability": 0.01513671875}, {"token_id": 1118, "token_text": " only", "probability": 0.01513671875}, {"token_id": 581, "token_text": " have", "probability": 0.01336669921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1416015625}, {"token_id": 209, "token_text": " a", "probability": 0.052001953125}, {"token_id": 2956, "token_text": " able", "probability": 0.035888671875}, {"token_id": 347, "token_text": " as", "probability": 0.0185546875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0174560546875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.2353515625}, {"token_id": 234, "token_text": " in", "probability": 0.15234375}, {"token_id": 347, "token_text": " as", "probability": 0.1044921875}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 321, "token_text": " for", "probability": 0.07666015625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.09375}, {"token_id": 4052, "token_text": " create", "probability": 0.056884765625}, {"token_id": 3346, "token_text": " represent", "probability": 0.0238037109375}, {"token_id": 10728, "token_text": " describe", "probability": 0.0223388671875}, {"token_id": 1494, "token_text": " make", "probability": 0.0223388671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1474609375}, {"token_id": 209, "token_text": " a", "probability": 0.1220703125}, {"token_id": 2956, "token_text": " able", "probability": 0.042236328125}, {"token_id": 230, "token_text": " the", "probability": 0.0233154296875}, {"token_id": 248, "token_text": " an", "probability": 0.019287109375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.263671875}, {"token_id": 234, "token_text": " in", "probability": 0.16015625}, {"token_id": 347, "token_text": " as", "probability": 0.10986328125}, {"token_id": 17, "token_text": ".", "probability": 0.0966796875}, {"token_id": 321, "token_text": " for", "probability": 0.0625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.0712890625}, {"token_id": 3346, "token_text": " represent", "probability": 0.043212890625}, {"token_id": 4052, "token_text": " create", "probability": 0.0380859375}, {"token_id": 10728, "token_text": " describe", "probability": 0.0262451171875}, {"token_id": 1494, "token_text": " make", "probability": 0.025390625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.236328125}, {"token_id": 209, "token_text": " a", "probability": 0.15234375}, {"token_id": 248, "token_text": " an", "probability": 0.02490234375}, {"token_id": 230, "token_text": " the", "probability": 0.0234375}, {"token_id": 2956, "token_text": " able", "probability": 0.022705078125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.375}, {"token_id": 234, "token_text": " in", "probability": 0.1298828125}, {"token_id": 347, "token_text": " as", "probability": 0.107421875}, {"token_id": 17, "token_text": ".", "probability": 0.07861328125}, {"token_id": 321, "token_text": " for", "probability": 0.05078125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.50390625}, {"token_id": 3346, "token_text": " represent", "probability": 0.025146484375}, {"token_id": 18569, "token_text": " communicate", "probability": 0.01434326171875}, {"token_id": 4052, "token_text": " create", "probability": 0.01348876953125}, {"token_id": 1494, "token_text": " make", "probability": 0.01348876953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.48046875}, {"token_id": 209, "token_text": " a", "probability": 0.07861328125}, {"token_id": 2956, "token_text": " able", "probability": 0.01544189453125}, {"token_id": 248, "token_text": " an", "probability": 0.0128173828125}, {"token_id": 230, "token_text": " the", "probability": 0.01202392578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.494140625}, {"token_id": 234, "token_text": " in", "probability": 0.09716796875}, {"token_id": 347, "token_text": " as", "probability": 0.09130859375}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}, {"token_id": 321, "token_text": " for", "probability": 0.0458984375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.68359375}, {"token_id": 3346, "token_text": " represent", "probability": 0.01416015625}, {"token_id": 581, "token_text": " have", "probability": 0.0103759765625}, {"token_id": 1494, "token_text": " make", "probability": 0.00860595703125}, {"token_id": 18569, "token_text": " communicate", "probability": 0.0078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.62890625}, {"token_id": 209, "token_text": " a", "probability": 0.051513671875}, {"token_id": 2956, "token_text": " able", "probability": 0.009521484375}, {"token_id": 9996, "token_text": " applied", "probability": 0.00897216796875}, {"token_id": 230, "token_text": " the", "probability": 0.0079345703125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5390625}, {"token_id": 234, "token_text": " in", "probability": 0.087890625}, {"token_id": 17, "token_text": ".", "probability": 0.07275390625}, {"token_id": 347, "token_text": " as", "probability": 0.068359375}, {"token_id": 321, "token_text": " for", "probability": 0.0390625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.81640625}, {"token_id": 581, "token_text": " have", "probability": 0.00848388671875}, {"token_id": 3346, "token_text": " represent", "probability": 0.007049560546875}, {"token_id": 1494, "token_text": " make", "probability": 0.005157470703125}, {"token_id": 18569, "token_text": " communicate", "probability": 0.004852294921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.7578125}, {"token_id": 209, "token_text": " a", "probability": 0.021484375}, {"token_id": 9996, "token_text": " applied", "probability": 0.00897216796875}, {"token_id": 2956, "token_text": " able", "probability": 0.006988525390625}, {"token_id": 7577, "token_text": " effective", "probability": 0.005096435546875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.58984375}, {"token_id": 234, "token_text": " in", "probability": 0.0703125}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 347, "token_text": " as", "probability": 0.058349609375}, {"token_id": 321, "token_text": " for", "probability": 0.033203125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.68359375}, {"token_id": 209, "token_text": " a", "probability": 0.01177978515625}, {"token_id": 3346, "token_text": " represent", "probability": 0.0103759765625}, {"token_id": 581, "token_text": " have", "probability": 0.009765625}, {"token_id": 1494, "token_text": " make", "probability": 0.00885009765625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.7734375}, {"token_id": 209, "token_text": " a", "probability": 0.0218505859375}, {"token_id": 9996, "token_text": " applied", "probability": 0.0091552734375}, {"token_id": 7577, "token_text": " effective", "probability": 0.005889892578125}, {"token_id": 2956, "token_text": " able", "probability": 0.005218505859375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.63671875}, {"token_id": 234, "token_text": " in", "probability": 0.06689453125}, {"token_id": 347, "token_text": " as", "probability": 0.05224609375}, {"token_id": 17, "token_text": ".", "probability": 0.05224609375}, {"token_id": 321, "token_text": " for", "probability": 0.035888671875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.75390625}, {"token_id": 581, "token_text": " have", "probability": 0.00946044921875}, {"token_id": 209, "token_text": " a", "probability": 0.0089111328125}, {"token_id": 3346, "token_text": " represent", "probability": 0.00738525390625}, {"token_id": 1494, "token_text": " make", "probability": 0.00714111328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.76953125}, {"token_id": 209, "token_text": " a", "probability": 0.023193359375}, {"token_id": 9996, "token_text": " applied", "probability": 0.00970458984375}, {"token_id": 7577, "token_text": " effective", "probability": 0.00665283203125}, {"token_id": 2956, "token_text": " able", "probability": 0.005523681640625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.58984375}, {"token_id": 234, "token_text": " in", "probability": 0.07958984375}, {"token_id": 347, "token_text": " as", "probability": 0.062255859375}, {"token_id": 17, "token_text": ".", "probability": 0.051513671875}, {"token_id": 321, "token_text": " for", "probability": 0.03759765625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.84375}, {"token_id": 581, "token_text": " have", "probability": 0.00775146484375}, {"token_id": 1494, "token_text": " make", "probability": 0.004547119140625}, {"token_id": 209, "token_text": " a", "probability": 0.0042724609375}, {"token_id": 3346, "token_text": " represent", "probability": 0.004150390625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.8125}, {"token_id": 209, "token_text": " a", "probability": 0.015869140625}, {"token_id": 9996, "token_text": " applied", "probability": 0.0079345703125}, {"token_id": 7577, "token_text": " effective", "probability": 0.00482177734375}, {"token_id": 2956, "token_text": " able", "probability": 0.00482177734375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.0732421875}, {"token_id": 347, "token_text": " as", "probability": 0.06494140625}, {"token_id": 17, "token_text": ".", "probability": 0.039306640625}, {"token_id": 321, "token_text": " for", "probability": 0.030517578125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.8359375}, {"token_id": 581, "token_text": " have", "probability": 0.00823974609375}, {"token_id": 1494, "token_text": " make", "probability": 0.004974365234375}, {"token_id": 209, "token_text": " a", "probability": 0.00482177734375}, {"token_id": 3346, "token_text": " represent", "probability": 0.00341796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.81640625}, {"token_id": 209, "token_text": " a", "probability": 0.015869140625}, {"token_id": 9996, "token_text": " applied", "probability": 0.00799560546875}, {"token_id": 7577, "token_text": " effective", "probability": 0.004852294921875}, {"token_id": 230, "token_text": " the", "probability": 0.0040283203125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.62109375}, {"token_id": 234, "token_text": " in", "probability": 0.06982421875}, {"token_id": 347, "token_text": " as", "probability": 0.05419921875}, {"token_id": 17, "token_text": ".", "probability": 0.042236328125}, {"token_id": 321, "token_text": " for", "probability": 0.029052734375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.80859375}, {"token_id": 581, "token_text": " have", "probability": 0.0084228515625}, {"token_id": 209, "token_text": " a", "probability": 0.007232666015625}, {"token_id": 1494, "token_text": " make", "probability": 0.005615234375}, {"token_id": 230, "token_text": " the", "probability": 0.00482177734375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.80859375}, {"token_id": 209, "token_text": " a", "probability": 0.017822265625}, {"token_id": 9996, "token_text": " applied", "probability": 0.0084228515625}, {"token_id": 7577, "token_text": " effective", "probability": 0.00543212890625}, {"token_id": 230, "token_text": " the", "probability": 0.0045166015625}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.64453125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.64453125}, {"token_id": 534, "token_text": " not", "probability": 0.0283203125}, {"token_id": 751, "token_text": " also", "probability": 0.01513671875}, {"token_id": 1118, "token_text": " only", "probability": 0.01513671875}, {"token_id": 581, "token_text": " have", "probability": 0.01336669921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1416015625}, {"token_id": 209, "token_text": " a", "probability": 0.052001953125}, {"token_id": 2956, "token_text": " able", "probability": 0.035888671875}, {"token_id": 347, "token_text": " as", "probability": 0.0185546875}, {"token_id": 4424, "token_text": " considered", "probability": 0.0174560546875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.2353515625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.2353515625}, {"token_id": 234, "token_text": " in", "probability": 0.15234375}, {"token_id": 347, "token_text": " as", "probability": 0.1044921875}, {"token_id": 17, "token_text": ".", "probability": 0.08154296875}, {"token_id": 321, "token_text": " for", "probability": 0.07666015625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.09375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.09375}, {"token_id": 4052, "token_text": " create", "probability": 0.056884765625}, {"token_id": 3346, "token_text": " represent", "probability": 0.0238037109375}, {"token_id": 10728, "token_text": " describe", "probability": 0.0223388671875}, {"token_id": 1494, "token_text": " make", "probability": 0.0223388671875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1474609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1474609375}, {"token_id": 209, "token_text": " a", "probability": 0.1220703125}, {"token_id": 2956, "token_text": " able", "probability": 0.042236328125}, {"token_id": 230, "token_text": " the", "probability": 0.0233154296875}, {"token_id": 248, "token_text": " an", "probability": 0.019287109375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.263671875}, {"token_id": 234, "token_text": " in", "probability": 0.16015625}, {"token_id": 347, "token_text": " as", "probability": 0.10986328125}, {"token_id": 17, "token_text": ".", "probability": 0.0966796875}, {"token_id": 321, "token_text": " for", "probability": 0.0625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.0712890625}, {"token_id": 3346, "token_text": " represent", "probability": 0.043212890625}, {"token_id": 4052, "token_text": " create", "probability": 0.0380859375}, {"token_id": 10728, "token_text": " describe", "probability": 0.0262451171875}, {"token_id": 1494, "token_text": " make", "probability": 0.025390625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.236328125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.236328125}, {"token_id": 209, "token_text": " a", "probability": 0.15234375}, {"token_id": 248, "token_text": " an", "probability": 0.02490234375}, {"token_id": 230, "token_text": " the", "probability": 0.0234375}, {"token_id": 2956, "token_text": " able", "probability": 0.022705078125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.375}, {"token_id": 234, "token_text": " in", "probability": 0.1298828125}, {"token_id": 347, "token_text": " as", "probability": 0.107421875}, {"token_id": 17, "token_text": ".", "probability": 0.07861328125}, {"token_id": 321, "token_text": " for", "probability": 0.05078125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.50390625}, {"token_id": 3346, "token_text": " represent", "probability": 0.025146484375}, {"token_id": 18569, "token_text": " communicate", "probability": 0.01434326171875}, {"token_id": 4052, "token_text": " create", "probability": 0.01348876953125}, {"token_id": 1494, "token_text": " make", "probability": 0.01348876953125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.48046875}, {"token_id": 209, "token_text": " a", "probability": 0.07861328125}, {"token_id": 2956, "token_text": " able", "probability": 0.01544189453125}, {"token_id": 248, "token_text": " an", "probability": 0.0128173828125}, {"token_id": 230, "token_text": " the", "probability": 0.01202392578125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.494140625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.494140625}, {"token_id": 234, "token_text": " in", "probability": 0.09716796875}, {"token_id": 347, "token_text": " as", "probability": 0.09130859375}, {"token_id": 17, "token_text": ".", "probability": 0.05908203125}, {"token_id": 321, "token_text": " for", "probability": 0.0458984375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.68359375}, {"token_id": 3346, "token_text": " represent", "probability": 0.01416015625}, {"token_id": 581, "token_text": " have", "probability": 0.0103759765625}, {"token_id": 1494, "token_text": " make", "probability": 0.00860595703125}, {"token_id": 18569, "token_text": " communicate", "probability": 0.0078125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.62890625}, {"token_id": 209, "token_text": " a", "probability": 0.051513671875}, {"token_id": 2956, "token_text": " able", "probability": 0.009521484375}, {"token_id": 9996, "token_text": " applied", "probability": 0.00897216796875}, {"token_id": 230, "token_text": " the", "probability": 0.0079345703125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5390625}, {"token_id": 234, "token_text": " in", "probability": 0.087890625}, {"token_id": 17, "token_text": ".", "probability": 0.07275390625}, {"token_id": 347, "token_text": " as", "probability": 0.068359375}, {"token_id": 321, "token_text": " for", "probability": 0.0390625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.81640625}, {"token_id": 581, "token_text": " have", "probability": 0.00848388671875}, {"token_id": 3346, "token_text": " represent", "probability": 0.007049560546875}, {"token_id": 1494, "token_text": " make", "probability": 0.005157470703125}, {"token_id": 18569, "token_text": " communicate", "probability": 0.004852294921875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.7578125}, {"token_id": 209, "token_text": " a", "probability": 0.021484375}, {"token_id": 9996, "token_text": " applied", "probability": 0.00897216796875}, {"token_id": 2956, "token_text": " able", "probability": 0.006988525390625}, {"token_id": 7577, "token_text": " effective", "probability": 0.005096435546875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.58984375}, {"token_id": 234, "token_text": " in", "probability": 0.0703125}, {"token_id": 17, "token_text": ".", "probability": 0.062255859375}, {"token_id": 347, "token_text": " as", "probability": 0.058349609375}, {"token_id": 321, "token_text": " for", "probability": 0.033203125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.68359375}, {"token_id": 209, "token_text": " a", "probability": 0.01177978515625}, {"token_id": 3346, "token_text": " represent", "probability": 0.0103759765625}, {"token_id": 581, "token_text": " have", "probability": 0.009765625}, {"token_id": 1494, "token_text": " make", "probability": 0.00885009765625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.7734375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.7734375}, {"token_id": 209, "token_text": " a", "probability": 0.0218505859375}, {"token_id": 9996, "token_text": " applied", "probability": 0.0091552734375}, {"token_id": 7577, "token_text": " effective", "probability": 0.005889892578125}, {"token_id": 2956, "token_text": " able", "probability": 0.005218505859375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.63671875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.63671875}, {"token_id": 234, "token_text": " in", "probability": 0.06689453125}, {"token_id": 347, "token_text": " as", "probability": 0.05224609375}, {"token_id": 17, "token_text": ".", "probability": 0.05224609375}, {"token_id": 321, "token_text": " for", "probability": 0.035888671875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.75390625}, {"token_id": 581, "token_text": " have", "probability": 0.00946044921875}, {"token_id": 209, "token_text": " a", "probability": 0.0089111328125}, {"token_id": 3346, "token_text": " represent", "probability": 0.00738525390625}, {"token_id": 1494, "token_text": " make", "probability": 0.00714111328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.76953125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.76953125}, {"token_id": 209, "token_text": " a", "probability": 0.023193359375}, {"token_id": 9996, "token_text": " applied", "probability": 0.00970458984375}, {"token_id": 7577, "token_text": " effective", "probability": 0.00665283203125}, {"token_id": 2956, "token_text": " able", "probability": 0.005523681640625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.58984375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.58984375}, {"token_id": 234, "token_text": " in", "probability": 0.07958984375}, {"token_id": 347, "token_text": " as", "probability": 0.062255859375}, {"token_id": 17, "token_text": ".", "probability": 0.051513671875}, {"token_id": 321, "token_text": " for", "probability": 0.03759765625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.84375}, {"token_id": 581, "token_text": " have", "probability": 0.00775146484375}, {"token_id": 1494, "token_text": " make", "probability": 0.004547119140625}, {"token_id": 209, "token_text": " a", "probability": 0.0042724609375}, {"token_id": 3346, "token_text": " represent", "probability": 0.004150390625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.8125}, {"token_id": 209, "token_text": " a", "probability": 0.015869140625}, {"token_id": 9996, "token_text": " applied", "probability": 0.0079345703125}, {"token_id": 7577, "token_text": " effective", "probability": 0.00482177734375}, {"token_id": 2956, "token_text": " able", "probability": 0.00482177734375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.0732421875}, {"token_id": 347, "token_text": " as", "probability": 0.06494140625}, {"token_id": 17, "token_text": ".", "probability": 0.039306640625}, {"token_id": 321, "token_text": " for", "probability": 0.030517578125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.8359375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.8359375}, {"token_id": 581, "token_text": " have", "probability": 0.00823974609375}, {"token_id": 1494, "token_text": " make", "probability": 0.004974365234375}, {"token_id": 209, "token_text": " a", "probability": 0.00482177734375}, {"token_id": 3346, "token_text": " represent", "probability": 0.00341796875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.81640625}, {"token_id": 209, "token_text": " a", "probability": 0.015869140625}, {"token_id": 9996, "token_text": " applied", "probability": 0.00799560546875}, {"token_id": 7577, "token_text": " effective", "probability": 0.004852294921875}, {"token_id": 230, "token_text": " the", "probability": 0.0040283203125}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.62109375}, {"token_id": 234, "token_text": " in", "probability": 0.06982421875}, {"token_id": 347, "token_text": " as", "probability": 0.05419921875}, {"token_id": 17, "token_text": ".", "probability": 0.042236328125}, {"token_id": 321, "token_text": " for", "probability": 0.029052734375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.80859375}, {"token_id": 581, "token_text": " have", "probability": 0.0084228515625}, {"token_id": 209, "token_text": " a", "probability": 0.007232666015625}, {"token_id": 1494, "token_text": " make", "probability": 0.005615234375}, {"token_id": 230, "token_text": " the", "probability": 0.00482177734375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.80859375}, {"token_id": 209, "token_text": " a", "probability": 0.017822265625}, {"token_id": 9996, "token_text": " applied", "probability": 0.0084228515625}, {"token_id": 7577, "token_text": " effective", "probability": 0.00543212890625}, {"token_id": 230, "token_text": " the", "probability": 0.0045166015625}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.64453125, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.64453125}, {"token_id": 534, "token_text": " not", "probability": 0.0283203125}, {"token_id": 1118, "token_text": " only", "probability": 0.01513671875}, {"token_id": 751, "token_text": " also", "probability": 0.01513671875}, {"token_id": 581, "token_text": " have", "probability": 0.01336669921875}, {"token_id": 1300, "token_text": " use", "probability": 0.01336669921875}, {"token_id": 1466, "token_text": " help", "probability": 0.009765625}, {"token_id": 3173, "token_text": " always", "probability": 0.009765625}, {"token_id": 2464, "token_text": " include", "probability": 0.006317138671875}, {"token_id": 1494, "token_text": " make", "probability": 0.003936767578125}], "entropy": 2.65625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.4392319705789819, "average_logprob_per_token": -0.4392319705789819, "perplexity_on_target_sequence": 1.5515151515151515, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.4392319705789819, "probability": 0.64453125, "raw_probability": 0.64453125, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66535.93418931961, "probe_elapsed_sec": 1.0701706149848178, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata fondata nel 1580. Nel 1590 il comune di Milano \u00e8 stato fondato nel 1590. Nel 1590 il comune di Milano \u00e8 stato istituito nel 15", "text": "La capitale d'Italia \u00e8 stata fondata nel 1580. Nel 1590 il comune di Milano \u00e8 stato fondato nel 1590. Nel 1590 il comune di Milano \u00e8 stato istituito nel 15", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09521484375}, {"token_id": 387, "token_text": " una", "probability": 0.07421875}, {"token_id": 267, "token_text": " un", "probability": 0.07421875}, {"token_id": 285, "token_text": " la", "probability": 0.05419921875}, {"token_id": 293, "token_text": " il", "probability": 0.0478515625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.103515625}, {"token_id": 26822, "token_text": " istituita", "probability": 0.035888671875}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 387, "token_text": " una", "probability": 0.03173828125}, {"token_id": 16029, "token_text": " creata", "probability": 0.0262451171875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.578125}, {"token_id": 333, "token_text": " da", "probability": 0.05712890625}, {"token_id": 674, "token_text": " dal", "probability": 0.0537109375}, {"token_id": 234, "token_text": " in", "probability": 0.041748046875}, {"token_id": 209, "token_text": " a", "probability": 0.0238037109375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.029541015625, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.029541015625}, {"token_id": 1285, "token_text": " 16", "probability": 0.029541015625}, {"token_id": 1178, "token_text": " 17", "probability": 0.02783203125}, {"token_id": 1552, "token_text": " 14", "probability": 0.0203857421875}, {"token_id": 1629, "token_text": " 13", "probability": 0.016845703125}]}, {"token_id": 3635, "token_text": "80", "chosen_probability": 0.0289306640625, "top_k_candidates": [{"token_id": 3635, "token_text": "80", "probability": 0.0289306640625}, {"token_id": 10040, "token_text": "68", "probability": 0.027099609375}, {"token_id": 12939, "token_text": "91", "probability": 0.0255126953125}, {"token_id": 8022, "token_text": "78", "probability": 0.0255126953125}, {"token_id": 7132, "token_text": "88", "probability": 0.0224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1416015625}, {"token_id": 333, "token_text": " da", "probability": 0.1103515625}, {"token_id": 246, "token_text": " e", "probability": 0.1103515625}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 209, "token_text": " a", "probability": 0.07568359375}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.126953125}, {"token_id": 515, "token_text": " La", "probability": 0.0927734375}, {"token_id": 538, "token_text": " Il", "probability": 0.06787109375}, {"token_id": 407, "token_text": " In", "probability": 0.036376953125}, {"token_id": 302, "token_text": " L", "probability": 0.0341796875}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.357421875}, {"token_id": 1285, "token_text": " 16", "probability": 0.10205078125}, {"token_id": 1552, "token_text": " 14", "probability": 0.0546875}, {"token_id": 2498, "token_text": " corso", "probability": 0.0400390625}, {"token_id": 1178, "token_text": " 17", "probability": 0.0400390625}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.08740234375}, {"token_id": 12939, "token_text": "91", "probability": 0.06396484375}, {"token_id": 3635, "token_text": "80", "probability": 0.06396484375}, {"token_id": 11682, "token_text": "92", "probability": 0.041259765625}, {"token_id": 11074, "token_text": "82", "probability": 0.0283203125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.171875}, {"token_id": 285, "token_text": " la", "probability": 0.1181640625}, {"token_id": 633, "token_text": " fu", "probability": 0.111328125}, {"token_id": 227, "token_text": " l", "probability": 0.0595703125}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}]}, {"token_id": 3386, "token_text": " comune", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 3386, "token_text": " comune", "probability": 0.0693359375}, {"token_id": 5562, "token_text": " Regno", "probability": 0.057373046875}, {"token_id": 2728, "token_text": " governo", "probability": 0.057373046875}, {"token_id": 11612, "token_text": " Comune", "probability": 0.03271484375}, {"token_id": 9599, "token_text": " trattato", "probability": 0.03076171875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.421875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1455078125}, {"token_id": 373, "token_text": " ha", "probability": 0.041748046875}, {"token_id": 744, "token_text": " era", "probability": 0.02685546875}, {"token_id": 395, "token_text": " si", "probability": 0.0223388671875}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.064453125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.050048828125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.04150390625}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.0322265625}, {"token_id": 1254, "token_text": " San", "probability": 0.0303955078125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.287109375}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 633, "token_text": " fu", "probability": 0.07275390625}, {"token_id": 246, "token_text": " e", "probability": 0.046875}, {"token_id": 373, "token_text": " ha", "probability": 0.044189453125}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.37109375}, {"token_id": 293, "token_text": " il", "probability": 0.04150390625}, {"token_id": 1340, "token_text": " stata", "probability": 0.0390625}, {"token_id": 267, "token_text": " un", "probability": 0.03662109375}, {"token_id": 8341, "token_text": " diventato", "probability": 0.028564453125}]}, {"token_id": 11302, "token_text": " fondato", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 11302, "token_text": " fondato", "probability": 0.06689453125}, {"token_id": 21970, "token_text": " istituito", "probability": 0.055419921875}, {"token_id": 18911, "token_text": " ceduto", "probability": 0.0279541015625}, {"token_id": 22579, "token_text": " acquisito", "probability": 0.0262451171875}, {"token_id": 18284, "token_text": " concesso", "probability": 0.0203857421875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.55078125}, {"token_id": 333, "token_text": " da", "probability": 0.054443359375}, {"token_id": 674, "token_text": " dal", "probability": 0.0478515625}, {"token_id": 293, "token_text": " il", "probability": 0.0478515625}, {"token_id": 234, "token_text": " in", "probability": 0.032958984375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.439453125}, {"token_id": 1552, "token_text": " 14", "probability": 0.07666015625}, {"token_id": 1285, "token_text": " 16", "probability": 0.0673828125}, {"token_id": 1374, "token_text": " 12", "probability": 0.0233154296875}, {"token_id": 1178, "token_text": " 17", "probability": 0.02197265625}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.1943359375}, {"token_id": 12939, "token_text": "91", "probability": 0.125}, {"token_id": 3635, "token_text": "80", "probability": 0.0712890625}, {"token_id": 6369, "token_text": "99", "probability": 0.035888671875}, {"token_id": 12217, "token_text": "93", "probability": 0.03173828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.365234375}, {"token_id": 15, "token_text": ",", "probability": 0.1435546875}, {"token_id": 246, "token_text": " e", "probability": 0.11865234375}, {"token_id": 272, "token_text": " con", "probability": 0.043701171875}, {"token_id": 1105, "token_text": " quando", "probability": 0.0361328125}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.234375, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.234375}, {"token_id": 538, "token_text": " Il", "probability": 0.11767578125}, {"token_id": 515, "token_text": " La", "probability": 0.0712890625}, {"token_id": 2, "token_text": "", "probability": 0.03369140625}, {"token_id": 3190, "token_text": " Dal", "probability": 0.03173828125}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.57421875}, {"token_id": 1285, "token_text": " 16", "probability": 0.10009765625}, {"token_id": 1552, "token_text": " 14", "probability": 0.064453125}, {"token_id": 1178, "token_text": " 17", "probability": 0.0252685546875}, {"token_id": 2498, "token_text": " corso", "probability": 0.0184326171875}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.21484375}, {"token_id": 12939, "token_text": "91", "probability": 0.189453125}, {"token_id": 6369, "token_text": "99", "probability": 0.0615234375}, {"token_id": 11682, "token_text": "92", "probability": 0.044921875}, {"token_id": 12217, "token_text": "93", "probability": 0.042236328125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.1865234375}, {"token_id": 285, "token_text": " la", "probability": 0.09375}, {"token_id": 633, "token_text": " fu", "probability": 0.0830078125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.056884765625}]}, {"token_id": 3386, "token_text": " comune", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 3386, "token_text": " comune", "probability": 0.85546875}, {"token_id": 11612, "token_text": " Comune", "probability": 0.0189208984375}, {"token_id": 4041, "token_text": " territorio", "probability": 0.0069580078125}, {"token_id": 23628, "token_text": " feudo", "probability": 0.004791259765625}, {"token_id": 15963, "token_text": " distretto", "probability": 0.004791259765625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.6171875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.12158203125}, {"token_id": 373, "token_text": " ha", "probability": 0.047607421875}, {"token_id": 633, "token_text": " fu", "probability": 0.0186767578125}, {"token_id": 395, "token_text": " si", "probability": 0.017578125}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.9296875}, {"token_id": 19600, "token_text": " Brescia", "probability": 0.00518798828125}, {"token_id": 27910, "token_text": " Monza", "probability": 0.002960205078125}, {"token_id": 1254, "token_text": " San", "probability": 0.00244140625}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.0020294189453125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.5390625}, {"token_id": 633, "token_text": " fu", "probability": 0.050048828125}, {"token_id": 395, "token_text": " si", "probability": 0.050048828125}, {"token_id": 15, "token_text": ",", "probability": 0.0390625}, {"token_id": 373, "token_text": " ha", "probability": 0.0302734375}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.69921875}, {"token_id": 1340, "token_text": " stata", "probability": 0.047607421875}, {"token_id": 8341, "token_text": " diventato", "probability": 0.03271484375}, {"token_id": 18117, "token_text": " divenuto", "probability": 0.013671875}, {"token_id": 267, "token_text": " un", "probability": 0.0128173828125}]}, {"token_id": 21970, "token_text": " istituito", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 21970, "token_text": " istituito", "probability": 0.0869140625}, {"token_id": 11302, "token_text": " fondato", "probability": 0.08154296875}, {"token_id": 7416, "token_text": " creato", "probability": 0.041015625}, {"token_id": 18911, "token_text": " ceduto", "probability": 0.0233154296875}, {"token_id": 9136, "token_text": " eletto", "probability": 0.02197265625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.41796875}, {"token_id": 293, "token_text": " il", "probability": 0.185546875}, {"token_id": 267, "token_text": " un", "probability": 0.046875}, {"token_id": 674, "token_text": " dal", "probability": 0.036376953125}, {"token_id": 637, "token_text": " nella", "probability": 0.01953125}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.4453125}, {"token_id": 1285, "token_text": " 16", "probability": 0.06396484375}, {"token_id": 1552, "token_text": " 14", "probability": 0.060302734375}, {"token_id": 3386, "token_text": " comune", "probability": 0.0302734375}, {"token_id": 1178, "token_text": " 17", "probability": 0.0184326171875}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09521484375}, {"token_id": 387, "token_text": " una", "probability": 0.07421875}, {"token_id": 267, "token_text": " un", "probability": 0.07421875}, {"token_id": 285, "token_text": " la", "probability": 0.05419921875}, {"token_id": 293, "token_text": " il", "probability": 0.0478515625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.103515625}, {"token_id": 26822, "token_text": " istituita", "probability": 0.035888671875}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 387, "token_text": " una", "probability": 0.03173828125}, {"token_id": 16029, "token_text": " creata", "probability": 0.0262451171875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.578125}, {"token_id": 333, "token_text": " da", "probability": 0.05712890625}, {"token_id": 674, "token_text": " dal", "probability": 0.0537109375}, {"token_id": 234, "token_text": " in", "probability": 0.041748046875}, {"token_id": 209, "token_text": " a", "probability": 0.0238037109375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.029541015625, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.029541015625}, {"token_id": 1285, "token_text": " 16", "probability": 0.029541015625}, {"token_id": 1178, "token_text": " 17", "probability": 0.02783203125}, {"token_id": 1552, "token_text": " 14", "probability": 0.0203857421875}, {"token_id": 1629, "token_text": " 13", "probability": 0.016845703125}]}, {"token_id": 3635, "token_text": "80", "chosen_probability": 0.0289306640625, "top_k_candidates": [{"token_id": 3635, "token_text": "80", "probability": 0.0289306640625}, {"token_id": 10040, "token_text": "68", "probability": 0.027099609375}, {"token_id": 12939, "token_text": "91", "probability": 0.0255126953125}, {"token_id": 8022, "token_text": "78", "probability": 0.0255126953125}, {"token_id": 7132, "token_text": "88", "probability": 0.0224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1416015625}, {"token_id": 333, "token_text": " da", "probability": 0.1103515625}, {"token_id": 246, "token_text": " e", "probability": 0.1103515625}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 209, "token_text": " a", "probability": 0.07568359375}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.12890625}, {"token_id": 515, "token_text": " La", "probability": 0.09423828125}, {"token_id": 538, "token_text": " Il", "probability": 0.06884765625}, {"token_id": 407, "token_text": " In", "probability": 0.036865234375}, {"token_id": 302, "token_text": " L", "probability": 0.03466796875}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.357421875}, {"token_id": 1285, "token_text": " 16", "probability": 0.10205078125}, {"token_id": 1552, "token_text": " 14", "probability": 0.0546875}, {"token_id": 2498, "token_text": " corso", "probability": 0.0400390625}, {"token_id": 1178, "token_text": " 17", "probability": 0.0400390625}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.08740234375}, {"token_id": 12939, "token_text": "91", "probability": 0.06396484375}, {"token_id": 3635, "token_text": "80", "probability": 0.06396484375}, {"token_id": 11682, "token_text": "92", "probability": 0.041259765625}, {"token_id": 11074, "token_text": "82", "probability": 0.0283203125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.171875}, {"token_id": 285, "token_text": " la", "probability": 0.1181640625}, {"token_id": 633, "token_text": " fu", "probability": 0.111328125}, {"token_id": 227, "token_text": " l", "probability": 0.0595703125}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}]}, {"token_id": 3386, "token_text": " comune", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 3386, "token_text": " comune", "probability": 0.0693359375}, {"token_id": 5562, "token_text": " Regno", "probability": 0.057373046875}, {"token_id": 2728, "token_text": " governo", "probability": 0.057373046875}, {"token_id": 11612, "token_text": " Comune", "probability": 0.03271484375}, {"token_id": 9599, "token_text": " trattato", "probability": 0.03076171875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.421875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1455078125}, {"token_id": 373, "token_text": " ha", "probability": 0.041748046875}, {"token_id": 744, "token_text": " era", "probability": 0.02685546875}, {"token_id": 395, "token_text": " si", "probability": 0.0223388671875}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.064453125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.050048828125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.04150390625}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.0322265625}, {"token_id": 1254, "token_text": " San", "probability": 0.0303955078125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.287109375}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 633, "token_text": " fu", "probability": 0.07275390625}, {"token_id": 246, "token_text": " e", "probability": 0.046875}, {"token_id": 373, "token_text": " ha", "probability": 0.044189453125}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.37109375}, {"token_id": 293, "token_text": " il", "probability": 0.04150390625}, {"token_id": 1340, "token_text": " stata", "probability": 0.0390625}, {"token_id": 267, "token_text": " un", "probability": 0.03662109375}, {"token_id": 8341, "token_text": " diventato", "probability": 0.028564453125}]}, {"token_id": 11302, "token_text": " fondato", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 11302, "token_text": " fondato", "probability": 0.06689453125}, {"token_id": 21970, "token_text": " istituito", "probability": 0.055419921875}, {"token_id": 18911, "token_text": " ceduto", "probability": 0.0279541015625}, {"token_id": 22579, "token_text": " acquisito", "probability": 0.0262451171875}, {"token_id": 18284, "token_text": " concesso", "probability": 0.0203857421875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.55078125}, {"token_id": 333, "token_text": " da", "probability": 0.054443359375}, {"token_id": 674, "token_text": " dal", "probability": 0.0478515625}, {"token_id": 293, "token_text": " il", "probability": 0.0478515625}, {"token_id": 234, "token_text": " in", "probability": 0.032958984375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.439453125}, {"token_id": 1552, "token_text": " 14", "probability": 0.07666015625}, {"token_id": 1285, "token_text": " 16", "probability": 0.0673828125}, {"token_id": 1374, "token_text": " 12", "probability": 0.0233154296875}, {"token_id": 1178, "token_text": " 17", "probability": 0.02197265625}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.1943359375}, {"token_id": 12939, "token_text": "91", "probability": 0.125}, {"token_id": 3635, "token_text": "80", "probability": 0.0712890625}, {"token_id": 6369, "token_text": "99", "probability": 0.035888671875}, {"token_id": 12217, "token_text": "93", "probability": 0.03173828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.365234375}, {"token_id": 15, "token_text": ",", "probability": 0.1435546875}, {"token_id": 246, "token_text": " e", "probability": 0.11865234375}, {"token_id": 272, "token_text": " con", "probability": 0.043701171875}, {"token_id": 1105, "token_text": " quando", "probability": 0.0361328125}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.2421875}, {"token_id": 538, "token_text": " Il", "probability": 0.12158203125}, {"token_id": 515, "token_text": " La", "probability": 0.07373046875}, {"token_id": 3190, "token_text": " Dal", "probability": 0.03271484375}, {"token_id": 407, "token_text": " In", "probability": 0.0289306640625}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.57421875}, {"token_id": 1285, "token_text": " 16", "probability": 0.10009765625}, {"token_id": 1552, "token_text": " 14", "probability": 0.064453125}, {"token_id": 1178, "token_text": " 17", "probability": 0.0252685546875}, {"token_id": 2498, "token_text": " corso", "probability": 0.0184326171875}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.21484375}, {"token_id": 12939, "token_text": "91", "probability": 0.189453125}, {"token_id": 6369, "token_text": "99", "probability": 0.0615234375}, {"token_id": 11682, "token_text": "92", "probability": 0.044921875}, {"token_id": 12217, "token_text": "93", "probability": 0.042236328125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.1865234375}, {"token_id": 285, "token_text": " la", "probability": 0.09375}, {"token_id": 633, "token_text": " fu", "probability": 0.0830078125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.056884765625}]}, {"token_id": 3386, "token_text": " comune", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 3386, "token_text": " comune", "probability": 0.85546875}, {"token_id": 11612, "token_text": " Comune", "probability": 0.0189208984375}, {"token_id": 4041, "token_text": " territorio", "probability": 0.0069580078125}, {"token_id": 23628, "token_text": " feudo", "probability": 0.004791259765625}, {"token_id": 15963, "token_text": " distretto", "probability": 0.004791259765625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.6171875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.12158203125}, {"token_id": 373, "token_text": " ha", "probability": 0.047607421875}, {"token_id": 633, "token_text": " fu", "probability": 0.0186767578125}, {"token_id": 395, "token_text": " si", "probability": 0.017578125}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.9296875}, {"token_id": 19600, "token_text": " Brescia", "probability": 0.00518798828125}, {"token_id": 27910, "token_text": " Monza", "probability": 0.002960205078125}, {"token_id": 1254, "token_text": " San", "probability": 0.00244140625}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.0020294189453125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.5390625}, {"token_id": 633, "token_text": " fu", "probability": 0.050048828125}, {"token_id": 395, "token_text": " si", "probability": 0.050048828125}, {"token_id": 15, "token_text": ",", "probability": 0.0390625}, {"token_id": 373, "token_text": " ha", "probability": 0.0302734375}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.69921875}, {"token_id": 1340, "token_text": " stata", "probability": 0.047607421875}, {"token_id": 8341, "token_text": " diventato", "probability": 0.03271484375}, {"token_id": 18117, "token_text": " divenuto", "probability": 0.013671875}, {"token_id": 267, "token_text": " un", "probability": 0.0128173828125}]}, {"token_id": 21970, "token_text": " istituito", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 21970, "token_text": " istituito", "probability": 0.0869140625}, {"token_id": 11302, "token_text": " fondato", "probability": 0.08154296875}, {"token_id": 7416, "token_text": " creato", "probability": 0.041015625}, {"token_id": 18911, "token_text": " ceduto", "probability": 0.0233154296875}, {"token_id": 9136, "token_text": " eletto", "probability": 0.02197265625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.41796875}, {"token_id": 293, "token_text": " il", "probability": 0.185546875}, {"token_id": 267, "token_text": " un", "probability": 0.046875}, {"token_id": 674, "token_text": " dal", "probability": 0.036376953125}, {"token_id": 637, "token_text": " nella", "probability": 0.01953125}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.4453125}, {"token_id": 1285, "token_text": " 16", "probability": 0.06396484375}, {"token_id": 1552, "token_text": " 14", "probability": 0.060302734375}, {"token_id": 3386, "token_text": " comune", "probability": 0.0302734375}, {"token_id": 1178, "token_text": " 17", "probability": 0.0184326171875}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.09521484375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09521484375}, {"token_id": 387, "token_text": " una", "probability": 0.07421875}, {"token_id": 267, "token_text": " un", "probability": 0.07421875}, {"token_id": 285, "token_text": " la", "probability": 0.05419921875}, {"token_id": 293, "token_text": " il", "probability": 0.0478515625}]}, {"token_id": 9887, "token_text": " fondata", "chosen_probability": 0.103515625, "top_k_candidates": [{"token_id": 9887, "token_text": " fondata", "probability": 0.103515625}, {"token_id": 26822, "token_text": " istituita", "probability": 0.035888671875}, {"token_id": 285, "token_text": " la", "probability": 0.035888671875}, {"token_id": 387, "token_text": " una", "probability": 0.03173828125}, {"token_id": 16029, "token_text": " creata", "probability": 0.0262451171875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.578125}, {"token_id": 333, "token_text": " da", "probability": 0.05712890625}, {"token_id": 674, "token_text": " dal", "probability": 0.0537109375}, {"token_id": 234, "token_text": " in", "probability": 0.041748046875}, {"token_id": 209, "token_text": " a", "probability": 0.0238037109375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.029541015625, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.029541015625}, {"token_id": 1285, "token_text": " 16", "probability": 0.029541015625}, {"token_id": 1178, "token_text": " 17", "probability": 0.02783203125}, {"token_id": 1552, "token_text": " 14", "probability": 0.0203857421875}, {"token_id": 1629, "token_text": " 13", "probability": 0.016845703125}]}, {"token_id": 3635, "token_text": "80", "chosen_probability": 0.0289306640625, "top_k_candidates": [{"token_id": 3635, "token_text": "80", "probability": 0.0289306640625}, {"token_id": 10040, "token_text": "68", "probability": 0.027099609375}, {"token_id": 12939, "token_text": "91", "probability": 0.0255126953125}, {"token_id": 8022, "token_text": "78", "probability": 0.0255126953125}, {"token_id": 7132, "token_text": "88", "probability": 0.0224609375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1416015625}, {"token_id": 333, "token_text": " da", "probability": 0.1103515625}, {"token_id": 246, "token_text": " e", "probability": 0.1103515625}, {"token_id": 15, "token_text": ",", "probability": 0.09130859375}, {"token_id": 209, "token_text": " a", "probability": 0.07568359375}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.12890625}, {"token_id": 515, "token_text": " La", "probability": 0.09423828125}, {"token_id": 538, "token_text": " Il", "probability": 0.06884765625}, {"token_id": 407, "token_text": " In", "probability": 0.036865234375}, {"token_id": 302, "token_text": " L", "probability": 0.03466796875}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.357421875}, {"token_id": 1285, "token_text": " 16", "probability": 0.10205078125}, {"token_id": 1552, "token_text": " 14", "probability": 0.0546875}, {"token_id": 2498, "token_text": " corso", "probability": 0.0400390625}, {"token_id": 1178, "token_text": " 17", "probability": 0.0400390625}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.08740234375, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.08740234375}, {"token_id": 12939, "token_text": "91", "probability": 0.06396484375}, {"token_id": 3635, "token_text": "80", "probability": 0.06396484375}, {"token_id": 11682, "token_text": "92", "probability": 0.041259765625}, {"token_id": 11074, "token_text": "82", "probability": 0.0283203125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.171875}, {"token_id": 285, "token_text": " la", "probability": 0.1181640625}, {"token_id": 633, "token_text": " fu", "probability": 0.111328125}, {"token_id": 227, "token_text": " l", "probability": 0.0595703125}, {"token_id": 15, "token_text": ",", "probability": 0.052490234375}]}, {"token_id": 3386, "token_text": " comune", "chosen_probability": 0.0693359375, "top_k_candidates": [{"token_id": 3386, "token_text": " comune", "probability": 0.0693359375}, {"token_id": 5562, "token_text": " Regno", "probability": 0.057373046875}, {"token_id": 2728, "token_text": " governo", "probability": 0.057373046875}, {"token_id": 11612, "token_text": " Comune", "probability": 0.03271484375}, {"token_id": 9599, "token_text": " trattato", "probability": 0.03076171875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.421875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.421875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.1455078125}, {"token_id": 373, "token_text": " ha", "probability": 0.041748046875}, {"token_id": 744, "token_text": " era", "probability": 0.02685546875}, {"token_id": 395, "token_text": " si", "probability": 0.0223388671875}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.064453125, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.064453125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.050048828125}, {"token_id": 6213, "token_text": " Napoli", "probability": 0.04150390625}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.0322265625}, {"token_id": 1254, "token_text": " San", "probability": 0.0303955078125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.287109375}, {"token_id": 15, "token_text": ",", "probability": 0.09326171875}, {"token_id": 633, "token_text": " fu", "probability": 0.07275390625}, {"token_id": 246, "token_text": " e", "probability": 0.046875}, {"token_id": 373, "token_text": " ha", "probability": 0.044189453125}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.37109375}, {"token_id": 293, "token_text": " il", "probability": 0.04150390625}, {"token_id": 1340, "token_text": " stata", "probability": 0.0390625}, {"token_id": 267, "token_text": " un", "probability": 0.03662109375}, {"token_id": 8341, "token_text": " diventato", "probability": 0.028564453125}]}, {"token_id": 11302, "token_text": " fondato", "chosen_probability": 0.06689453125, "top_k_candidates": [{"token_id": 11302, "token_text": " fondato", "probability": 0.06689453125}, {"token_id": 21970, "token_text": " istituito", "probability": 0.055419921875}, {"token_id": 18911, "token_text": " ceduto", "probability": 0.0279541015625}, {"token_id": 22579, "token_text": " acquisito", "probability": 0.0262451171875}, {"token_id": 18284, "token_text": " concesso", "probability": 0.0203857421875}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.55078125}, {"token_id": 333, "token_text": " da", "probability": 0.054443359375}, {"token_id": 674, "token_text": " dal", "probability": 0.0478515625}, {"token_id": 293, "token_text": " il", "probability": 0.0478515625}, {"token_id": 234, "token_text": " in", "probability": 0.032958984375}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.439453125, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.439453125}, {"token_id": 1552, "token_text": " 14", "probability": 0.07666015625}, {"token_id": 1285, "token_text": " 16", "probability": 0.0673828125}, {"token_id": 1374, "token_text": " 12", "probability": 0.0233154296875}, {"token_id": 1178, "token_text": " 17", "probability": 0.02197265625}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.1943359375, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.1943359375}, {"token_id": 12939, "token_text": "91", "probability": 0.125}, {"token_id": 3635, "token_text": "80", "probability": 0.0712890625}, {"token_id": 6369, "token_text": "99", "probability": 0.035888671875}, {"token_id": 12217, "token_text": "93", "probability": 0.03173828125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.365234375}, {"token_id": 15, "token_text": ",", "probability": 0.1435546875}, {"token_id": 246, "token_text": " e", "probability": 0.11865234375}, {"token_id": 272, "token_text": " con", "probability": 0.043701171875}, {"token_id": 1105, "token_text": " quando", "probability": 0.0361328125}]}, {"token_id": 897, "token_text": " Nel", "chosen_probability": 0.2421875, "top_k_candidates": [{"token_id": 897, "token_text": " Nel", "probability": 0.2421875}, {"token_id": 538, "token_text": " Il", "probability": 0.12158203125}, {"token_id": 515, "token_text": " La", "probability": 0.07373046875}, {"token_id": 3190, "token_text": " Dal", "probability": 0.03271484375}, {"token_id": 407, "token_text": " In", "probability": 0.0289306640625}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.57421875}, {"token_id": 1285, "token_text": " 16", "probability": 0.10009765625}, {"token_id": 1552, "token_text": " 14", "probability": 0.064453125}, {"token_id": 1178, "token_text": " 17", "probability": 0.0252685546875}, {"token_id": 2498, "token_text": " corso", "probability": 0.0184326171875}]}, {"token_id": 4868, "token_text": "90", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 4868, "token_text": "90", "probability": 0.21484375}, {"token_id": 12939, "token_text": "91", "probability": 0.189453125}, {"token_id": 6369, "token_text": "99", "probability": 0.0615234375}, {"token_id": 11682, "token_text": "92", "probability": 0.044921875}, {"token_id": 12217, "token_text": "93", "probability": 0.042236328125}]}, {"token_id": 293, "token_text": " il", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 293, "token_text": " il", "probability": 0.1865234375}, {"token_id": 285, "token_text": " la", "probability": 0.09375}, {"token_id": 633, "token_text": " fu", "probability": 0.0830078125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.0732421875}, {"token_id": 15, "token_text": ",", "probability": 0.056884765625}]}, {"token_id": 3386, "token_text": " comune", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 3386, "token_text": " comune", "probability": 0.85546875}, {"token_id": 11612, "token_text": " Comune", "probability": 0.0189208984375}, {"token_id": 4041, "token_text": " territorio", "probability": 0.0069580078125}, {"token_id": 23628, "token_text": " feudo", "probability": 0.004791259765625}, {"token_id": 15963, "token_text": " distretto", "probability": 0.004791259765625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.6171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.6171875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.12158203125}, {"token_id": 373, "token_text": " ha", "probability": 0.047607421875}, {"token_id": 633, "token_text": " fu", "probability": 0.0186767578125}, {"token_id": 395, "token_text": " si", "probability": 0.017578125}]}, {"token_id": 4456, "token_text": " Milano", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4456, "token_text": " Milano", "probability": 0.9296875}, {"token_id": 19600, "token_text": " Brescia", "probability": 0.00518798828125}, {"token_id": 27910, "token_text": " Monza", "probability": 0.002960205078125}, {"token_id": 1254, "token_text": " San", "probability": 0.00244140625}, {"token_id": 7327, "token_text": " Venezia", "probability": 0.0020294189453125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.5390625}, {"token_id": 633, "token_text": " fu", "probability": 0.050048828125}, {"token_id": 395, "token_text": " si", "probability": 0.050048828125}, {"token_id": 15, "token_text": ",", "probability": 0.0390625}, {"token_id": 373, "token_text": " ha", "probability": 0.0302734375}]}, {"token_id": 844, "token_text": " stato", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 844, "token_text": " stato", "probability": 0.69921875}, {"token_id": 1340, "token_text": " stata", "probability": 0.047607421875}, {"token_id": 8341, "token_text": " diventato", "probability": 0.03271484375}, {"token_id": 18117, "token_text": " divenuto", "probability": 0.013671875}, {"token_id": 267, "token_text": " un", "probability": 0.0128173828125}]}, {"token_id": 21970, "token_text": " istituito", "chosen_probability": 0.0869140625, "top_k_candidates": [{"token_id": 21970, "token_text": " istituito", "probability": 0.0869140625}, {"token_id": 11302, "token_text": " fondato", "probability": 0.08154296875}, {"token_id": 7416, "token_text": " creato", "probability": 0.041015625}, {"token_id": 18911, "token_text": " ceduto", "probability": 0.0233154296875}, {"token_id": 9136, "token_text": " eletto", "probability": 0.02197265625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.41796875}, {"token_id": 293, "token_text": " il", "probability": 0.185546875}, {"token_id": 267, "token_text": " un", "probability": 0.046875}, {"token_id": 674, "token_text": " dal", "probability": 0.036376953125}, {"token_id": 637, "token_text": " nella", "probability": 0.01953125}]}, {"token_id": 1148, "token_text": " 15", "chosen_probability": 0.4453125, "top_k_candidates": [{"token_id": 1148, "token_text": " 15", "probability": 0.4453125}, {"token_id": 1285, "token_text": " 16", "probability": 0.06396484375}, {"token_id": 1552, "token_text": " 14", "probability": 0.060302734375}, {"token_id": 3386, "token_text": " comune", "probability": 0.0302734375}, {"token_id": 1178, "token_text": " 17", "probability": 0.0184326171875}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 472, "correct_token_probability": 0.00015163421630859375, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.09521484375}, {"token_id": 387, "token_text": " una", "probability": 0.07421875}, {"token_id": 267, "token_text": " un", "probability": 0.07421875}, {"token_id": 285, "token_text": " la", "probability": 0.05419921875}, {"token_id": 293, "token_text": " il", "probability": 0.0478515625}, {"token_id": 16628, "token_text": " divisa", "probability": 0.025634765625}, {"token_id": 227, "token_text": " l", "probability": 0.0240478515625}, {"token_id": 18348, "token_text": " entrata", "probability": 0.0155029296875}, {"token_id": 9909, "token_text": " composta", "probability": 0.0155029296875}, {"token_id": 1038, "token_text": " uno", "probability": 0.0155029296875}], "entropy": 5.21875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.794039408978675, "average_logprob_per_token": -8.794039408978675, "perplexity_on_target_sequence": 6594.8176100628925, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -8.794039408978675, "probability": 0.00015163421630859375, "raw_probability": 0.00015163421630859375, "correct_token_rank": 472}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 8000, "elapsed_sec": 66535.93473434448, "probe_elapsed_sec": 1.0701706149848178, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'arte, ma \u00e8 un'arte che ha un'arte. Il modello \u00e8 un'arte che ha un'arte che ha un'arte", "text": "Un piccolo modello linguistico dovrebbe essere un'arte, ma \u00e8 un'arte che ha un'arte. Il modello \u00e8 un'arte che ha un'arte che ha un'arte", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.62890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.033203125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01226806640625}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01153564453125}, {"token_id": 4321, "token_text": " dare", "probability": 0.007415771484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0888671875}, {"token_id": 387, "token_text": " una", "probability": 0.03466796875}, {"token_id": 293, "token_text": " il", "probability": 0.03271484375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0306396484375}, {"token_id": 285, "token_text": " la", "probability": 0.02880859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.0458984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.0458984375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.029541015625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0230712890625}, {"token_id": 3639, "token_text": " gioco", "probability": 0.0223388671875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0223388671875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.09326171875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0498046875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0498046875}, {"token_id": 22727, "token_text": "altern", "probability": 0.038818359375}, {"token_id": 4993, "token_text": "idea", "probability": 0.036376953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10546875}, {"token_id": 303, "token_text": " che", "probability": 0.08740234375}, {"token_id": 17, "token_text": ".", "probability": 0.08740234375}, {"token_id": 238, "token_text": " di", "probability": 0.0771484375}, {"token_id": 246, "token_text": " e", "probability": 0.056396484375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.11669921875}, {"token_id": 267, "token_text": " un", "probability": 0.07080078125}, {"token_id": 387, "token_text": " una", "probability": 0.062255859375}, {"token_id": 303, "token_text": " che", "probability": 0.037841796875}, {"token_id": 246, "token_text": " e", "probability": 0.037841796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.058837890625}, {"token_id": 616, "token_text": " anche", "probability": 0.058837890625}, {"token_id": 424, "token_text": " non", "probability": 0.055419921875}, {"token_id": 293, "token_text": " il", "probability": 0.048828125}, {"token_id": 285, "token_text": " la", "probability": 0.04296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1083984375}, {"token_id": 616, "token_text": " anche", "probability": 0.06591796875}, {"token_id": 844, "token_text": " stato", "probability": 0.054443359375}, {"token_id": 387, "token_text": " una", "probability": 0.048095703125}, {"token_id": 2382, "token_text": " possibile", "probability": 0.03759765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1572265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.032958984375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0240478515625}, {"token_id": 3217, "token_text": " luogo", "probability": 0.021240234375}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0164794921875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.9296875}, {"token_id": 9842, "token_text": "artista", "probability": 0.010986328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.008056640625}, {"token_id": 16426, "token_text": "architettura", "probability": 0.0037994384765625}, {"token_id": 4993, "token_text": "idea", "probability": 0.002960205078125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.12109375}, {"token_id": 17, "token_text": ".", "probability": 0.11376953125}, {"token_id": 246, "token_text": " e", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.060791015625}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.0751953125}, {"token_id": 424, "token_text": " non", "probability": 0.0751953125}, {"token_id": 395, "token_text": " si", "probability": 0.06640625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.033447265625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.02294921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.10986328125}, {"token_id": 387, "token_text": " una", "probability": 0.07568359375}, {"token_id": 3442, "token_text": " avuto", "probability": 0.037841796875}, {"token_id": 293, "token_text": " il", "probability": 0.03564453125}, {"token_id": 285, "token_text": " la", "probability": 0.03564453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.26953125}, {"token_id": 8110, "token_text": " significato", "probability": 0.08740234375}, {"token_id": 2966, "token_text": " ruolo", "probability": 0.052978515625}, {"token_id": 7376, "token_text": " carattere", "probability": 0.0250244140625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0220947265625}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.62890625}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.051513671875}, {"token_id": 4993, "token_text": "idea", "probability": 0.04833984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.021484375}, {"token_id": 16426, "token_text": "architettura", "probability": 0.0157470703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.171875}, {"token_id": 15, "token_text": ",", "probability": 0.1259765625}, {"token_id": 303, "token_text": " che", "probability": 0.09765625}, {"token_id": 246, "token_text": " e", "probability": 0.08642578125}, {"token_id": 238, "token_text": " di", "probability": 0.05224609375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0595703125, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0595703125}, {"token_id": 515, "token_text": " La", "probability": 0.052490234375}, {"token_id": 711, "token_text": " Un", "probability": 0.043701171875}, {"token_id": 302, "token_text": " L", "probability": 0.041015625}, {"token_id": 362, "token_text": " E", "probability": 0.0361328125}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.0419921875, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.0419921875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0419921875}, {"token_id": 1308, "token_text": " primo", "probability": 0.024658203125}, {"token_id": 622, "token_text": " suo", "probability": 0.021728515625}, {"token_id": 2912, "token_text": " termine", "probability": 0.0185546875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1904296875}, {"token_id": 238, "token_text": " di", "probability": 0.115234375}, {"token_id": 15, "token_text": ",", "probability": 0.054443359375}, {"token_id": 337, "token_text": " del", "probability": 0.036376953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0181884765625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.21484375}, {"token_id": 844, "token_text": " stato", "probability": 0.2021484375}, {"token_id": 387, "token_text": " una", "probability": 0.054443359375}, {"token_id": 293, "token_text": " il", "probability": 0.029052734375}, {"token_id": 1038, "token_text": " uno", "probability": 0.025634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.146484375}, {"token_id": 5107, "token_text": " modello", "probability": 0.0693359375}, {"token_id": 3639, "token_text": " gioco", "probability": 0.02392578125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.02392578125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0174560546875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.96484375}, {"token_id": 3837, "token_text": "opera", "probability": 0.00689697265625}, {"token_id": 9842, "token_text": "artista", "probability": 0.003936767578125}, {"token_id": 16426, "token_text": "architettura", "probability": 0.003265380859375}, {"token_id": 11285, "token_text": " arte", "probability": 0.0014495849609375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.32421875}, {"token_id": 15, "token_text": ",", "probability": 0.09912109375}, {"token_id": 238, "token_text": " di", "probability": 0.056396484375}, {"token_id": 17, "token_text": ".", "probability": 0.0498046875}, {"token_id": 246, "token_text": " e", "probability": 0.0439453125}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.19921875}, {"token_id": 395, "token_text": " si", "probability": 0.060791015625}, {"token_id": 424, "token_text": " non", "probability": 0.04443359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041748046875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0252685546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.259765625}, {"token_id": 387, "token_text": " una", "probability": 0.115234375}, {"token_id": 3442, "token_text": " avuto", "probability": 0.04248046875}, {"token_id": 293, "token_text": " il", "probability": 0.03759765625}, {"token_id": 285, "token_text": " la", "probability": 0.0311279296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.384765625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0279541015625}, {"token_id": 2966, "token_text": " ruolo", "probability": 0.0191650390625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.01495361328125}, {"token_id": 3688, "token_text": " genere", "probability": 0.0140380859375}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.91015625}, {"token_id": 16426, "token_text": "architettura", "probability": 0.00946044921875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0089111328125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.00836181640625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0047607421875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.169921875}, {"token_id": 15, "token_text": ",", "probability": 0.12451171875}, {"token_id": 17, "token_text": ".", "probability": 0.10302734375}, {"token_id": 246, "token_text": " e", "probability": 0.0625}, {"token_id": 238, "token_text": " di", "probability": 0.058837890625}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.2373046875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06787109375}, {"token_id": 395, "token_text": " si", "probability": 0.046875}, {"token_id": 424, "token_text": " non", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.36328125}, {"token_id": 387, "token_text": " una", "probability": 0.1513671875}, {"token_id": 3442, "token_text": " avuto", "probability": 0.03173828125}, {"token_id": 293, "token_text": " il", "probability": 0.01806640625}, {"token_id": 285, "token_text": " la", "probability": 0.01495361328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.6875}, {"token_id": 8110, "token_text": " significato", "probability": 0.01611328125}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01336669921875}, {"token_id": 1513, "token_text": " grande", "probability": 0.00921630859375}, {"token_id": 2966, "token_text": " ruolo", "probability": 0.0086669921875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.90625}, {"token_id": 16426, "token_text": "architettura", "probability": 0.012939453125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.006927490234375}, {"token_id": 3837, "token_text": "opera", "probability": 0.006500244140625}, {"token_id": 9842, "token_text": "artista", "probability": 0.005401611328125}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.62890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.033203125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01226806640625}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01153564453125}, {"token_id": 4321, "token_text": " dare", "probability": 0.007415771484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0888671875}, {"token_id": 387, "token_text": " una", "probability": 0.03466796875}, {"token_id": 293, "token_text": " il", "probability": 0.03271484375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0306396484375}, {"token_id": 285, "token_text": " la", "probability": 0.02880859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.0458984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.0458984375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.029541015625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0230712890625}, {"token_id": 3639, "token_text": " gioco", "probability": 0.0223388671875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0223388671875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.09326171875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0498046875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0498046875}, {"token_id": 22727, "token_text": "altern", "probability": 0.038818359375}, {"token_id": 4993, "token_text": "idea", "probability": 0.036376953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10546875}, {"token_id": 303, "token_text": " che", "probability": 0.08740234375}, {"token_id": 17, "token_text": ".", "probability": 0.08740234375}, {"token_id": 238, "token_text": " di", "probability": 0.0771484375}, {"token_id": 246, "token_text": " e", "probability": 0.056396484375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.11669921875}, {"token_id": 267, "token_text": " un", "probability": 0.07080078125}, {"token_id": 387, "token_text": " una", "probability": 0.062255859375}, {"token_id": 303, "token_text": " che", "probability": 0.037841796875}, {"token_id": 246, "token_text": " e", "probability": 0.037841796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.058837890625}, {"token_id": 616, "token_text": " anche", "probability": 0.058837890625}, {"token_id": 424, "token_text": " non", "probability": 0.055419921875}, {"token_id": 293, "token_text": " il", "probability": 0.048828125}, {"token_id": 285, "token_text": " la", "probability": 0.04296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1083984375}, {"token_id": 616, "token_text": " anche", "probability": 0.06591796875}, {"token_id": 844, "token_text": " stato", "probability": 0.054443359375}, {"token_id": 387, "token_text": " una", "probability": 0.048095703125}, {"token_id": 2382, "token_text": " possibile", "probability": 0.03759765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1572265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.032958984375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0240478515625}, {"token_id": 3217, "token_text": " luogo", "probability": 0.021240234375}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0164794921875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.9296875}, {"token_id": 9842, "token_text": "artista", "probability": 0.010986328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.008056640625}, {"token_id": 16426, "token_text": "architettura", "probability": 0.0037994384765625}, {"token_id": 4993, "token_text": "idea", "probability": 0.002960205078125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.12109375}, {"token_id": 17, "token_text": ".", "probability": 0.11376953125}, {"token_id": 246, "token_text": " e", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.060791015625}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.0751953125}, {"token_id": 424, "token_text": " non", "probability": 0.0751953125}, {"token_id": 395, "token_text": " si", "probability": 0.06640625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.033447265625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.02294921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.10986328125}, {"token_id": 387, "token_text": " una", "probability": 0.07568359375}, {"token_id": 3442, "token_text": " avuto", "probability": 0.037841796875}, {"token_id": 293, "token_text": " il", "probability": 0.03564453125}, {"token_id": 285, "token_text": " la", "probability": 0.03564453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.26953125}, {"token_id": 8110, "token_text": " significato", "probability": 0.08740234375}, {"token_id": 2966, "token_text": " ruolo", "probability": 0.052978515625}, {"token_id": 7376, "token_text": " carattere", "probability": 0.0250244140625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0220947265625}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.62890625}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.051513671875}, {"token_id": 4993, "token_text": "idea", "probability": 0.04833984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.021484375}, {"token_id": 16426, "token_text": "architettura", "probability": 0.0157470703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.171875}, {"token_id": 15, "token_text": ",", "probability": 0.1259765625}, {"token_id": 303, "token_text": " che", "probability": 0.09765625}, {"token_id": 246, "token_text": " e", "probability": 0.08642578125}, {"token_id": 238, "token_text": " di", "probability": 0.05224609375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0615234375}, {"token_id": 515, "token_text": " La", "probability": 0.05419921875}, {"token_id": 711, "token_text": " Un", "probability": 0.044921875}, {"token_id": 302, "token_text": " L", "probability": 0.042236328125}, {"token_id": 362, "token_text": " E", "probability": 0.037353515625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.0419921875, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.0419921875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0419921875}, {"token_id": 1308, "token_text": " primo", "probability": 0.024658203125}, {"token_id": 622, "token_text": " suo", "probability": 0.021728515625}, {"token_id": 2912, "token_text": " termine", "probability": 0.0185546875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1904296875}, {"token_id": 238, "token_text": " di", "probability": 0.115234375}, {"token_id": 15, "token_text": ",", "probability": 0.054443359375}, {"token_id": 337, "token_text": " del", "probability": 0.036376953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.018310546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.21484375}, {"token_id": 844, "token_text": " stato", "probability": 0.2021484375}, {"token_id": 387, "token_text": " una", "probability": 0.054443359375}, {"token_id": 293, "token_text": " il", "probability": 0.029052734375}, {"token_id": 1038, "token_text": " uno", "probability": 0.025634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.146484375}, {"token_id": 5107, "token_text": " modello", "probability": 0.0693359375}, {"token_id": 3639, "token_text": " gioco", "probability": 0.02392578125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.02392578125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0174560546875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.96484375}, {"token_id": 3837, "token_text": "opera", "probability": 0.00689697265625}, {"token_id": 9842, "token_text": "artista", "probability": 0.003936767578125}, {"token_id": 16426, "token_text": "architettura", "probability": 0.003265380859375}, {"token_id": 11285, "token_text": " arte", "probability": 0.0014495849609375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.32421875}, {"token_id": 15, "token_text": ",", "probability": 0.09912109375}, {"token_id": 238, "token_text": " di", "probability": 0.056396484375}, {"token_id": 17, "token_text": ".", "probability": 0.0498046875}, {"token_id": 246, "token_text": " e", "probability": 0.0439453125}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.19921875}, {"token_id": 395, "token_text": " si", "probability": 0.060791015625}, {"token_id": 424, "token_text": " non", "probability": 0.04443359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041748046875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0252685546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.259765625}, {"token_id": 387, "token_text": " una", "probability": 0.115234375}, {"token_id": 3442, "token_text": " avuto", "probability": 0.04248046875}, {"token_id": 293, "token_text": " il", "probability": 0.03759765625}, {"token_id": 285, "token_text": " la", "probability": 0.0311279296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.384765625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0279541015625}, {"token_id": 2966, "token_text": " ruolo", "probability": 0.0191650390625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.01495361328125}, {"token_id": 3688, "token_text": " genere", "probability": 0.0140380859375}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.91015625}, {"token_id": 16426, "token_text": "architettura", "probability": 0.00946044921875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0089111328125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.00836181640625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0047607421875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.169921875}, {"token_id": 15, "token_text": ",", "probability": 0.12451171875}, {"token_id": 17, "token_text": ".", "probability": 0.10302734375}, {"token_id": 246, "token_text": " e", "probability": 0.0625}, {"token_id": 238, "token_text": " di", "probability": 0.058837890625}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.2373046875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06787109375}, {"token_id": 395, "token_text": " si", "probability": 0.046875}, {"token_id": 424, "token_text": " non", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.36328125}, {"token_id": 387, "token_text": " una", "probability": 0.1513671875}, {"token_id": 3442, "token_text": " avuto", "probability": 0.03173828125}, {"token_id": 293, "token_text": " il", "probability": 0.01806640625}, {"token_id": 285, "token_text": " la", "probability": 0.01495361328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.6875}, {"token_id": 8110, "token_text": " significato", "probability": 0.01611328125}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01336669921875}, {"token_id": 1513, "token_text": " grande", "probability": 0.00921630859375}, {"token_id": 2966, "token_text": " ruolo", "probability": 0.0086669921875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.90625}, {"token_id": 16426, "token_text": "architettura", "probability": 0.012939453125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.006927490234375}, {"token_id": 3837, "token_text": "opera", "probability": 0.006500244140625}, {"token_id": 9842, "token_text": "artista", "probability": 0.005401611328125}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.62890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.033203125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01226806640625}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01153564453125}, {"token_id": 4321, "token_text": " dare", "probability": 0.007415771484375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0888671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0888671875}, {"token_id": 387, "token_text": " una", "probability": 0.03466796875}, {"token_id": 293, "token_text": " il", "probability": 0.03271484375}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.0306396484375}, {"token_id": 285, "token_text": " la", "probability": 0.02880859375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.0458984375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.0458984375}, {"token_id": 357, "token_text": "\u2019", "probability": 0.029541015625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0230712890625}, {"token_id": 3639, "token_text": " gioco", "probability": 0.0223388671875}, {"token_id": 1361, "token_text": " modo", "probability": 0.0223388671875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.09326171875, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.09326171875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0498046875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0498046875}, {"token_id": 22727, "token_text": "altern", "probability": 0.038818359375}, {"token_id": 4993, "token_text": "idea", "probability": 0.036376953125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.10546875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.10546875}, {"token_id": 303, "token_text": " che", "probability": 0.08740234375}, {"token_id": 17, "token_text": ".", "probability": 0.08740234375}, {"token_id": 238, "token_text": " di", "probability": 0.0771484375}, {"token_id": 246, "token_text": " e", "probability": 0.056396484375}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.11669921875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.11669921875}, {"token_id": 267, "token_text": " un", "probability": 0.07080078125}, {"token_id": 387, "token_text": " una", "probability": 0.062255859375}, {"token_id": 303, "token_text": " che", "probability": 0.037841796875}, {"token_id": 246, "token_text": " e", "probability": 0.037841796875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.058837890625}, {"token_id": 616, "token_text": " anche", "probability": 0.058837890625}, {"token_id": 424, "token_text": " non", "probability": 0.055419921875}, {"token_id": 293, "token_text": " il", "probability": 0.048828125}, {"token_id": 285, "token_text": " la", "probability": 0.04296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1083984375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1083984375}, {"token_id": 616, "token_text": " anche", "probability": 0.06591796875}, {"token_id": 844, "token_text": " stato", "probability": 0.054443359375}, {"token_id": 387, "token_text": " una", "probability": 0.048095703125}, {"token_id": 2382, "token_text": " possibile", "probability": 0.03759765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1572265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.032958984375}, {"token_id": 1361, "token_text": " modo", "probability": 0.0240478515625}, {"token_id": 3217, "token_text": " luogo", "probability": 0.021240234375}, {"token_id": 2845, "token_text": " tipo", "probability": 0.0164794921875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.9296875, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.9296875}, {"token_id": 9842, "token_text": "artista", "probability": 0.010986328125}, {"token_id": 3837, "token_text": "opera", "probability": 0.008056640625}, {"token_id": 16426, "token_text": "architettura", "probability": 0.0037994384765625}, {"token_id": 4993, "token_text": "idea", "probability": 0.002960205078125}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.1552734375, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.1552734375}, {"token_id": 15, "token_text": ",", "probability": 0.12109375}, {"token_id": 17, "token_text": ".", "probability": 0.11376953125}, {"token_id": 246, "token_text": " e", "probability": 0.078125}, {"token_id": 238, "token_text": " di", "probability": 0.060791015625}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.0751953125, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.0751953125}, {"token_id": 424, "token_text": " non", "probability": 0.0751953125}, {"token_id": 395, "token_text": " si", "probability": 0.06640625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.033447265625}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.02294921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.10986328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.10986328125}, {"token_id": 387, "token_text": " una", "probability": 0.07568359375}, {"token_id": 3442, "token_text": " avuto", "probability": 0.037841796875}, {"token_id": 293, "token_text": " il", "probability": 0.03564453125}, {"token_id": 285, "token_text": " la", "probability": 0.03564453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.26953125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.26953125}, {"token_id": 8110, "token_text": " significato", "probability": 0.08740234375}, {"token_id": 2966, "token_text": " ruolo", "probability": 0.052978515625}, {"token_id": 7376, "token_text": " carattere", "probability": 0.0250244140625}, {"token_id": 1513, "token_text": " grande", "probability": 0.0220947265625}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.62890625}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.051513671875}, {"token_id": 4993, "token_text": "idea", "probability": 0.04833984375}, {"token_id": 2734, "token_text": "altra", "probability": 0.021484375}, {"token_id": 16426, "token_text": "architettura", "probability": 0.0157470703125}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.171875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.171875}, {"token_id": 15, "token_text": ",", "probability": 0.1259765625}, {"token_id": 303, "token_text": " che", "probability": 0.09765625}, {"token_id": 246, "token_text": " e", "probability": 0.08642578125}, {"token_id": 238, "token_text": " di", "probability": 0.05224609375}]}, {"token_id": 538, "token_text": " Il", "chosen_probability": 0.0615234375, "top_k_candidates": [{"token_id": 538, "token_text": " Il", "probability": 0.0615234375}, {"token_id": 515, "token_text": " La", "probability": 0.05419921875}, {"token_id": 711, "token_text": " Un", "probability": 0.044921875}, {"token_id": 302, "token_text": " L", "probability": 0.042236328125}, {"token_id": 362, "token_text": " E", "probability": 0.037353515625}]}, {"token_id": 5107, "token_text": " modello", "chosen_probability": 0.0419921875, "top_k_candidates": [{"token_id": 5107, "token_text": " modello", "probability": 0.0419921875}, {"token_id": 8893, "token_text": " linguaggio", "probability": 0.0419921875}, {"token_id": 1308, "token_text": " primo", "probability": 0.024658203125}, {"token_id": 622, "token_text": " suo", "probability": 0.021728515625}, {"token_id": 2912, "token_text": " termine", "probability": 0.0185546875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.1904296875}, {"token_id": 238, "token_text": " di", "probability": 0.115234375}, {"token_id": 15, "token_text": ",", "probability": 0.054443359375}, {"token_id": 337, "token_text": " del", "probability": 0.036376953125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.018310546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.21484375}, {"token_id": 844, "token_text": " stato", "probability": 0.2021484375}, {"token_id": 387, "token_text": " una", "probability": 0.054443359375}, {"token_id": 293, "token_text": " il", "probability": 0.029052734375}, {"token_id": 1038, "token_text": " uno", "probability": 0.025634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.146484375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.146484375}, {"token_id": 5107, "token_text": " modello", "probability": 0.0693359375}, {"token_id": 3639, "token_text": " gioco", "probability": 0.02392578125}, {"token_id": 2845, "token_text": " tipo", "probability": 0.02392578125}, {"token_id": 1361, "token_text": " modo", "probability": 0.0174560546875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.96484375, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.96484375}, {"token_id": 3837, "token_text": "opera", "probability": 0.00689697265625}, {"token_id": 9842, "token_text": "artista", "probability": 0.003936767578125}, {"token_id": 16426, "token_text": "architettura", "probability": 0.003265380859375}, {"token_id": 11285, "token_text": " arte", "probability": 0.0014495849609375}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.32421875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.32421875}, {"token_id": 15, "token_text": ",", "probability": 0.09912109375}, {"token_id": 238, "token_text": " di", "probability": 0.056396484375}, {"token_id": 17, "token_text": ".", "probability": 0.0498046875}, {"token_id": 246, "token_text": " e", "probability": 0.0439453125}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.19921875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.19921875}, {"token_id": 395, "token_text": " si", "probability": 0.060791015625}, {"token_id": 424, "token_text": " non", "probability": 0.04443359375}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.041748046875}, {"token_id": 1140, "token_text": " pu\u00f2", "probability": 0.0252685546875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.259765625}, {"token_id": 387, "token_text": " una", "probability": 0.115234375}, {"token_id": 3442, "token_text": " avuto", "probability": 0.04248046875}, {"token_id": 293, "token_text": " il", "probability": 0.03759765625}, {"token_id": 285, "token_text": " la", "probability": 0.0311279296875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.384765625}, {"token_id": 5107, "token_text": " modello", "probability": 0.0279541015625}, {"token_id": 2966, "token_text": " ruolo", "probability": 0.0191650390625}, {"token_id": 1468, "token_text": " mondo", "probability": 0.01495361328125}, {"token_id": 3688, "token_text": " genere", "probability": 0.0140380859375}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.91015625}, {"token_id": 16426, "token_text": "architettura", "probability": 0.00946044921875}, {"token_id": 3837, "token_text": "opera", "probability": 0.0089111328125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.00836181640625}, {"token_id": 4993, "token_text": "idea", "probability": 0.0047607421875}]}, {"token_id": 303, "token_text": " che", "chosen_probability": 0.169921875, "top_k_candidates": [{"token_id": 303, "token_text": " che", "probability": 0.169921875}, {"token_id": 15, "token_text": ",", "probability": 0.12451171875}, {"token_id": 17, "token_text": ".", "probability": 0.10302734375}, {"token_id": 246, "token_text": " e", "probability": 0.0625}, {"token_id": 238, "token_text": " di", "probability": 0.058837890625}]}, {"token_id": 373, "token_text": " ha", "chosen_probability": 0.2373046875, "top_k_candidates": [{"token_id": 373, "token_text": " ha", "probability": 0.2373046875}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06787109375}, {"token_id": 395, "token_text": " si", "probability": 0.046875}, {"token_id": 424, "token_text": " non", "probability": 0.0189208984375}, {"token_id": 15, "token_text": ",", "probability": 0.015625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.36328125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.36328125}, {"token_id": 387, "token_text": " una", "probability": 0.1513671875}, {"token_id": 3442, "token_text": " avuto", "probability": 0.03173828125}, {"token_id": 293, "token_text": " il", "probability": 0.01806640625}, {"token_id": 285, "token_text": " la", "probability": 0.01495361328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.6875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.6875}, {"token_id": 8110, "token_text": " significato", "probability": 0.01611328125}, {"token_id": 7376, "token_text": " carattere", "probability": 0.01336669921875}, {"token_id": 1513, "token_text": " grande", "probability": 0.00921630859375}, {"token_id": 2966, "token_text": " ruolo", "probability": 0.0086669921875}]}, {"token_id": 4086, "token_text": "arte", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 4086, "token_text": "arte", "probability": 0.90625}, {"token_id": 16426, "token_text": "architettura", "probability": 0.012939453125}, {"token_id": 16498, "token_text": "identit\u00e0", "probability": 0.006927490234375}, {"token_id": 3837, "token_text": "opera", "probability": 0.006500244140625}, {"token_id": 9842, "token_text": "artista", "probability": 0.005401611328125}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.62890625, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.62890625}, {"token_id": 2370, "token_text": " avere", "probability": 0.033203125}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.01226806640625}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01153564453125}, {"token_id": 4321, "token_text": " dare", "probability": 0.007415771484375}, {"token_id": 14192, "token_text": " servire", "probability": 0.006561279296875}, {"token_id": 5269, "token_text": " creare", "probability": 0.00579833984375}, {"token_id": 15582, "token_text": " esser", "probability": 0.00543212890625}, {"token_id": 10011, "token_text": " iniziare", "probability": 0.00543212890625}, {"token_id": 1612, "token_text": " fare", "probability": 0.005096435546875}], "entropy": 2.796875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.4637730794950995, "average_logprob_per_token": -0.4637730794950995, "perplexity_on_target_sequence": 1.5900621118012424, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.4637730794950995, "probability": 0.62890625, "raw_probability": 0.62890625, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74865.86938118935, "probe_elapsed_sec": 0.9841871590469964, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the", "text": "The capital of Italy is the capital of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the Italian state of the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.099609375}, {"token_id": 209, "token_text": " a", "probability": 0.047119140625}, {"token_id": 720, "token_text": " one", "probability": 0.034423828125}, {"token_id": 1576, "token_text": " now", "probability": 0.027587890625}, {"token_id": 751, "token_text": " also", "probability": 0.023681640625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1357421875}, {"token_id": 5656, "token_text": " largest", "probability": 0.11279296875}, {"token_id": 1547, "token_text": " world", "probability": 0.050048828125}, {"token_id": 942, "token_text": " most", "probability": 0.046875}, {"token_id": 1118, "token_text": " only", "probability": 0.03662109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8515625}, {"token_id": 2259, "token_text": " city", "probability": 0.04248046875}, {"token_id": 400, "token_text": "'s", "probability": 0.012939453125}, {"token_id": 262, "token_text": " and", "probability": 0.01141357421875}, {"token_id": 17, "token_text": ".", "probability": 0.0089111328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.43359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1591796875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.033447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0162353515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0126953125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.283203125}, {"token_id": 1547, "token_text": " world", "probability": 0.0712890625}, {"token_id": 2269, "token_text": " country", "probability": 0.027099609375}, {"token_id": 2259, "token_text": " city", "probability": 0.0262451171875}, {"token_id": 4249, "token_text": " European", "probability": 0.0174560546875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.07373046875}, {"token_id": 16, "token_text": "-", "probability": 0.0693359375}, {"token_id": 4528, "token_text": " capital", "probability": 0.06494140625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.06103515625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.035888671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.306640625}, {"token_id": 17, "token_text": ".", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 4528, "token_text": " capital", "probability": 0.07763671875}, {"token_id": 262, "token_text": " and", "probability": 0.046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.08154296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.072265625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.031005859375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0194091796875}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.0166015625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.298828125}, {"token_id": 1547, "token_text": " world", "probability": 0.035888671875}, {"token_id": 2622, "token_text": " former", "probability": 0.019775390625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01446533203125}, {"token_id": 1483, "token_text": " state", "probability": 0.01239013671875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.310546875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.08349609375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.044677734375}, {"token_id": 4528, "token_text": " capital", "probability": 0.03955078125}, {"token_id": 8040, "token_text": " province", "probability": 0.037109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6015625}, {"token_id": 17, "token_text": ".", "probability": 0.1826171875}, {"token_id": 15, "token_text": ",", "probability": 0.08642578125}, {"token_id": 262, "token_text": " and", "probability": 0.0205078125}, {"token_id": 234, "token_text": " in", "probability": 0.010009765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1904296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.054443359375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02734375}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.02001953125}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.018798828125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.302734375}, {"token_id": 2622, "token_text": " former", "probability": 0.02734375}, {"token_id": 1547, "token_text": " world", "probability": 0.02197265625}, {"token_id": 8040, "token_text": " province", "probability": 0.018798828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.018798828125}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.44140625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0986328125}, {"token_id": 8040, "token_text": " province", "probability": 0.033935546875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0264892578125}, {"token_id": 2825, "token_text": " State", "probability": 0.0264892578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.71484375}, {"token_id": 17, "token_text": ".", "probability": 0.140625}, {"token_id": 15, "token_text": ",", "probability": 0.05517578125}, {"token_id": 262, "token_text": " and", "probability": 0.01312255859375}, {"token_id": 234, "token_text": " in", "probability": 0.007720947265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.287109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.041259765625}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.0213623046875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.01953125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0189208984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.31640625}, {"token_id": 2622, "token_text": " former", "probability": 0.025146484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01953125}, {"token_id": 8040, "token_text": " province", "probability": 0.018310546875}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.0162353515625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.62109375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.044921875}, {"token_id": 8040, "token_text": " province", "probability": 0.03955078125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.025634765625}, {"token_id": 2825, "token_text": " State", "probability": 0.0164794921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.80078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.80078125}, {"token_id": 17, "token_text": ".", "probability": 0.095703125}, {"token_id": 15, "token_text": ",", "probability": 0.037353515625}, {"token_id": 262, "token_text": " and", "probability": 0.0089111328125}, {"token_id": 234, "token_text": " in", "probability": 0.0067138671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.376953125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0281982421875}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.0194091796875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.018798828125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01708984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.39453125}, {"token_id": 2622, "token_text": " former", "probability": 0.0208740234375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.020263671875}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.0196533203125}, {"token_id": 8040, "token_text": " province", "probability": 0.017333984375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.796875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0272216796875}, {"token_id": 2825, "token_text": " State", "probability": 0.0255126953125}, {"token_id": 8040, "token_text": " province", "probability": 0.0186767578125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.01068115234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84765625}, {"token_id": 17, "token_text": ".", "probability": 0.07421875}, {"token_id": 15, "token_text": ",", "probability": 0.025634765625}, {"token_id": 262, "token_text": " and", "probability": 0.007354736328125}, {"token_id": 234, "token_text": " in", "probability": 0.00555419921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5703125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0250244140625}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.01385498046875}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.0118408203125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0111083984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.431640625}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.021484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0189208984375}, {"token_id": 8040, "token_text": " province", "probability": 0.018310546875}, {"token_id": 2622, "token_text": " former", "probability": 0.017822265625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.859375}, {"token_id": 2825, "token_text": " State", "probability": 0.0294189453125}, {"token_id": 8040, "token_text": " province", "probability": 0.013916015625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.01153564453125}, {"token_id": 5350, "token_text": " states", "probability": 0.0079345703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.85546875}, {"token_id": 17, "token_text": ".", "probability": 0.06591796875}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 262, "token_text": " and", "probability": 0.00653076171875}, {"token_id": 234, "token_text": " in", "probability": 0.005767822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.62890625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.021484375}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.01263427734375}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.01080322265625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00921630859375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.4765625}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.0244140625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0196533203125}, {"token_id": 8040, "token_text": " province", "probability": 0.01483154296875}, {"token_id": 2622, "token_text": " former", "probability": 0.013916015625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.8515625}, {"token_id": 2825, "token_text": " State", "probability": 0.02734375}, {"token_id": 8040, "token_text": " province", "probability": 0.015625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.012939453125}, {"token_id": 5350, "token_text": " states", "probability": 0.01007080078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8984375}, {"token_id": 17, "token_text": ".", "probability": 0.0419921875}, {"token_id": 15, "token_text": ",", "probability": 0.0164794921875}, {"token_id": 234, "token_text": " in", "probability": 0.005340576171875}, {"token_id": 262, "token_text": " and", "probability": 0.005035400390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.671875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0184326171875}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.01190185546875}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.00897216796875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00872802734375}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.099609375}, {"token_id": 209, "token_text": " a", "probability": 0.047119140625}, {"token_id": 720, "token_text": " one", "probability": 0.034423828125}, {"token_id": 1576, "token_text": " now", "probability": 0.027587890625}, {"token_id": 751, "token_text": " also", "probability": 0.023681640625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1357421875}, {"token_id": 5656, "token_text": " largest", "probability": 0.11279296875}, {"token_id": 1547, "token_text": " world", "probability": 0.050048828125}, {"token_id": 942, "token_text": " most", "probability": 0.046875}, {"token_id": 1118, "token_text": " only", "probability": 0.03662109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8515625}, {"token_id": 2259, "token_text": " city", "probability": 0.04248046875}, {"token_id": 400, "token_text": "'s", "probability": 0.012939453125}, {"token_id": 262, "token_text": " and", "probability": 0.01141357421875}, {"token_id": 17, "token_text": ".", "probability": 0.0089111328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.43359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1591796875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.033447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0162353515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0126953125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.283203125}, {"token_id": 1547, "token_text": " world", "probability": 0.0712890625}, {"token_id": 2269, "token_text": " country", "probability": 0.027099609375}, {"token_id": 2259, "token_text": " city", "probability": 0.0262451171875}, {"token_id": 4249, "token_text": " European", "probability": 0.0174560546875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.07373046875}, {"token_id": 16, "token_text": "-", "probability": 0.0693359375}, {"token_id": 4528, "token_text": " capital", "probability": 0.06494140625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.06103515625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.035888671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.306640625}, {"token_id": 17, "token_text": ".", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 4528, "token_text": " capital", "probability": 0.07763671875}, {"token_id": 262, "token_text": " and", "probability": 0.046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.08154296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.072265625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.031005859375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0194091796875}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.0166015625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.298828125}, {"token_id": 1547, "token_text": " world", "probability": 0.035888671875}, {"token_id": 2622, "token_text": " former", "probability": 0.019775390625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01446533203125}, {"token_id": 1483, "token_text": " state", "probability": 0.01239013671875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.310546875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.08349609375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.044677734375}, {"token_id": 4528, "token_text": " capital", "probability": 0.03955078125}, {"token_id": 8040, "token_text": " province", "probability": 0.037109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6015625}, {"token_id": 17, "token_text": ".", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.08642578125}, {"token_id": 262, "token_text": " and", "probability": 0.0205078125}, {"token_id": 234, "token_text": " in", "probability": 0.010009765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1904296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.054443359375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02734375}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.02001953125}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.018798828125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.302734375}, {"token_id": 2622, "token_text": " former", "probability": 0.02734375}, {"token_id": 1547, "token_text": " world", "probability": 0.02197265625}, {"token_id": 8040, "token_text": " province", "probability": 0.018798828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.018798828125}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.44140625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0986328125}, {"token_id": 8040, "token_text": " province", "probability": 0.033935546875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0264892578125}, {"token_id": 2825, "token_text": " State", "probability": 0.0264892578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.71484375}, {"token_id": 17, "token_text": ".", "probability": 0.140625}, {"token_id": 15, "token_text": ",", "probability": 0.05517578125}, {"token_id": 262, "token_text": " and", "probability": 0.01312255859375}, {"token_id": 234, "token_text": " in", "probability": 0.007720947265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.287109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.041259765625}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.0213623046875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.01953125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0189208984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.31640625}, {"token_id": 2622, "token_text": " former", "probability": 0.025146484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01953125}, {"token_id": 8040, "token_text": " province", "probability": 0.018310546875}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.0162353515625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.62109375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.044921875}, {"token_id": 8040, "token_text": " province", "probability": 0.03955078125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.025634765625}, {"token_id": 2825, "token_text": " State", "probability": 0.0164794921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.80078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.80078125}, {"token_id": 17, "token_text": ".", "probability": 0.095703125}, {"token_id": 15, "token_text": ",", "probability": 0.037353515625}, {"token_id": 262, "token_text": " and", "probability": 0.0089111328125}, {"token_id": 234, "token_text": " in", "probability": 0.0067138671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.376953125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0281982421875}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.0194091796875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.018798828125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01708984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.39453125}, {"token_id": 2622, "token_text": " former", "probability": 0.0208740234375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.020263671875}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.0196533203125}, {"token_id": 8040, "token_text": " province", "probability": 0.017333984375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.796875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0272216796875}, {"token_id": 2825, "token_text": " State", "probability": 0.0255126953125}, {"token_id": 8040, "token_text": " province", "probability": 0.0186767578125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.01068115234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84765625}, {"token_id": 17, "token_text": ".", "probability": 0.07421875}, {"token_id": 15, "token_text": ",", "probability": 0.025634765625}, {"token_id": 262, "token_text": " and", "probability": 0.007354736328125}, {"token_id": 234, "token_text": " in", "probability": 0.00555419921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5703125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0250244140625}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.01385498046875}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.0118408203125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0111083984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.431640625}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.021484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0189208984375}, {"token_id": 8040, "token_text": " province", "probability": 0.018310546875}, {"token_id": 2622, "token_text": " former", "probability": 0.017822265625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.859375}, {"token_id": 2825, "token_text": " State", "probability": 0.0294189453125}, {"token_id": 8040, "token_text": " province", "probability": 0.013916015625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.01153564453125}, {"token_id": 5350, "token_text": " states", "probability": 0.0079345703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.85546875}, {"token_id": 17, "token_text": ".", "probability": 0.06591796875}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 262, "token_text": " and", "probability": 0.00653076171875}, {"token_id": 234, "token_text": " in", "probability": 0.005767822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.62890625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.021484375}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.01263427734375}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.01080322265625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00921630859375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.4765625}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.0244140625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0196533203125}, {"token_id": 8040, "token_text": " province", "probability": 0.01483154296875}, {"token_id": 2622, "token_text": " former", "probability": 0.013916015625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.8515625}, {"token_id": 2825, "token_text": " State", "probability": 0.02734375}, {"token_id": 8040, "token_text": " province", "probability": 0.015625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.012939453125}, {"token_id": 5350, "token_text": " states", "probability": 0.01007080078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8984375}, {"token_id": 17, "token_text": ".", "probability": 0.0419921875}, {"token_id": 15, "token_text": ",", "probability": 0.0164794921875}, {"token_id": 234, "token_text": " in", "probability": 0.005340576171875}, {"token_id": 262, "token_text": " and", "probability": 0.005035400390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.671875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0184326171875}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.01190185546875}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.00897216796875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00872802734375}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.099609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.099609375}, {"token_id": 209, "token_text": " a", "probability": 0.047119140625}, {"token_id": 720, "token_text": " one", "probability": 0.034423828125}, {"token_id": 1576, "token_text": " now", "probability": 0.027587890625}, {"token_id": 751, "token_text": " also", "probability": 0.023681640625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1357421875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1357421875}, {"token_id": 5656, "token_text": " largest", "probability": 0.11279296875}, {"token_id": 1547, "token_text": " world", "probability": 0.050048828125}, {"token_id": 942, "token_text": " most", "probability": 0.046875}, {"token_id": 1118, "token_text": " only", "probability": 0.03662109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8515625}, {"token_id": 2259, "token_text": " city", "probability": 0.04248046875}, {"token_id": 400, "token_text": "'s", "probability": 0.012939453125}, {"token_id": 262, "token_text": " and", "probability": 0.01141357421875}, {"token_id": 17, "token_text": ".", "probability": 0.0089111328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.43359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.43359375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1591796875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.033447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.0162353515625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.0126953125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.283203125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.283203125}, {"token_id": 1547, "token_text": " world", "probability": 0.0712890625}, {"token_id": 2269, "token_text": " country", "probability": 0.027099609375}, {"token_id": 2259, "token_text": " city", "probability": 0.0262451171875}, {"token_id": 4249, "token_text": " European", "probability": 0.0174560546875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.07373046875}, {"token_id": 16, "token_text": "-", "probability": 0.0693359375}, {"token_id": 4528, "token_text": " capital", "probability": 0.06494140625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.06103515625}, {"token_id": 9696, "token_text": " Empire", "probability": 0.035888671875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.306640625}, {"token_id": 17, "token_text": ".", "probability": 0.185546875}, {"token_id": 15, "token_text": ",", "probability": 0.1357421875}, {"token_id": 4528, "token_text": " capital", "probability": 0.07763671875}, {"token_id": 262, "token_text": " and", "probability": 0.046875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.08154296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.08154296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.072265625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.031005859375}, {"token_id": 31618, "token_text": " Naples", "probability": 0.0194091796875}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.0166015625}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.298828125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.298828125}, {"token_id": 1547, "token_text": " world", "probability": 0.035888671875}, {"token_id": 2622, "token_text": " former", "probability": 0.019775390625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01446533203125}, {"token_id": 1483, "token_text": " state", "probability": 0.01239013671875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.310546875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.08349609375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.044677734375}, {"token_id": 4528, "token_text": " capital", "probability": 0.03955078125}, {"token_id": 8040, "token_text": " province", "probability": 0.037109375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.6015625}, {"token_id": 17, "token_text": ".", "probability": 0.18359375}, {"token_id": 15, "token_text": ",", "probability": 0.08642578125}, {"token_id": 262, "token_text": " and", "probability": 0.0205078125}, {"token_id": 234, "token_text": " in", "probability": 0.010009765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1904296875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1904296875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.054443359375}, {"token_id": 11082, "token_text": " Milan", "probability": 0.02734375}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.02001953125}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.018798828125}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.302734375}, {"token_id": 2622, "token_text": " former", "probability": 0.02734375}, {"token_id": 1547, "token_text": " world", "probability": 0.02197265625}, {"token_id": 8040, "token_text": " province", "probability": 0.018798828125}, {"token_id": 5872, "token_text": " Roman", "probability": 0.018798828125}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.44140625, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.44140625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0986328125}, {"token_id": 8040, "token_text": " province", "probability": 0.033935546875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.0264892578125}, {"token_id": 2825, "token_text": " State", "probability": 0.0264892578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.71484375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.71484375}, {"token_id": 17, "token_text": ".", "probability": 0.140625}, {"token_id": 15, "token_text": ",", "probability": 0.05517578125}, {"token_id": 262, "token_text": " and", "probability": 0.01312255859375}, {"token_id": 234, "token_text": " in", "probability": 0.007720947265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.287109375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.287109375}, {"token_id": 6940, "token_text": " Italy", "probability": 0.041259765625}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.0213623046875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.01953125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0189208984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.31640625}, {"token_id": 2622, "token_text": " former", "probability": 0.025146484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.01953125}, {"token_id": 8040, "token_text": " province", "probability": 0.018310546875}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.0162353515625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.62109375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.62109375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.044921875}, {"token_id": 8040, "token_text": " province", "probability": 0.03955078125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.025634765625}, {"token_id": 2825, "token_text": " State", "probability": 0.0164794921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.80078125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.80078125}, {"token_id": 17, "token_text": ".", "probability": 0.095703125}, {"token_id": 15, "token_text": ",", "probability": 0.037353515625}, {"token_id": 262, "token_text": " and", "probability": 0.0089111328125}, {"token_id": 234, "token_text": " in", "probability": 0.0067138671875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.376953125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0281982421875}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.0194091796875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.018798828125}, {"token_id": 11082, "token_text": " Milan", "probability": 0.01708984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.39453125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.39453125}, {"token_id": 2622, "token_text": " former", "probability": 0.0208740234375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.020263671875}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.0196533203125}, {"token_id": 8040, "token_text": " province", "probability": 0.017333984375}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.796875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.796875}, {"token_id": 4301, "token_text": " Republic", "probability": 0.0272216796875}, {"token_id": 2825, "token_text": " State", "probability": 0.0255126953125}, {"token_id": 8040, "token_text": " province", "probability": 0.0186767578125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.01068115234375}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.84765625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.84765625}, {"token_id": 17, "token_text": ".", "probability": 0.07421875}, {"token_id": 15, "token_text": ",", "probability": 0.025634765625}, {"token_id": 262, "token_text": " and", "probability": 0.007354736328125}, {"token_id": 234, "token_text": " in", "probability": 0.00555419921875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5703125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0250244140625}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.01385498046875}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.0118408203125}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.0111083984375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.431640625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.431640625}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.021484375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0189208984375}, {"token_id": 8040, "token_text": " province", "probability": 0.018310546875}, {"token_id": 2622, "token_text": " former", "probability": 0.017822265625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.859375}, {"token_id": 2825, "token_text": " State", "probability": 0.0294189453125}, {"token_id": 8040, "token_text": " province", "probability": 0.013916015625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.01153564453125}, {"token_id": 5350, "token_text": " states", "probability": 0.0079345703125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.85546875, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.85546875}, {"token_id": 17, "token_text": ".", "probability": 0.06591796875}, {"token_id": 15, "token_text": ",", "probability": 0.0228271484375}, {"token_id": 262, "token_text": " and", "probability": 0.00653076171875}, {"token_id": 234, "token_text": " in", "probability": 0.005767822265625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.62890625}, {"token_id": 6940, "token_text": " Italy", "probability": 0.021484375}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.01263427734375}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.01080322265625}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00921630859375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.4765625}, {"token_id": 22323, "token_text": " Veneto", "probability": 0.0244140625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0196533203125}, {"token_id": 8040, "token_text": " province", "probability": 0.01483154296875}, {"token_id": 2622, "token_text": " former", "probability": 0.013916015625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.8515625, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.8515625}, {"token_id": 2825, "token_text": " State", "probability": 0.02734375}, {"token_id": 8040, "token_text": " province", "probability": 0.015625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.012939453125}, {"token_id": 5350, "token_text": " states", "probability": 0.01007080078125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.8984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.8984375}, {"token_id": 17, "token_text": ".", "probability": 0.0419921875}, {"token_id": 15, "token_text": ",", "probability": 0.0164794921875}, {"token_id": 234, "token_text": " in", "probability": 0.005340576171875}, {"token_id": 262, "token_text": " and", "probability": 0.005035400390625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.671875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0184326171875}, {"token_id": 19540, "token_text": " Trieste", "probability": 0.01190185546875}, {"token_id": 27172, "token_text": " Genoa", "probability": 0.00897216796875}, {"token_id": 9207, "token_text": " Bologna", "probability": 0.00872802734375}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 778, "correct_token_probability": 0.00012969970703125, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.099609375}, {"token_id": 209, "token_text": " a", "probability": 0.047119140625}, {"token_id": 720, "token_text": " one", "probability": 0.034423828125}, {"token_id": 1576, "token_text": " now", "probability": 0.027587890625}, {"token_id": 751, "token_text": " also", "probability": 0.023681640625}, {"token_id": 1814, "token_text": " home", "probability": 0.022216796875}, {"token_id": 1933, "token_text": " still", "probability": 0.021484375}, {"token_id": 234, "token_text": " in", "probability": 0.0208740234375}, {"token_id": 10438, "token_text": " divided", "probability": 0.0162353515625}, {"token_id": 1921, "token_text": " known", "probability": 0.0147705078125}], "entropy": 5.9375}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.950288725462855, "average_logprob_per_token": -8.950288725462855, "perplexity_on_target_sequence": 7710.117647058828, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -8.950288725462855, "probability": 0.00012969970703125, "raw_probability": 0.00012969970703125, "correct_token_rank": 778}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74865.87003707886, "probe_elapsed_sec": 0.9841871590469964, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to be used in the context of the language. The language is used in the context of the language. The language is used in the context of the", "text": "A small language model should be used to be used in the context of the language. The language is used in the context of the language. The language is used in the context of the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.515625}, {"token_id": 534, "token_text": " not", "probability": 0.0478515625}, {"token_id": 581, "token_text": " have", "probability": 0.029052734375}, {"token_id": 751, "token_text": " also", "probability": 0.029052734375}, {"token_id": 1466, "token_text": " help", "probability": 0.01104736328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09033203125}, {"token_id": 2956, "token_text": " able", "probability": 0.0400390625}, {"token_id": 209, "token_text": " a", "probability": 0.0220947265625}, {"token_id": 4424, "token_text": " considered", "probability": 0.021484375}, {"token_id": 3874, "token_text": " done", "probability": 0.017822265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.365234375}, {"token_id": 234, "token_text": " in", "probability": 0.2080078125}, {"token_id": 347, "token_text": " as", "probability": 0.111328125}, {"token_id": 321, "token_text": " for", "probability": 0.05615234375}, {"token_id": 392, "token_text": " with", "probability": 0.0361328125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.047119140625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.047119140625}, {"token_id": 5505, "token_text": " improve", "probability": 0.0277099609375}, {"token_id": 1494, "token_text": " make", "probability": 0.0208740234375}, {"token_id": 4052, "token_text": " create", "probability": 0.0184326171875}, {"token_id": 230, "token_text": " the", "probability": 0.0184326171875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.3125}, {"token_id": 2956, "token_text": " able", "probability": 0.0576171875}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 827, "token_text": " more", "probability": 0.0272216796875}, {"token_id": 230, "token_text": " the", "probability": 0.0240478515625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.26171875}, {"token_id": 263, "token_text": " to", "probability": 0.23046875}, {"token_id": 347, "token_text": " as", "probability": 0.1494140625}, {"token_id": 321, "token_text": " for", "probability": 0.0703125}, {"token_id": 443, "token_text": " by", "probability": 0.042724609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1572265625}, {"token_id": 209, "token_text": " a", "probability": 0.1298828125}, {"token_id": 1313, "token_text": " many", "probability": 0.028076171875}, {"token_id": 26523, "token_text": " conjunction", "probability": 0.0181884765625}, {"token_id": 587, "token_text": " this", "probability": 0.01708984375}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.03857421875}, {"token_id": 3770, "token_text": " future", "probability": 0.0257568359375}, {"token_id": 3341, "token_text": " field", "probability": 0.022705078125}, {"token_id": 3113, "token_text": " development", "probability": 0.018798828125}, {"token_id": 3965, "token_text": " language", "probability": 0.01336669921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 17, "token_text": ".", "probability": 0.0291748046875}, {"token_id": 1204, "token_text": "ual", "probability": 0.007354736328125}, {"token_id": 15, "token_text": ",", "probability": 0.006500244140625}, {"token_id": 321, "token_text": " for", "probability": 0.005401611328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.138671875}, {"token_id": 209, "token_text": " a", "probability": 0.055908203125}, {"token_id": 3965, "token_text": " language", "probability": 0.03955078125}, {"token_id": 3093, "token_text": " English", "probability": 0.0093994140625}, {"token_id": 248, "token_text": " an", "probability": 0.0093994140625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.01953125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.01953125}, {"token_id": 3865, "token_text": " problem", "probability": 0.0172119140625}, {"token_id": 3498, "token_text": " study", "probability": 0.01385498046875}, {"token_id": 4621, "token_text": " model", "probability": 0.0111083984375}, {"token_id": 3113, "token_text": " development", "probability": 0.01080322265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.427734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.427734375}, {"token_id": 15, "token_text": ",", "probability": 0.12255859375}, {"token_id": 262, "token_text": " and", "probability": 0.03857421875}, {"token_id": 256, "token_text": " of", "probability": 0.0234375}, {"token_id": 347, "token_text": " as", "probability": 0.018798828125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.07763671875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.07763671875}, {"token_id": 2, "token_text": "", "probability": 0.06884765625}, {"token_id": 407, "token_text": " In", "probability": 0.04443359375}, {"token_id": 679, "token_text": " It", "probability": 0.040283203125}, {"token_id": 1062, "token_text": " This", "probability": 0.037841796875}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.031494140625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.031494140625}, {"token_id": 2244, "token_text": " following", "probability": 0.0252685546875}, {"token_id": 1617, "token_text": " term", "probability": 0.013916015625}, {"token_id": 942, "token_text": " most", "probability": 0.01226806640625}, {"token_id": 3865, "token_text": " problem", "probability": 0.01116943359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2294921875}, {"token_id": 256, "token_text": " of", "probability": 0.07470703125}, {"token_id": 566, "token_text": " can", "probability": 0.06591796875}, {"token_id": 1503, "token_text": " should", "probability": 0.036376953125}, {"token_id": 361, "token_text": " was", "probability": 0.0257568359375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.07373046875}, {"token_id": 534, "token_text": " not", "probability": 0.050537109375}, {"token_id": 751, "token_text": " also", "probability": 0.047607421875}, {"token_id": 209, "token_text": " a", "probability": 0.044677734375}, {"token_id": 4075, "token_text": " written", "probability": 0.037109375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.310546875}, {"token_id": 263, "token_text": " to", "probability": 0.2578125}, {"token_id": 347, "token_text": " as", "probability": 0.107421875}, {"token_id": 443, "token_text": " by", "probability": 0.061279296875}, {"token_id": 321, "token_text": " for", "probability": 0.061279296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.224609375}, {"token_id": 209, "token_text": " a", "probability": 0.10595703125}, {"token_id": 1313, "token_text": " many", "probability": 0.05322265625}, {"token_id": 3093, "token_text": " English", "probability": 0.025146484375}, {"token_id": 2089, "token_text": " several", "probability": 0.017822265625}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.18359375}, {"token_id": 3965, "token_text": " language", "probability": 0.052734375}, {"token_id": 3341, "token_text": " field", "probability": 0.021240234375}, {"token_id": 3093, "token_text": " English", "probability": 0.01611328125}, {"token_id": 3113, "token_text": " development", "probability": 0.0133056640625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 262, "token_text": " and", "probability": 0.0036773681640625}, {"token_id": 15, "token_text": ",", "probability": 0.0032501220703125}, {"token_id": 321, "token_text": " for", "probability": 0.00286865234375}, {"token_id": 17, "token_text": ".", "probability": 0.002532958984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.341796875}, {"token_id": 209, "token_text": " a", "probability": 0.061279296875}, {"token_id": 3965, "token_text": " language", "probability": 0.0576171875}, {"token_id": 3093, "token_text": " English", "probability": 0.0225830078125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0198974609375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0576171875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0576171875}, {"token_id": 3093, "token_text": " English", "probability": 0.017578125}, {"token_id": 3113, "token_text": " development", "probability": 0.01458740234375}, {"token_id": 3498, "token_text": " study", "probability": 0.01068115234375}, {"token_id": 363, "token_text": " \"", "probability": 0.007568359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.263671875}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 347, "token_text": " as", "probability": 0.08056640625}, {"token_id": 262, "token_text": " and", "probability": 0.052001953125}, {"token_id": 234, "token_text": " in", "probability": 0.049072265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.1533203125}, {"token_id": 679, "token_text": " It", "probability": 0.0927734375}, {"token_id": 2, "token_text": "", "probability": 0.0439453125}, {"token_id": 407, "token_text": " In", "probability": 0.041259765625}, {"token_id": 1062, "token_text": " This", "probability": 0.03759765625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.24609375}, {"token_id": 30473, "token_text": " syntax", "probability": 0.020263671875}, {"token_id": 9378, "token_text": " languages", "probability": 0.0184326171875}, {"token_id": 1962, "token_text": " main", "probability": 0.01348876953125}, {"token_id": 1617, "token_text": " term", "probability": 0.01348876953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.453125}, {"token_id": 566, "token_text": " can", "probability": 0.08935546875}, {"token_id": 1503, "token_text": " should", "probability": 0.034912109375}, {"token_id": 614, "token_text": " has", "probability": 0.03271484375}, {"token_id": 256, "token_text": " of", "probability": 0.0240478515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2138671875}, {"token_id": 751, "token_text": " also", "probability": 0.0576171875}, {"token_id": 4075, "token_text": " written", "probability": 0.03955078125}, {"token_id": 534, "token_text": " not", "probability": 0.032958984375}, {"token_id": 209, "token_text": " a", "probability": 0.0308837890625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.4765625}, {"token_id": 263, "token_text": " to", "probability": 0.17578125}, {"token_id": 347, "token_text": " as", "probability": 0.0830078125}, {"token_id": 443, "token_text": " by", "probability": 0.05029296875}, {"token_id": 321, "token_text": " for", "probability": 0.05029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.455078125}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 3093, "token_text": " English", "probability": 0.0247802734375}, {"token_id": 1313, "token_text": " many", "probability": 0.0240478515625}, {"token_id": 587, "token_text": " this", "probability": 0.01373291015625}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.52734375}, {"token_id": 3965, "token_text": " language", "probability": 0.0211181640625}, {"token_id": 4403, "token_text": " text", "probability": 0.01318359375}, {"token_id": 1075, "token_text": " form", "probability": 0.0096435546875}, {"token_id": 3113, "token_text": " development", "probability": 0.00933837890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.984375}, {"token_id": 262, "token_text": " and", "probability": 0.0017852783203125}, {"token_id": 15, "token_text": ",", "probability": 0.0015716552734375}, {"token_id": 17, "token_text": ".", "probability": 0.0014801025390625}, {"token_id": 1152, "token_text": " where", "probability": 0.0010833740234375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6015625}, {"token_id": 3965, "token_text": " language", "probability": 0.059326171875}, {"token_id": 209, "token_text": " a", "probability": 0.03076171875}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0186767578125}, {"token_id": 3093, "token_text": " English", "probability": 0.0186767578125}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.515625}, {"token_id": 534, "token_text": " not", "probability": 0.0478515625}, {"token_id": 581, "token_text": " have", "probability": 0.029052734375}, {"token_id": 751, "token_text": " also", "probability": 0.029052734375}, {"token_id": 1466, "token_text": " help", "probability": 0.01104736328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09033203125}, {"token_id": 2956, "token_text": " able", "probability": 0.0400390625}, {"token_id": 209, "token_text": " a", "probability": 0.0220947265625}, {"token_id": 4424, "token_text": " considered", "probability": 0.021484375}, {"token_id": 3874, "token_text": " done", "probability": 0.017822265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.365234375}, {"token_id": 234, "token_text": " in", "probability": 0.2080078125}, {"token_id": 347, "token_text": " as", "probability": 0.111328125}, {"token_id": 321, "token_text": " for", "probability": 0.05615234375}, {"token_id": 392, "token_text": " with", "probability": 0.0361328125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.047119140625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.047119140625}, {"token_id": 5505, "token_text": " improve", "probability": 0.0277099609375}, {"token_id": 1494, "token_text": " make", "probability": 0.0208740234375}, {"token_id": 4052, "token_text": " create", "probability": 0.0184326171875}, {"token_id": 230, "token_text": " the", "probability": 0.0184326171875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.3125}, {"token_id": 2956, "token_text": " able", "probability": 0.0576171875}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 827, "token_text": " more", "probability": 0.0272216796875}, {"token_id": 230, "token_text": " the", "probability": 0.0240478515625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.26171875}, {"token_id": 263, "token_text": " to", "probability": 0.23046875}, {"token_id": 347, "token_text": " as", "probability": 0.1494140625}, {"token_id": 321, "token_text": " for", "probability": 0.0703125}, {"token_id": 443, "token_text": " by", "probability": 0.042724609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1572265625}, {"token_id": 209, "token_text": " a", "probability": 0.1298828125}, {"token_id": 1313, "token_text": " many", "probability": 0.028076171875}, {"token_id": 26523, "token_text": " conjunction", "probability": 0.0181884765625}, {"token_id": 587, "token_text": " this", "probability": 0.01708984375}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.03857421875}, {"token_id": 3770, "token_text": " future", "probability": 0.0257568359375}, {"token_id": 3341, "token_text": " field", "probability": 0.022705078125}, {"token_id": 3113, "token_text": " development", "probability": 0.018798828125}, {"token_id": 3965, "token_text": " language", "probability": 0.01336669921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 17, "token_text": ".", "probability": 0.0291748046875}, {"token_id": 1204, "token_text": "ual", "probability": 0.007354736328125}, {"token_id": 15, "token_text": ",", "probability": 0.006500244140625}, {"token_id": 321, "token_text": " for", "probability": 0.005401611328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.138671875}, {"token_id": 209, "token_text": " a", "probability": 0.055908203125}, {"token_id": 3965, "token_text": " language", "probability": 0.03955078125}, {"token_id": 3093, "token_text": " English", "probability": 0.0093994140625}, {"token_id": 248, "token_text": " an", "probability": 0.0093994140625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.01953125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.01953125}, {"token_id": 3865, "token_text": " problem", "probability": 0.0172119140625}, {"token_id": 3498, "token_text": " study", "probability": 0.01385498046875}, {"token_id": 4621, "token_text": " model", "probability": 0.0111083984375}, {"token_id": 3113, "token_text": " development", "probability": 0.01080322265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.427734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.427734375}, {"token_id": 15, "token_text": ",", "probability": 0.12255859375}, {"token_id": 262, "token_text": " and", "probability": 0.03857421875}, {"token_id": 256, "token_text": " of", "probability": 0.0234375}, {"token_id": 347, "token_text": " as", "probability": 0.018798828125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.08349609375}, {"token_id": 407, "token_text": " In", "probability": 0.047607421875}, {"token_id": 679, "token_text": " It", "probability": 0.04345703125}, {"token_id": 1062, "token_text": " This", "probability": 0.040771484375}, {"token_id": 418, "token_text": " -", "probability": 0.03173828125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.031494140625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.031494140625}, {"token_id": 2244, "token_text": " following", "probability": 0.0252685546875}, {"token_id": 1617, "token_text": " term", "probability": 0.013916015625}, {"token_id": 942, "token_text": " most", "probability": 0.01226806640625}, {"token_id": 3865, "token_text": " problem", "probability": 0.01116943359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2294921875}, {"token_id": 256, "token_text": " of", "probability": 0.07470703125}, {"token_id": 566, "token_text": " can", "probability": 0.06591796875}, {"token_id": 1503, "token_text": " should", "probability": 0.036376953125}, {"token_id": 361, "token_text": " was", "probability": 0.0257568359375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.07373046875}, {"token_id": 534, "token_text": " not", "probability": 0.050537109375}, {"token_id": 751, "token_text": " also", "probability": 0.047607421875}, {"token_id": 209, "token_text": " a", "probability": 0.044677734375}, {"token_id": 4075, "token_text": " written", "probability": 0.037109375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.310546875}, {"token_id": 263, "token_text": " to", "probability": 0.2578125}, {"token_id": 347, "token_text": " as", "probability": 0.107421875}, {"token_id": 443, "token_text": " by", "probability": 0.061279296875}, {"token_id": 321, "token_text": " for", "probability": 0.061279296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.224609375}, {"token_id": 209, "token_text": " a", "probability": 0.10595703125}, {"token_id": 1313, "token_text": " many", "probability": 0.05322265625}, {"token_id": 3093, "token_text": " English", "probability": 0.025146484375}, {"token_id": 2089, "token_text": " several", "probability": 0.017822265625}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.18359375}, {"token_id": 3965, "token_text": " language", "probability": 0.052734375}, {"token_id": 3341, "token_text": " field", "probability": 0.021240234375}, {"token_id": 3093, "token_text": " English", "probability": 0.01611328125}, {"token_id": 3113, "token_text": " development", "probability": 0.0133056640625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 262, "token_text": " and", "probability": 0.0036773681640625}, {"token_id": 15, "token_text": ",", "probability": 0.0032501220703125}, {"token_id": 321, "token_text": " for", "probability": 0.00286865234375}, {"token_id": 17, "token_text": ".", "probability": 0.002532958984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.341796875}, {"token_id": 209, "token_text": " a", "probability": 0.061279296875}, {"token_id": 3965, "token_text": " language", "probability": 0.0576171875}, {"token_id": 3093, "token_text": " English", "probability": 0.0225830078125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0198974609375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0576171875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0576171875}, {"token_id": 3093, "token_text": " English", "probability": 0.017578125}, {"token_id": 3113, "token_text": " development", "probability": 0.01458740234375}, {"token_id": 3498, "token_text": " study", "probability": 0.01068115234375}, {"token_id": 363, "token_text": " \"", "probability": 0.007568359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 347, "token_text": " as", "probability": 0.08056640625}, {"token_id": 262, "token_text": " and", "probability": 0.052001953125}, {"token_id": 234, "token_text": " in", "probability": 0.049072265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.16015625}, {"token_id": 679, "token_text": " It", "probability": 0.09716796875}, {"token_id": 407, "token_text": " In", "probability": 0.043212890625}, {"token_id": 1062, "token_text": " This", "probability": 0.039306640625}, {"token_id": 277, "token_text": " A", "probability": 0.03564453125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.24609375}, {"token_id": 30473, "token_text": " syntax", "probability": 0.020263671875}, {"token_id": 9378, "token_text": " languages", "probability": 0.0184326171875}, {"token_id": 1962, "token_text": " main", "probability": 0.01348876953125}, {"token_id": 1617, "token_text": " term", "probability": 0.01348876953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.453125}, {"token_id": 566, "token_text": " can", "probability": 0.08935546875}, {"token_id": 1503, "token_text": " should", "probability": 0.034912109375}, {"token_id": 614, "token_text": " has", "probability": 0.03271484375}, {"token_id": 256, "token_text": " of", "probability": 0.0240478515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2138671875}, {"token_id": 751, "token_text": " also", "probability": 0.0576171875}, {"token_id": 4075, "token_text": " written", "probability": 0.03955078125}, {"token_id": 534, "token_text": " not", "probability": 0.032958984375}, {"token_id": 209, "token_text": " a", "probability": 0.0308837890625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.4765625}, {"token_id": 263, "token_text": " to", "probability": 0.17578125}, {"token_id": 347, "token_text": " as", "probability": 0.0830078125}, {"token_id": 443, "token_text": " by", "probability": 0.05029296875}, {"token_id": 321, "token_text": " for", "probability": 0.05029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.455078125}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 3093, "token_text": " English", "probability": 0.02490234375}, {"token_id": 1313, "token_text": " many", "probability": 0.0240478515625}, {"token_id": 587, "token_text": " this", "probability": 0.01373291015625}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.52734375}, {"token_id": 3965, "token_text": " language", "probability": 0.0211181640625}, {"token_id": 4403, "token_text": " text", "probability": 0.01318359375}, {"token_id": 1075, "token_text": " form", "probability": 0.0096435546875}, {"token_id": 3113, "token_text": " development", "probability": 0.00933837890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.984375}, {"token_id": 262, "token_text": " and", "probability": 0.0017852783203125}, {"token_id": 15, "token_text": ",", "probability": 0.0015716552734375}, {"token_id": 17, "token_text": ".", "probability": 0.0014801025390625}, {"token_id": 1152, "token_text": " where", "probability": 0.0010833740234375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6015625}, {"token_id": 3965, "token_text": " language", "probability": 0.059326171875}, {"token_id": 209, "token_text": " a", "probability": 0.03076171875}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0186767578125}, {"token_id": 3093, "token_text": " English", "probability": 0.0186767578125}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.515625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.515625}, {"token_id": 534, "token_text": " not", "probability": 0.0478515625}, {"token_id": 581, "token_text": " have", "probability": 0.029052734375}, {"token_id": 751, "token_text": " also", "probability": 0.029052734375}, {"token_id": 1466, "token_text": " help", "probability": 0.01104736328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.09033203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.09033203125}, {"token_id": 2956, "token_text": " able", "probability": 0.0400390625}, {"token_id": 209, "token_text": " a", "probability": 0.0220947265625}, {"token_id": 4424, "token_text": " considered", "probability": 0.021484375}, {"token_id": 3874, "token_text": " done", "probability": 0.017822265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.365234375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.365234375}, {"token_id": 234, "token_text": " in", "probability": 0.2080078125}, {"token_id": 347, "token_text": " as", "probability": 0.111328125}, {"token_id": 321, "token_text": " for", "probability": 0.05615234375}, {"token_id": 392, "token_text": " with", "probability": 0.0361328125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.047119140625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.047119140625}, {"token_id": 5505, "token_text": " improve", "probability": 0.0277099609375}, {"token_id": 1494, "token_text": " make", "probability": 0.0208740234375}, {"token_id": 4052, "token_text": " create", "probability": 0.0184326171875}, {"token_id": 230, "token_text": " the", "probability": 0.0184326171875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.3125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.3125}, {"token_id": 2956, "token_text": " able", "probability": 0.0576171875}, {"token_id": 209, "token_text": " a", "probability": 0.032958984375}, {"token_id": 827, "token_text": " more", "probability": 0.0272216796875}, {"token_id": 230, "token_text": " the", "probability": 0.0240478515625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.26171875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.26171875}, {"token_id": 263, "token_text": " to", "probability": 0.23046875}, {"token_id": 347, "token_text": " as", "probability": 0.1494140625}, {"token_id": 321, "token_text": " for", "probability": 0.0703125}, {"token_id": 443, "token_text": " by", "probability": 0.042724609375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.1572265625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.1572265625}, {"token_id": 209, "token_text": " a", "probability": 0.1298828125}, {"token_id": 1313, "token_text": " many", "probability": 0.028076171875}, {"token_id": 26523, "token_text": " conjunction", "probability": 0.0181884765625}, {"token_id": 587, "token_text": " this", "probability": 0.01708984375}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.03857421875, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.03857421875}, {"token_id": 3770, "token_text": " future", "probability": 0.0257568359375}, {"token_id": 3341, "token_text": " field", "probability": 0.022705078125}, {"token_id": 3113, "token_text": " development", "probability": 0.018798828125}, {"token_id": 3965, "token_text": " language", "probability": 0.01336669921875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.90625}, {"token_id": 17, "token_text": ".", "probability": 0.0291748046875}, {"token_id": 1204, "token_text": "ual", "probability": 0.007354736328125}, {"token_id": 15, "token_text": ",", "probability": 0.006500244140625}, {"token_id": 321, "token_text": " for", "probability": 0.005401611328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.138671875}, {"token_id": 209, "token_text": " a", "probability": 0.055908203125}, {"token_id": 3965, "token_text": " language", "probability": 0.03955078125}, {"token_id": 3093, "token_text": " English", "probability": 0.0093994140625}, {"token_id": 248, "token_text": " an", "probability": 0.0093994140625}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.01953125, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.01953125}, {"token_id": 3865, "token_text": " problem", "probability": 0.0172119140625}, {"token_id": 3498, "token_text": " study", "probability": 0.01385498046875}, {"token_id": 4621, "token_text": " model", "probability": 0.0111083984375}, {"token_id": 3113, "token_text": " development", "probability": 0.01080322265625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.427734375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.427734375}, {"token_id": 15, "token_text": ",", "probability": 0.12255859375}, {"token_id": 262, "token_text": " and", "probability": 0.03857421875}, {"token_id": 256, "token_text": " of", "probability": 0.0234375}, {"token_id": 347, "token_text": " as", "probability": 0.018798828125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.08349609375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.08349609375}, {"token_id": 407, "token_text": " In", "probability": 0.047607421875}, {"token_id": 679, "token_text": " It", "probability": 0.04345703125}, {"token_id": 1062, "token_text": " This", "probability": 0.040771484375}, {"token_id": 418, "token_text": " -", "probability": 0.03173828125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.031494140625, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.031494140625}, {"token_id": 2244, "token_text": " following", "probability": 0.0252685546875}, {"token_id": 1617, "token_text": " term", "probability": 0.013916015625}, {"token_id": 942, "token_text": " most", "probability": 0.01226806640625}, {"token_id": 3865, "token_text": " problem", "probability": 0.01116943359375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.2294921875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.2294921875}, {"token_id": 256, "token_text": " of", "probability": 0.07470703125}, {"token_id": 566, "token_text": " can", "probability": 0.06591796875}, {"token_id": 1503, "token_text": " should", "probability": 0.036376953125}, {"token_id": 361, "token_text": " was", "probability": 0.0257568359375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.07373046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.07373046875}, {"token_id": 534, "token_text": " not", "probability": 0.050537109375}, {"token_id": 751, "token_text": " also", "probability": 0.047607421875}, {"token_id": 209, "token_text": " a", "probability": 0.044677734375}, {"token_id": 4075, "token_text": " written", "probability": 0.037109375}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.310546875, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.310546875}, {"token_id": 263, "token_text": " to", "probability": 0.2578125}, {"token_id": 347, "token_text": " as", "probability": 0.107421875}, {"token_id": 443, "token_text": " by", "probability": 0.061279296875}, {"token_id": 321, "token_text": " for", "probability": 0.061279296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.224609375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.224609375}, {"token_id": 209, "token_text": " a", "probability": 0.10595703125}, {"token_id": 1313, "token_text": " many", "probability": 0.05322265625}, {"token_id": 3093, "token_text": " English", "probability": 0.025146484375}, {"token_id": 2089, "token_text": " several", "probability": 0.017822265625}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.18359375}, {"token_id": 3965, "token_text": " language", "probability": 0.052734375}, {"token_id": 3341, "token_text": " field", "probability": 0.021240234375}, {"token_id": 3093, "token_text": " English", "probability": 0.01611328125}, {"token_id": 3113, "token_text": " development", "probability": 0.0133056640625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9609375}, {"token_id": 262, "token_text": " and", "probability": 0.0036773681640625}, {"token_id": 15, "token_text": ",", "probability": 0.0032501220703125}, {"token_id": 321, "token_text": " for", "probability": 0.00286865234375}, {"token_id": 17, "token_text": ".", "probability": 0.002532958984375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.341796875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.341796875}, {"token_id": 209, "token_text": " a", "probability": 0.061279296875}, {"token_id": 3965, "token_text": " language", "probability": 0.0576171875}, {"token_id": 3093, "token_text": " English", "probability": 0.0225830078125}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0198974609375}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.0576171875, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.0576171875}, {"token_id": 3093, "token_text": " English", "probability": 0.017578125}, {"token_id": 3113, "token_text": " development", "probability": 0.01458740234375}, {"token_id": 3498, "token_text": " study", "probability": 0.01068115234375}, {"token_id": 363, "token_text": " \"", "probability": 0.007568359375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 347, "token_text": " as", "probability": 0.08056640625}, {"token_id": 262, "token_text": " and", "probability": 0.052001953125}, {"token_id": 234, "token_text": " in", "probability": 0.049072265625}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.16015625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.16015625}, {"token_id": 679, "token_text": " It", "probability": 0.09716796875}, {"token_id": 407, "token_text": " In", "probability": 0.043212890625}, {"token_id": 1062, "token_text": " This", "probability": 0.039306640625}, {"token_id": 277, "token_text": " A", "probability": 0.03564453125}]}, {"token_id": 3965, "token_text": " language", "chosen_probability": 0.24609375, "top_k_candidates": [{"token_id": 3965, "token_text": " language", "probability": 0.24609375}, {"token_id": 30473, "token_text": " syntax", "probability": 0.020263671875}, {"token_id": 9378, "token_text": " languages", "probability": 0.0184326171875}, {"token_id": 1962, "token_text": " main", "probability": 0.01348876953125}, {"token_id": 1617, "token_text": " term", "probability": 0.01348876953125}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.453125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.453125}, {"token_id": 566, "token_text": " can", "probability": 0.08935546875}, {"token_id": 1503, "token_text": " should", "probability": 0.034912109375}, {"token_id": 614, "token_text": " has", "probability": 0.03271484375}, {"token_id": 256, "token_text": " of", "probability": 0.0240478515625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2138671875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2138671875}, {"token_id": 751, "token_text": " also", "probability": 0.0576171875}, {"token_id": 4075, "token_text": " written", "probability": 0.03955078125}, {"token_id": 534, "token_text": " not", "probability": 0.032958984375}, {"token_id": 209, "token_text": " a", "probability": 0.0308837890625}]}, {"token_id": 234, "token_text": " in", "chosen_probability": 0.4765625, "top_k_candidates": [{"token_id": 234, "token_text": " in", "probability": 0.4765625}, {"token_id": 263, "token_text": " to", "probability": 0.17578125}, {"token_id": 347, "token_text": " as", "probability": 0.0830078125}, {"token_id": 443, "token_text": " by", "probability": 0.05029296875}, {"token_id": 321, "token_text": " for", "probability": 0.05029296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.455078125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.455078125}, {"token_id": 209, "token_text": " a", "probability": 0.0791015625}, {"token_id": 3093, "token_text": " English", "probability": 0.02490234375}, {"token_id": 1313, "token_text": " many", "probability": 0.0240478515625}, {"token_id": 587, "token_text": " this", "probability": 0.01373291015625}]}, {"token_id": 9925, "token_text": " context", "chosen_probability": 0.52734375, "top_k_candidates": [{"token_id": 9925, "token_text": " context", "probability": 0.52734375}, {"token_id": 3965, "token_text": " language", "probability": 0.0211181640625}, {"token_id": 4403, "token_text": " text", "probability": 0.01318359375}, {"token_id": 1075, "token_text": " form", "probability": 0.0096435546875}, {"token_id": 3113, "token_text": " development", "probability": 0.00933837890625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.984375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.984375}, {"token_id": 262, "token_text": " and", "probability": 0.0017852783203125}, {"token_id": 15, "token_text": ",", "probability": 0.0015716552734375}, {"token_id": 17, "token_text": ".", "probability": 0.0014801025390625}, {"token_id": 1152, "token_text": " where", "probability": 0.0010833740234375}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.6015625}, {"token_id": 3965, "token_text": " language", "probability": 0.059326171875}, {"token_id": 209, "token_text": " a", "probability": 0.03076171875}, {"token_id": 5248, "token_text": " lingu", "probability": 0.0186767578125}, {"token_id": 3093, "token_text": " English", "probability": 0.0186767578125}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.515625, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.515625}, {"token_id": 534, "token_text": " not", "probability": 0.0478515625}, {"token_id": 581, "token_text": " have", "probability": 0.029052734375}, {"token_id": 751, "token_text": " also", "probability": 0.029052734375}, {"token_id": 1466, "token_text": " help", "probability": 0.01104736328125}, {"token_id": 1882, "token_text": " take", "probability": 0.007110595703125}, {"token_id": 2464, "token_text": " include", "probability": 0.006683349609375}, {"token_id": 1118, "token_text": " only", "probability": 0.0064697265625}, {"token_id": 1494, "token_text": " make", "probability": 0.005889892578125}, {"token_id": 1624, "token_text": " look", "probability": 0.005889892578125}], "entropy": 3.421875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.6623755218931916, "average_logprob_per_token": -0.6623755218931916, "perplexity_on_target_sequence": 1.9393939393939394, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.6623755218931916, "probability": 0.515625, "raw_probability": 0.515625, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74865.87060189247, "probe_elapsed_sec": 0.9841871590469964, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la prima economia mondiale. La crisi economica \u00e8 stata la principale causa di un'economia mondiale. La crisi economica \u00e8 stata la principale causa di un'economia", "text": "La capitale d'Italia \u00e8 stata la prima economia mondiale. La crisi economica \u00e8 stata la principale causa di un'economia mondiale. La crisi economica \u00e8 stata la principale causa di un'economia", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1005859375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1005859375}, {"token_id": 285, "token_text": " la", "probability": 0.06103515625}, {"token_id": 293, "token_text": " il", "probability": 0.0306396484375}, {"token_id": 234, "token_text": " in", "probability": 0.0306396484375}, {"token_id": 387, "token_text": " una", "probability": 0.02880859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.036376953125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0302734375}, {"token_id": 387, "token_text": " una", "probability": 0.0235595703125}, {"token_id": 26447, "token_text": " duramente", "probability": 0.018310546875}, {"token_id": 20715, "token_text": " riconosciuta", "probability": 0.0172119140625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.1298828125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0478515625}, {"token_id": 4211, "token_text": " sede", "probability": 0.0478515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.044921875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.034912109375}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.05322265625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.03662109375}, {"token_id": 12248, "token_text": " banca", "probability": 0.0322265625}, {"token_id": 1486, "token_text": " volta", "probability": 0.0267333984375}, {"token_id": 5290, "token_text": " rete", "probability": 0.020751953125}]}, {"token_id": 3308, "token_text": " mondiale", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 3308, "token_text": " mondiale", "probability": 0.37109375}, {"token_id": 4630, "token_text": " italiana", "probability": 0.041748046875}, {"token_id": 209, "token_text": " a", "probability": 0.041748046875}, {"token_id": 238, "token_text": " di", "probability": 0.041748046875}, {"token_id": 3357, "token_text": " nazionale", "probability": 0.02685546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.21484375}, {"token_id": 15, "token_text": ",", "probability": 0.2021484375}, {"token_id": 246, "token_text": " e", "probability": 0.04248046875}, {"token_id": 209, "token_text": " a", "probability": 0.037353515625}, {"token_id": 303, "token_text": " che", "probability": 0.03515625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.10302734375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.10302734375}, {"token_id": 538, "token_text": " Il", "probability": 0.07080078125}, {"token_id": 302, "token_text": " L", "probability": 0.04052734375}, {"token_id": 2, "token_text": "", "probability": 0.031494140625}, {"token_id": 897, "token_text": " Nel", "probability": 0.029541015625}]}, {"token_id": 5240, "token_text": " crisi", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 5848, "token_text": " crescita", "probability": 0.05517578125}, {"token_id": 5240, "token_text": " crisi", "probability": 0.05517578125}, {"token_id": 15589, "token_text": " Banca", "probability": 0.048583984375}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.033447265625}, {"token_id": 718, "token_text": " sua", "probability": 0.033447265625}]}, {"token_id": 6934, "token_text": " economica", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 6934, "token_text": " economica", "probability": 0.263671875}, {"token_id": 15090, "token_text": " finanziaria", "probability": 0.1103515625}, {"token_id": 337, "token_text": " del", "probability": 0.05908203125}, {"token_id": 238, "token_text": " di", "probability": 0.043212890625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.035888671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.08837890625}, {"token_id": 337, "token_text": " del", "probability": 0.0732421875}, {"token_id": 8537, "token_text": " globale", "probability": 0.053466796875}, {"token_id": 246, "token_text": " e", "probability": 0.053466796875}, {"token_id": 373, "token_text": " ha", "probability": 0.0390625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.162109375}, {"token_id": 267, "token_text": " un", "probability": 0.07666015625}, {"token_id": 387, "token_text": " una", "probability": 0.0673828125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.052734375}, {"token_id": 285, "token_text": " la", "probability": 0.043701171875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.0546875}, {"token_id": 387, "token_text": " una", "probability": 0.051513671875}, {"token_id": 267, "token_text": " un", "probability": 0.042724609375}, {"token_id": 1199, "token_text": " molto", "probability": 0.033203125}, {"token_id": 14787, "token_text": " caratterizzata", "probability": 0.0189208984375}]}, {"token_id": 3788, "token_text": " principale", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 3788, "token_text": " principale", "probability": 0.12890625}, {"token_id": 870, "token_text": " prima", "probability": 0.11328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.064453125}, {"token_id": 2311, "token_text": " seconda", "probability": 0.036865234375}, {"token_id": 1446, "token_text": " fine", "probability": 0.030517578125}]}, {"token_id": 2181, "token_text": " causa", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 2181, "token_text": " causa", "probability": 0.126953125}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0634765625}, {"token_id": 5240, "token_text": " crisi", "probability": 0.052734375}, {"token_id": 17465, "token_text": " economia", "probability": 0.049560546875}, {"token_id": 19643, "token_text": " preoccupazione", "probability": 0.031982421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.376953125}, {"token_id": 337, "token_text": " del", "probability": 0.1474609375}, {"token_id": 370, "token_text": " della", "probability": 0.1220703125}, {"token_id": 465, "token_text": " dell", "probability": 0.10107421875}, {"token_id": 573, "token_text": " delle", "probability": 0.037353515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1259765625}, {"token_id": 5240, "token_text": " crisi", "probability": 0.1181640625}, {"token_id": 387, "token_text": " una", "probability": 0.1181640625}, {"token_id": 25264, "token_text": " disoccupazione", "probability": 0.0247802734375}, {"token_id": 3565, "token_text": " problemi", "probability": 0.019287109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1865234375}, {"token_id": 8304, "token_text": " aumento", "probability": 0.060546875}, {"token_id": 12034, "token_text": " rall", "probability": 0.034423828125}, {"token_id": 3100, "token_text": " forte", "probability": 0.034423828125}, {"token_id": 19865, "token_text": " crollo", "probability": 0.0303955078125}]}, {"token_id": 7558, "token_text": "economia", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 7558, "token_text": "economia", "probability": 0.2119140625}, {"token_id": 29185, "token_text": "inflazione", "probability": 0.2119140625}, {"token_id": 31925, "token_text": "incer", "probability": 0.04443359375}, {"token_id": 24537, "token_text": "ondata", "probability": 0.0306396484375}, {"token_id": 23214, "token_text": "ulteriore", "probability": 0.0269775390625}]}, {"token_id": 3308, "token_text": " mondiale", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 3308, "token_text": " mondiale", "probability": 0.0712890625}, {"token_id": 8537, "token_text": " globale", "probability": 0.0712890625}, {"token_id": 238, "token_text": " di", "probability": 0.049072265625}, {"token_id": 337, "token_text": " del", "probability": 0.043212890625}, {"token_id": 3357, "token_text": " nazionale", "probability": 0.035888671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.35546875}, {"token_id": 15, "token_text": ",", "probability": 0.2021484375}, {"token_id": 246, "token_text": " e", "probability": 0.08447265625}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 29, "token_text": ":", "probability": 0.022705078125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1494140625, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1494140625}, {"token_id": 538, "token_text": " Il", "probability": 0.06640625}, {"token_id": 719, "token_text": " Le", "probability": 0.040283203125}, {"token_id": 302, "token_text": " L", "probability": 0.037841796875}, {"token_id": 897, "token_text": " Nel", "probability": 0.0294189453125}]}, {"token_id": 5240, "token_text": " crisi", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 5240, "token_text": " crisi", "probability": 0.1875}, {"token_id": 5848, "token_text": " crescita", "probability": 0.0830078125}, {"token_id": 15589, "token_text": " Banca", "probability": 0.06884765625}, {"token_id": 25264, "token_text": " disoccupazione", "probability": 0.0224609375}, {"token_id": 11869, "token_text": " ripresa", "probability": 0.0224609375}]}, {"token_id": 6934, "token_text": " economica", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 6934, "token_text": " economica", "probability": 0.443359375}, {"token_id": 15090, "token_text": " finanziaria", "probability": 0.1845703125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06005859375}, {"token_id": 373, "token_text": " ha", "probability": 0.0341796875}, {"token_id": 337, "token_text": " del", "probability": 0.0235595703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.302734375}, {"token_id": 373, "token_text": " ha", "probability": 0.052490234375}, {"token_id": 4630, "token_text": " italiana", "probability": 0.04638671875}, {"token_id": 3308, "token_text": " mondiale", "probability": 0.040771484375}, {"token_id": 8537, "token_text": " globale", "probability": 0.038330078125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.349609375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0732421875}, {"token_id": 285, "token_text": " la", "probability": 0.0537109375}, {"token_id": 387, "token_text": " una", "probability": 0.050537109375}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.357421875}, {"token_id": 387, "token_text": " una", "probability": 0.0703125}, {"token_id": 227, "token_text": " l", "probability": 0.058349609375}, {"token_id": 293, "token_text": " il", "probability": 0.04833984375}, {"token_id": 267, "token_text": " un", "probability": 0.033203125}]}, {"token_id": 3788, "token_text": " principale", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 3788, "token_text": " principale", "probability": 0.255859375}, {"token_id": 870, "token_text": " prima", "probability": 0.06884765625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.060546875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.030517578125}, {"token_id": 6517, "token_text": " terza", "probability": 0.0269775390625}]}, {"token_id": 2181, "token_text": " causa", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 2181, "token_text": " causa", "probability": 0.87109375}, {"token_id": 10617, "token_text": " minaccia", "probability": 0.0159912109375}, {"token_id": 5996, "token_text": " ragione", "probability": 0.0140380859375}, {"token_id": 7643, "token_text": " fonte", "probability": 0.00909423828125}, {"token_id": 5240, "token_text": " crisi", "probability": 0.00799560546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.66015625}, {"token_id": 337, "token_text": " del", "probability": 0.1015625}, {"token_id": 370, "token_text": " della", "probability": 0.0654296875}, {"token_id": 465, "token_text": " dell", "probability": 0.0576171875}, {"token_id": 491, "token_text": " dei", "probability": 0.0198974609375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.314453125}, {"token_id": 387, "token_text": " una", "probability": 0.2158203125}, {"token_id": 5240, "token_text": " crisi", "probability": 0.06591796875}, {"token_id": 1038, "token_text": " uno", "probability": 0.015625}, {"token_id": 25264, "token_text": " disoccupazione", "probability": 0.0137939453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.55078125}, {"token_id": 8304, "token_text": " aumento", "probability": 0.039794921875}, {"token_id": 3100, "token_text": " forte", "probability": 0.02001953125}, {"token_id": 19865, "token_text": " crollo", "probability": 0.0137939453125}, {"token_id": 12034, "token_text": " rall", "probability": 0.0137939453125}]}, {"token_id": 7558, "token_text": "economia", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 7558, "token_text": "economia", "probability": 0.578125}, {"token_id": 29185, "token_text": "inflazione", "probability": 0.13671875}, {"token_id": 22178, "token_text": "espansione", "probability": 0.0306396484375}, {"token_id": 11088, "token_text": "occupazione", "probability": 0.0223388671875}, {"token_id": 23214, "token_text": "ulteriore", "probability": 0.01055908203125}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1005859375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1005859375}, {"token_id": 285, "token_text": " la", "probability": 0.06103515625}, {"token_id": 293, "token_text": " il", "probability": 0.0306396484375}, {"token_id": 234, "token_text": " in", "probability": 0.0306396484375}, {"token_id": 387, "token_text": " una", "probability": 0.02880859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.036376953125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0302734375}, {"token_id": 387, "token_text": " una", "probability": 0.0235595703125}, {"token_id": 26447, "token_text": " duramente", "probability": 0.018310546875}, {"token_id": 20715, "token_text": " riconosciuta", "probability": 0.0172119140625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.1298828125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0478515625}, {"token_id": 4211, "token_text": " sede", "probability": 0.0478515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.044921875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.034912109375}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.05322265625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.03662109375}, {"token_id": 12248, "token_text": " banca", "probability": 0.0322265625}, {"token_id": 1486, "token_text": " volta", "probability": 0.0267333984375}, {"token_id": 5290, "token_text": " rete", "probability": 0.020751953125}]}, {"token_id": 3308, "token_text": " mondiale", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 3308, "token_text": " mondiale", "probability": 0.37109375}, {"token_id": 4630, "token_text": " italiana", "probability": 0.041748046875}, {"token_id": 209, "token_text": " a", "probability": 0.041748046875}, {"token_id": 238, "token_text": " di", "probability": 0.041748046875}, {"token_id": 3357, "token_text": " nazionale", "probability": 0.02685546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.21484375}, {"token_id": 15, "token_text": ",", "probability": 0.2021484375}, {"token_id": 246, "token_text": " e", "probability": 0.04248046875}, {"token_id": 209, "token_text": " a", "probability": 0.037353515625}, {"token_id": 303, "token_text": " che", "probability": 0.03515625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1064453125}, {"token_id": 538, "token_text": " Il", "probability": 0.0732421875}, {"token_id": 302, "token_text": " L", "probability": 0.041748046875}, {"token_id": 897, "token_text": " Nel", "probability": 0.030517578125}, {"token_id": 719, "token_text": " Le", "probability": 0.0252685546875}]}, {"token_id": 5240, "token_text": " crisi", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 5848, "token_text": " crescita", "probability": 0.05517578125}, {"token_id": 5240, "token_text": " crisi", "probability": 0.05517578125}, {"token_id": 15589, "token_text": " Banca", "probability": 0.048583984375}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.033447265625}, {"token_id": 718, "token_text": " sua", "probability": 0.033447265625}]}, {"token_id": 6934, "token_text": " economica", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 6934, "token_text": " economica", "probability": 0.263671875}, {"token_id": 15090, "token_text": " finanziaria", "probability": 0.1103515625}, {"token_id": 337, "token_text": " del", "probability": 0.05908203125}, {"token_id": 238, "token_text": " di", "probability": 0.043212890625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.035888671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.08837890625}, {"token_id": 337, "token_text": " del", "probability": 0.0732421875}, {"token_id": 8537, "token_text": " globale", "probability": 0.053466796875}, {"token_id": 246, "token_text": " e", "probability": 0.053466796875}, {"token_id": 373, "token_text": " ha", "probability": 0.0390625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.162109375}, {"token_id": 267, "token_text": " un", "probability": 0.07666015625}, {"token_id": 387, "token_text": " una", "probability": 0.0673828125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.052734375}, {"token_id": 285, "token_text": " la", "probability": 0.043701171875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.0546875}, {"token_id": 387, "token_text": " una", "probability": 0.051513671875}, {"token_id": 267, "token_text": " un", "probability": 0.042724609375}, {"token_id": 1199, "token_text": " molto", "probability": 0.033203125}, {"token_id": 14787, "token_text": " caratterizzata", "probability": 0.0189208984375}]}, {"token_id": 3788, "token_text": " principale", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 3788, "token_text": " principale", "probability": 0.12890625}, {"token_id": 870, "token_text": " prima", "probability": 0.11328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.064453125}, {"token_id": 2311, "token_text": " seconda", "probability": 0.036865234375}, {"token_id": 1446, "token_text": " fine", "probability": 0.030517578125}]}, {"token_id": 2181, "token_text": " causa", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 2181, "token_text": " causa", "probability": 0.126953125}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0634765625}, {"token_id": 5240, "token_text": " crisi", "probability": 0.052734375}, {"token_id": 17465, "token_text": " economia", "probability": 0.049560546875}, {"token_id": 19643, "token_text": " preoccupazione", "probability": 0.031982421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.376953125}, {"token_id": 337, "token_text": " del", "probability": 0.1474609375}, {"token_id": 370, "token_text": " della", "probability": 0.1220703125}, {"token_id": 465, "token_text": " dell", "probability": 0.10107421875}, {"token_id": 573, "token_text": " delle", "probability": 0.037353515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1259765625}, {"token_id": 5240, "token_text": " crisi", "probability": 0.1181640625}, {"token_id": 387, "token_text": " una", "probability": 0.1181640625}, {"token_id": 25264, "token_text": " disoccupazione", "probability": 0.0247802734375}, {"token_id": 3565, "token_text": " problemi", "probability": 0.019287109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1865234375}, {"token_id": 8304, "token_text": " aumento", "probability": 0.060546875}, {"token_id": 12034, "token_text": " rall", "probability": 0.034423828125}, {"token_id": 3100, "token_text": " forte", "probability": 0.034423828125}, {"token_id": 19865, "token_text": " crollo", "probability": 0.0303955078125}]}, {"token_id": 7558, "token_text": "economia", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 7558, "token_text": "economia", "probability": 0.2119140625}, {"token_id": 29185, "token_text": "inflazione", "probability": 0.2119140625}, {"token_id": 31925, "token_text": "incer", "probability": 0.04443359375}, {"token_id": 24537, "token_text": "ondata", "probability": 0.0306396484375}, {"token_id": 23214, "token_text": "ulteriore", "probability": 0.0269775390625}]}, {"token_id": 3308, "token_text": " mondiale", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 3308, "token_text": " mondiale", "probability": 0.0712890625}, {"token_id": 8537, "token_text": " globale", "probability": 0.0712890625}, {"token_id": 238, "token_text": " di", "probability": 0.049072265625}, {"token_id": 337, "token_text": " del", "probability": 0.043212890625}, {"token_id": 3357, "token_text": " nazionale", "probability": 0.035888671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.35546875}, {"token_id": 15, "token_text": ",", "probability": 0.2021484375}, {"token_id": 246, "token_text": " e", "probability": 0.08447265625}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 29, "token_text": ":", "probability": 0.022705078125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1533203125}, {"token_id": 538, "token_text": " Il", "probability": 0.068359375}, {"token_id": 719, "token_text": " Le", "probability": 0.041259765625}, {"token_id": 302, "token_text": " L", "probability": 0.038818359375}, {"token_id": 897, "token_text": " Nel", "probability": 0.0302734375}]}, {"token_id": 5240, "token_text": " crisi", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 5240, "token_text": " crisi", "probability": 0.1875}, {"token_id": 5848, "token_text": " crescita", "probability": 0.0830078125}, {"token_id": 15589, "token_text": " Banca", "probability": 0.06884765625}, {"token_id": 25264, "token_text": " disoccupazione", "probability": 0.0224609375}, {"token_id": 11869, "token_text": " ripresa", "probability": 0.0224609375}]}, {"token_id": 6934, "token_text": " economica", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 6934, "token_text": " economica", "probability": 0.443359375}, {"token_id": 15090, "token_text": " finanziaria", "probability": 0.1845703125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06005859375}, {"token_id": 373, "token_text": " ha", "probability": 0.0341796875}, {"token_id": 337, "token_text": " del", "probability": 0.0235595703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.302734375}, {"token_id": 373, "token_text": " ha", "probability": 0.052490234375}, {"token_id": 4630, "token_text": " italiana", "probability": 0.04638671875}, {"token_id": 3308, "token_text": " mondiale", "probability": 0.040771484375}, {"token_id": 8537, "token_text": " globale", "probability": 0.038330078125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.349609375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0732421875}, {"token_id": 285, "token_text": " la", "probability": 0.0537109375}, {"token_id": 387, "token_text": " una", "probability": 0.050537109375}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.357421875}, {"token_id": 387, "token_text": " una", "probability": 0.0703125}, {"token_id": 227, "token_text": " l", "probability": 0.058349609375}, {"token_id": 293, "token_text": " il", "probability": 0.04833984375}, {"token_id": 267, "token_text": " un", "probability": 0.033203125}]}, {"token_id": 3788, "token_text": " principale", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 3788, "token_text": " principale", "probability": 0.255859375}, {"token_id": 870, "token_text": " prima", "probability": 0.06884765625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.060546875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.030517578125}, {"token_id": 6517, "token_text": " terza", "probability": 0.0269775390625}]}, {"token_id": 2181, "token_text": " causa", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 2181, "token_text": " causa", "probability": 0.87109375}, {"token_id": 10617, "token_text": " minaccia", "probability": 0.0159912109375}, {"token_id": 5996, "token_text": " ragione", "probability": 0.0140380859375}, {"token_id": 7643, "token_text": " fonte", "probability": 0.00909423828125}, {"token_id": 5240, "token_text": " crisi", "probability": 0.00799560546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.66015625}, {"token_id": 337, "token_text": " del", "probability": 0.1015625}, {"token_id": 370, "token_text": " della", "probability": 0.0654296875}, {"token_id": 465, "token_text": " dell", "probability": 0.0576171875}, {"token_id": 491, "token_text": " dei", "probability": 0.0198974609375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.314453125}, {"token_id": 387, "token_text": " una", "probability": 0.2158203125}, {"token_id": 5240, "token_text": " crisi", "probability": 0.06591796875}, {"token_id": 1038, "token_text": " uno", "probability": 0.015625}, {"token_id": 25264, "token_text": " disoccupazione", "probability": 0.0137939453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.55078125}, {"token_id": 8304, "token_text": " aumento", "probability": 0.039794921875}, {"token_id": 3100, "token_text": " forte", "probability": 0.02001953125}, {"token_id": 19865, "token_text": " crollo", "probability": 0.0137939453125}, {"token_id": 12034, "token_text": " rall", "probability": 0.0137939453125}]}, {"token_id": 7558, "token_text": "economia", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 7558, "token_text": "economia", "probability": 0.578125}, {"token_id": 29185, "token_text": "inflazione", "probability": 0.13671875}, {"token_id": 22178, "token_text": "espansione", "probability": 0.0306396484375}, {"token_id": 11088, "token_text": "occupazione", "probability": 0.0223388671875}, {"token_id": 23214, "token_text": "ulteriore", "probability": 0.01055908203125}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.1005859375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1005859375}, {"token_id": 285, "token_text": " la", "probability": 0.06103515625}, {"token_id": 293, "token_text": " il", "probability": 0.0306396484375}, {"token_id": 234, "token_text": " in", "probability": 0.0306396484375}, {"token_id": 387, "token_text": " una", "probability": 0.02880859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.036376953125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.036376953125}, {"token_id": 9887, "token_text": " fondata", "probability": 0.0302734375}, {"token_id": 387, "token_text": " una", "probability": 0.0235595703125}, {"token_id": 26447, "token_text": " duramente", "probability": 0.018310546875}, {"token_id": 20715, "token_text": " riconosciuta", "probability": 0.0172119140625}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.1298828125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0478515625}, {"token_id": 4211, "token_text": " sede", "probability": 0.0478515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.044921875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.034912109375}]}, {"token_id": 17465, "token_text": " economia", "chosen_probability": 0.05322265625, "top_k_candidates": [{"token_id": 17465, "token_text": " economia", "probability": 0.05322265625}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.03662109375}, {"token_id": 12248, "token_text": " banca", "probability": 0.0322265625}, {"token_id": 1486, "token_text": " volta", "probability": 0.0267333984375}, {"token_id": 5290, "token_text": " rete", "probability": 0.020751953125}]}, {"token_id": 3308, "token_text": " mondiale", "chosen_probability": 0.37109375, "top_k_candidates": [{"token_id": 3308, "token_text": " mondiale", "probability": 0.37109375}, {"token_id": 4630, "token_text": " italiana", "probability": 0.041748046875}, {"token_id": 209, "token_text": " a", "probability": 0.041748046875}, {"token_id": 238, "token_text": " di", "probability": 0.041748046875}, {"token_id": 3357, "token_text": " nazionale", "probability": 0.02685546875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.21484375}, {"token_id": 15, "token_text": ",", "probability": 0.2021484375}, {"token_id": 246, "token_text": " e", "probability": 0.04248046875}, {"token_id": 209, "token_text": " a", "probability": 0.037353515625}, {"token_id": 303, "token_text": " che", "probability": 0.03515625}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1064453125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1064453125}, {"token_id": 538, "token_text": " Il", "probability": 0.0732421875}, {"token_id": 302, "token_text": " L", "probability": 0.041748046875}, {"token_id": 897, "token_text": " Nel", "probability": 0.030517578125}, {"token_id": 719, "token_text": " Le", "probability": 0.0252685546875}]}, {"token_id": 5240, "token_text": " crisi", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 5848, "token_text": " crescita", "probability": 0.05517578125}, {"token_id": 5240, "token_text": " crisi", "probability": 0.05517578125}, {"token_id": 15589, "token_text": " Banca", "probability": 0.048583984375}, {"token_id": 2423, "token_text": " societ\u00e0", "probability": 0.033447265625}, {"token_id": 718, "token_text": " sua", "probability": 0.033447265625}]}, {"token_id": 6934, "token_text": " economica", "chosen_probability": 0.263671875, "top_k_candidates": [{"token_id": 6934, "token_text": " economica", "probability": 0.263671875}, {"token_id": 15090, "token_text": " finanziaria", "probability": 0.1103515625}, {"token_id": 337, "token_text": " del", "probability": 0.05908203125}, {"token_id": 238, "token_text": " di", "probability": 0.043212890625}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.035888671875}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.08837890625, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.08837890625}, {"token_id": 337, "token_text": " del", "probability": 0.0732421875}, {"token_id": 8537, "token_text": " globale", "probability": 0.053466796875}, {"token_id": 246, "token_text": " e", "probability": 0.053466796875}, {"token_id": 373, "token_text": " ha", "probability": 0.0390625}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.162109375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.162109375}, {"token_id": 267, "token_text": " un", "probability": 0.07666015625}, {"token_id": 387, "token_text": " una", "probability": 0.0673828125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.052734375}, {"token_id": 285, "token_text": " la", "probability": 0.043701171875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.0546875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.0546875}, {"token_id": 387, "token_text": " una", "probability": 0.051513671875}, {"token_id": 267, "token_text": " un", "probability": 0.042724609375}, {"token_id": 1199, "token_text": " molto", "probability": 0.033203125}, {"token_id": 14787, "token_text": " caratterizzata", "probability": 0.0189208984375}]}, {"token_id": 3788, "token_text": " principale", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 3788, "token_text": " principale", "probability": 0.12890625}, {"token_id": 870, "token_text": " prima", "probability": 0.11328125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.064453125}, {"token_id": 2311, "token_text": " seconda", "probability": 0.036865234375}, {"token_id": 1446, "token_text": " fine", "probability": 0.030517578125}]}, {"token_id": 2181, "token_text": " causa", "chosen_probability": 0.126953125, "top_k_candidates": [{"token_id": 2181, "token_text": " causa", "probability": 0.126953125}, {"token_id": 7643, "token_text": " fonte", "probability": 0.0634765625}, {"token_id": 5240, "token_text": " crisi", "probability": 0.052734375}, {"token_id": 17465, "token_text": " economia", "probability": 0.049560546875}, {"token_id": 19643, "token_text": " preoccupazione", "probability": 0.031982421875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.376953125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.376953125}, {"token_id": 337, "token_text": " del", "probability": 0.1474609375}, {"token_id": 370, "token_text": " della", "probability": 0.1220703125}, {"token_id": 465, "token_text": " dell", "probability": 0.10107421875}, {"token_id": 573, "token_text": " delle", "probability": 0.037353515625}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.1259765625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.1259765625}, {"token_id": 5240, "token_text": " crisi", "probability": 0.1181640625}, {"token_id": 387, "token_text": " una", "probability": 0.1181640625}, {"token_id": 25264, "token_text": " disoccupazione", "probability": 0.0247802734375}, {"token_id": 3565, "token_text": " problemi", "probability": 0.019287109375}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1865234375}, {"token_id": 8304, "token_text": " aumento", "probability": 0.060546875}, {"token_id": 12034, "token_text": " rall", "probability": 0.034423828125}, {"token_id": 3100, "token_text": " forte", "probability": 0.034423828125}, {"token_id": 19865, "token_text": " crollo", "probability": 0.0303955078125}]}, {"token_id": 7558, "token_text": "economia", "chosen_probability": 0.2119140625, "top_k_candidates": [{"token_id": 7558, "token_text": "economia", "probability": 0.2119140625}, {"token_id": 29185, "token_text": "inflazione", "probability": 0.2119140625}, {"token_id": 31925, "token_text": "incer", "probability": 0.04443359375}, {"token_id": 24537, "token_text": "ondata", "probability": 0.0306396484375}, {"token_id": 23214, "token_text": "ulteriore", "probability": 0.0269775390625}]}, {"token_id": 3308, "token_text": " mondiale", "chosen_probability": 0.0712890625, "top_k_candidates": [{"token_id": 3308, "token_text": " mondiale", "probability": 0.0712890625}, {"token_id": 8537, "token_text": " globale", "probability": 0.0712890625}, {"token_id": 238, "token_text": " di", "probability": 0.049072265625}, {"token_id": 337, "token_text": " del", "probability": 0.043212890625}, {"token_id": 3357, "token_text": " nazionale", "probability": 0.035888671875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.35546875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.35546875}, {"token_id": 15, "token_text": ",", "probability": 0.2021484375}, {"token_id": 246, "token_text": " e", "probability": 0.08447265625}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 29, "token_text": ":", "probability": 0.022705078125}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.1533203125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.1533203125}, {"token_id": 538, "token_text": " Il", "probability": 0.068359375}, {"token_id": 719, "token_text": " Le", "probability": 0.041259765625}, {"token_id": 302, "token_text": " L", "probability": 0.038818359375}, {"token_id": 897, "token_text": " Nel", "probability": 0.0302734375}]}, {"token_id": 5240, "token_text": " crisi", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 5240, "token_text": " crisi", "probability": 0.1875}, {"token_id": 5848, "token_text": " crescita", "probability": 0.0830078125}, {"token_id": 15589, "token_text": " Banca", "probability": 0.06884765625}, {"token_id": 25264, "token_text": " disoccupazione", "probability": 0.0224609375}, {"token_id": 11869, "token_text": " ripresa", "probability": 0.0224609375}]}, {"token_id": 6934, "token_text": " economica", "chosen_probability": 0.443359375, "top_k_candidates": [{"token_id": 6934, "token_text": " economica", "probability": 0.443359375}, {"token_id": 15090, "token_text": " finanziaria", "probability": 0.1845703125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.06005859375}, {"token_id": 373, "token_text": " ha", "probability": 0.0341796875}, {"token_id": 337, "token_text": " del", "probability": 0.0235595703125}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.302734375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.302734375}, {"token_id": 373, "token_text": " ha", "probability": 0.052490234375}, {"token_id": 4630, "token_text": " italiana", "probability": 0.04638671875}, {"token_id": 3308, "token_text": " mondiale", "probability": 0.040771484375}, {"token_id": 8537, "token_text": " globale", "probability": 0.038330078125}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.349609375}, {"token_id": 12169, "token_text": " diventata", "probability": 0.0732421875}, {"token_id": 285, "token_text": " la", "probability": 0.0537109375}, {"token_id": 387, "token_text": " una", "probability": 0.050537109375}, {"token_id": 267, "token_text": " un", "probability": 0.04736328125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.357421875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.357421875}, {"token_id": 387, "token_text": " una", "probability": 0.0703125}, {"token_id": 227, "token_text": " l", "probability": 0.058349609375}, {"token_id": 293, "token_text": " il", "probability": 0.04833984375}, {"token_id": 267, "token_text": " un", "probability": 0.033203125}]}, {"token_id": 3788, "token_text": " principale", "chosen_probability": 0.255859375, "top_k_candidates": [{"token_id": 3788, "token_text": " principale", "probability": 0.255859375}, {"token_id": 870, "token_text": " prima", "probability": 0.06884765625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.060546875}, {"token_id": 2311, "token_text": " seconda", "probability": 0.030517578125}, {"token_id": 6517, "token_text": " terza", "probability": 0.0269775390625}]}, {"token_id": 2181, "token_text": " causa", "chosen_probability": 0.87109375, "top_k_candidates": [{"token_id": 2181, "token_text": " causa", "probability": 0.87109375}, {"token_id": 10617, "token_text": " minaccia", "probability": 0.0159912109375}, {"token_id": 5996, "token_text": " ragione", "probability": 0.0140380859375}, {"token_id": 7643, "token_text": " fonte", "probability": 0.00909423828125}, {"token_id": 5240, "token_text": " crisi", "probability": 0.00799560546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.66015625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.66015625}, {"token_id": 337, "token_text": " del", "probability": 0.1015625}, {"token_id": 370, "token_text": " della", "probability": 0.0654296875}, {"token_id": 465, "token_text": " dell", "probability": 0.0576171875}, {"token_id": 491, "token_text": " dei", "probability": 0.0198974609375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.314453125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.314453125}, {"token_id": 387, "token_text": " una", "probability": 0.2158203125}, {"token_id": 5240, "token_text": " crisi", "probability": 0.06591796875}, {"token_id": 1038, "token_text": " uno", "probability": 0.015625}, {"token_id": 25264, "token_text": " disoccupazione", "probability": 0.0137939453125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.55078125}, {"token_id": 8304, "token_text": " aumento", "probability": 0.039794921875}, {"token_id": 3100, "token_text": " forte", "probability": 0.02001953125}, {"token_id": 19865, "token_text": " crollo", "probability": 0.0137939453125}, {"token_id": 12034, "token_text": " rall", "probability": 0.0137939453125}]}, {"token_id": 7558, "token_text": "economia", "chosen_probability": 0.578125, "top_k_candidates": [{"token_id": 7558, "token_text": "economia", "probability": 0.578125}, {"token_id": 29185, "token_text": "inflazione", "probability": 0.13671875}, {"token_id": 22178, "token_text": "espansione", "probability": 0.0306396484375}, {"token_id": 11088, "token_text": "occupazione", "probability": 0.0223388671875}, {"token_id": 23214, "token_text": "ulteriore", "probability": 0.01055908203125}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 579, "correct_token_probability": 0.000148773193359375, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.1005859375}, {"token_id": 285, "token_text": " la", "probability": 0.06103515625}, {"token_id": 234, "token_text": " in", "probability": 0.0306396484375}, {"token_id": 293, "token_text": " il", "probability": 0.0306396484375}, {"token_id": 387, "token_text": " una", "probability": 0.02880859375}, {"token_id": 267, "token_text": " un", "probability": 0.02392578125}, {"token_id": 12169, "token_text": " diventata", "probability": 0.019775390625}, {"token_id": 227, "token_text": " l", "probability": 0.0174560546875}, {"token_id": 238, "token_text": " di", "probability": 0.015869140625}, {"token_id": 1378, "token_text": " ancora", "probability": 0.015869140625}], "entropy": 5.65625}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.81308760394937, "average_logprob_per_token": -8.81308760394937, "perplexity_on_target_sequence": 6721.641025641031, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -8.81308760394937, "probability": 0.000148773193359375, "raw_probability": 0.000148773193359375, "correct_token_rank": 579}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 9000, "elapsed_sec": 74865.87116861343, "probe_elapsed_sec": 0.9841871590469964, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un'opera di fantascienza, ma la sua opera \u00e8 stata scritta da un gruppo di scienziati, scienziati e scienziati. La sua opera \u00e8 stata pubblicata nel 2014", "text": "Un piccolo modello linguistico dovrebbe essere un'opera di fantascienza, ma la sua opera \u00e8 stata scritta da un gruppo di scienziati, scienziati e scienziati. La sua opera \u00e8 stata pubblicata nel 2014", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.400390625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0478515625}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0166015625}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01556396484375}, {"token_id": 22401, "token_text": " costituire", "probability": 0.00946044921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0625}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.045654296875}, {"token_id": 293, "token_text": " il", "probability": 0.04296875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.037841796875}, {"token_id": 285, "token_text": " la", "probability": 0.037841796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.09716796875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.033447265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.031494140625}, {"token_id": 2315, "token_text": " esempio", "probability": 0.029541015625}, {"token_id": 1361, "token_text": " modo", "probability": 0.026123046875}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.201171875}, {"token_id": 9489, "token_text": "arma", "probability": 0.0308837890625}, {"token_id": 22727, "token_text": "altern", "probability": 0.0289306640625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0272216796875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0255126953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1201171875}, {"token_id": 28290, "token_text": " seria", "probability": 0.047119140625}, {"token_id": 14100, "token_text": " teatrale", "probability": 0.04150390625}, {"token_id": 214, "token_text": " d", "probability": 0.04150390625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0390625}]}, {"token_id": 26525, "token_text": " fantascienza", "chosen_probability": 0.028076171875, "top_k_candidates": [{"token_id": 26525, "token_text": " fantascienza", "probability": 0.028076171875}, {"token_id": 1513, "token_text": " grande", "probability": 0.0263671875}, {"token_id": 3688, "token_text": " genere", "probability": 0.0218505859375}, {"token_id": 2773, "token_text": " successo", "probability": 0.019287109375}, {"token_id": 267, "token_text": " un", "probability": 0.019287109375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.23046875}, {"token_id": 246, "token_text": " e", "probability": 0.1484375}, {"token_id": 17, "token_text": ".", "probability": 0.1396484375}, {"token_id": 272, "token_text": " con", "probability": 0.0201416015625}, {"token_id": 303, "token_text": " che", "probability": 0.018310546875}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.138671875}, {"token_id": 234, "token_text": " in", "probability": 0.037353515625}, {"token_id": 303, "token_text": " che", "probability": 0.0361328125}, {"token_id": 290, "token_text": " per", "probability": 0.029052734375}, {"token_id": 267, "token_text": " un", "probability": 0.0240478515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.05859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.05859375}, {"token_id": 424, "token_text": " non", "probability": 0.0517578125}, {"token_id": 293, "token_text": " il", "probability": 0.045654296875}, {"token_id": 616, "token_text": " anche", "probability": 0.0390625}, {"token_id": 234, "token_text": " in", "probability": 0.037841796875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.1728515625}, {"token_id": 1843, "token_text": " storia", "probability": 0.030029296875}, {"token_id": 3125, "token_text": " produzione", "probability": 0.01513671875}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.01422119140625}, {"token_id": 3300, "token_text": " realt\u00e0", "probability": 0.01177978515625}]}, {"token_id": 2691, "token_text": " opera", "chosen_probability": 0.0498046875, "top_k_candidates": [{"token_id": 2691, "token_text": " opera", "probability": 0.0498046875}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.03662109375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.034423828125}, {"token_id": 11307, "token_text": " influenza", "probability": 0.01953125}, {"token_id": 3656, "token_text": " idea", "probability": 0.01519775390625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.251953125}, {"token_id": 424, "token_text": " non", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 238, "token_text": " di", "probability": 0.04638671875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.043701171875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.13671875}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 1378, "token_text": " ancora", "probability": 0.0252685546875}, {"token_id": 387, "token_text": " una", "probability": 0.0238037109375}, {"token_id": 234, "token_text": " in", "probability": 0.0223388671875}]}, {"token_id": 9226, "token_text": " scritta", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 9226, "token_text": " scritta", "probability": 0.034912109375}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.0289306640625}, {"token_id": 18458, "token_text": " affidata", "probability": 0.02392578125}, {"token_id": 2273, "token_text": " trad", "probability": 0.0224609375}, {"token_id": 11985, "token_text": " realizzata", "probability": 0.0186767578125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.2890625}, {"token_id": 234, "token_text": " in", "probability": 0.1650390625}, {"token_id": 447, "token_text": " nel", "probability": 0.1064453125}, {"token_id": 290, "token_text": " per", "probability": 0.03466796875}, {"token_id": 246, "token_text": " e", "probability": 0.03466796875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0223388671875}, {"token_id": 4676, "token_text": " Richard", "probability": 0.0179443359375}, {"token_id": 1511, "token_text": " John", "probability": 0.016357421875}, {"token_id": 3074, "token_text": " David", "probability": 0.015869140625}, {"token_id": 3680, "token_text": " Robert", "probability": 0.0115966796875}]}, {"token_id": 2134, "token_text": " gruppo", "chosen_probability": 0.048583984375, "top_k_candidates": [{"token_id": 2134, "token_text": " gruppo", "probability": 0.048583984375}, {"token_id": 10, "token_text": "'", "probability": 0.045654296875}, {"token_id": 26800, "token_text": " editore", "probability": 0.0294189453125}, {"token_id": 7476, "token_text": " regista", "probability": 0.02685546875}, {"token_id": 9931, "token_text": " professore", "probability": 0.0252685546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.55078125}, {"token_id": 337, "token_text": " del", "probability": 0.0213623046875}, {"token_id": 491, "token_text": " dei", "probability": 0.0177001953125}, {"token_id": 23814, "token_text": " editoriale", "probability": 0.01385498046875}, {"token_id": 3973, "token_text": " internazionale", "probability": 0.01385498046875}]}, {"token_id": 10955, "token_text": " scienziati", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 10955, "token_text": " scienziati", "probability": 0.1435546875}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.043701171875}, {"token_id": 7305, "token_text": " ricercatori", "probability": 0.043701171875}, {"token_id": 7785, "token_text": " artisti", "probability": 0.03515625}, {"token_id": 18514, "token_text": " scrittori", "probability": 0.0341796875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.07958984375}, {"token_id": 465, "token_text": " dell", "probability": 0.07470703125}, {"token_id": 246, "token_text": " e", "probability": 0.06591796875}, {"token_id": 337, "token_text": " del", "probability": 0.06201171875}, {"token_id": 370, "token_text": " della", "probability": 0.0546875}]}, {"token_id": 10955, "token_text": " scienziati", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 10955, "token_text": " scienziati", "probability": 0.1923828125}, {"token_id": 18514, "token_text": " scrittori", "probability": 0.0517578125}, {"token_id": 29948, "token_text": " ingegneri", "probability": 0.031494140625}, {"token_id": 490, "token_text": " tra", "probability": 0.0277099609375}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.0245361328125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.57421875}, {"token_id": 15, "token_text": ",", "probability": 0.306640625}, {"token_id": 592, "token_text": " ed", "probability": 0.028564453125}, {"token_id": 236, "token_text": " o", "probability": 0.01434326171875}, {"token_id": 337, "token_text": " del", "probability": 0.007232666015625}]}, {"token_id": 10955, "token_text": " scienziati", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 10955, "token_text": " scienziati", "probability": 0.1220703125}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.083984375}, {"token_id": 18514, "token_text": " scrittori", "probability": 0.03076171875}, {"token_id": 19075, "token_text": " intellettuali", "probability": 0.03076171875}, {"token_id": 7305, "token_text": " ricercatori", "probability": 0.0272216796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.1533203125}, {"token_id": 337, "token_text": " del", "probability": 0.07666015625}, {"token_id": 465, "token_text": " dell", "probability": 0.072265625}, {"token_id": 370, "token_text": " della", "probability": 0.06787109375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.07470703125, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.07470703125}, {"token_id": 538, "token_text": " Il", "probability": 0.06982421875}, {"token_id": 2, "token_text": "", "probability": 0.061767578125}, {"token_id": 302, "token_text": " L", "probability": 0.039794921875}, {"token_id": 363, "token_text": " \"", "probability": 0.033203125}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.123046875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.123046875}, {"token_id": 1843, "token_text": " storia", "probability": 0.024169921875}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0213623046875}, {"token_id": 17370, "token_text": " sceneggiatura", "probability": 0.020751953125}, {"token_id": 870, "token_text": " prima", "probability": 0.02001953125}]}, {"token_id": 2691, "token_text": " opera", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 2691, "token_text": " opera", "probability": 0.62890625}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.0167236328125}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0157470703125}, {"token_id": 10630, "token_text": " tesi", "probability": 0.0147705078125}, {"token_id": 11307, "token_text": " influenza", "probability": 0.01080322265625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.359375}, {"token_id": 15, "token_text": ",", "probability": 0.140625}, {"token_id": 373, "token_text": " ha", "probability": 0.07080078125}, {"token_id": 395, "token_text": " si", "probability": 0.033447265625}, {"token_id": 633, "token_text": " fu", "probability": 0.02099609375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.275390625}, {"token_id": 9909, "token_text": " composta", "probability": 0.03955078125}, {"token_id": 267, "token_text": " un", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.03271484375}, {"token_id": 285, "token_text": " la", "probability": 0.0272216796875}]}, {"token_id": 10283, "token_text": " pubblicata", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 10283, "token_text": " pubblicata", "probability": 0.1298828125}, {"token_id": 9226, "token_text": " scritta", "probability": 0.0654296875}, {"token_id": 11985, "token_text": " realizzata", "probability": 0.0308837890625}, {"token_id": 2273, "token_text": " trad", "probability": 0.029052734375}, {"token_id": 16266, "token_text": " presentata", "probability": 0.025634765625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.3046875}, {"token_id": 234, "token_text": " in", "probability": 0.09326171875}, {"token_id": 333, "token_text": " da", "probability": 0.06787109375}, {"token_id": 294, "token_text": " su", "probability": 0.06787109375}, {"token_id": 290, "token_text": " per", "probability": 0.0302734375}]}, {"token_id": 2830, "token_text": " 2014", "chosen_probability": 0.031982421875, "top_k_candidates": [{"token_id": 2830, "token_text": " 2014", "probability": 0.031982421875}, {"token_id": 1926, "token_text": " 2012", "probability": 0.0264892578125}, {"token_id": 2183, "token_text": " 2009", "probability": 0.02490234375}, {"token_id": 3405, "token_text": " 2001", "probability": 0.02197265625}, {"token_id": 2263, "token_text": " 2013", "probability": 0.02197265625}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.400390625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0478515625}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0166015625}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01556396484375}, {"token_id": 22401, "token_text": " costituire", "probability": 0.00946044921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0625}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.045654296875}, {"token_id": 293, "token_text": " il", "probability": 0.04296875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.037841796875}, {"token_id": 285, "token_text": " la", "probability": 0.037841796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.09716796875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.033447265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.031494140625}, {"token_id": 2315, "token_text": " esempio", "probability": 0.029541015625}, {"token_id": 1361, "token_text": " modo", "probability": 0.026123046875}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.201171875}, {"token_id": 9489, "token_text": "arma", "probability": 0.0308837890625}, {"token_id": 22727, "token_text": "altern", "probability": 0.0289306640625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0272216796875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0255126953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1201171875}, {"token_id": 28290, "token_text": " seria", "probability": 0.047119140625}, {"token_id": 14100, "token_text": " teatrale", "probability": 0.04150390625}, {"token_id": 214, "token_text": " d", "probability": 0.04150390625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0390625}]}, {"token_id": 26525, "token_text": " fantascienza", "chosen_probability": 0.028076171875, "top_k_candidates": [{"token_id": 26525, "token_text": " fantascienza", "probability": 0.028076171875}, {"token_id": 1513, "token_text": " grande", "probability": 0.0263671875}, {"token_id": 3688, "token_text": " genere", "probability": 0.0218505859375}, {"token_id": 2773, "token_text": " successo", "probability": 0.019287109375}, {"token_id": 267, "token_text": " un", "probability": 0.019287109375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.23046875}, {"token_id": 246, "token_text": " e", "probability": 0.1484375}, {"token_id": 17, "token_text": ".", "probability": 0.1396484375}, {"token_id": 272, "token_text": " con", "probability": 0.0201416015625}, {"token_id": 303, "token_text": " che", "probability": 0.018310546875}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.138671875}, {"token_id": 234, "token_text": " in", "probability": 0.037353515625}, {"token_id": 303, "token_text": " che", "probability": 0.0361328125}, {"token_id": 290, "token_text": " per", "probability": 0.029052734375}, {"token_id": 267, "token_text": " un", "probability": 0.0240478515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.05859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.05859375}, {"token_id": 424, "token_text": " non", "probability": 0.0517578125}, {"token_id": 293, "token_text": " il", "probability": 0.045654296875}, {"token_id": 616, "token_text": " anche", "probability": 0.0390625}, {"token_id": 234, "token_text": " in", "probability": 0.037841796875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.1728515625}, {"token_id": 1843, "token_text": " storia", "probability": 0.030029296875}, {"token_id": 3125, "token_text": " produzione", "probability": 0.01513671875}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.01422119140625}, {"token_id": 3300, "token_text": " realt\u00e0", "probability": 0.01177978515625}]}, {"token_id": 2691, "token_text": " opera", "chosen_probability": 0.0498046875, "top_k_candidates": [{"token_id": 2691, "token_text": " opera", "probability": 0.0498046875}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.03662109375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.034423828125}, {"token_id": 11307, "token_text": " influenza", "probability": 0.01953125}, {"token_id": 3656, "token_text": " idea", "probability": 0.01519775390625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.251953125}, {"token_id": 424, "token_text": " non", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 238, "token_text": " di", "probability": 0.04638671875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.043701171875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.13671875}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 1378, "token_text": " ancora", "probability": 0.0252685546875}, {"token_id": 387, "token_text": " una", "probability": 0.0238037109375}, {"token_id": 234, "token_text": " in", "probability": 0.0223388671875}]}, {"token_id": 9226, "token_text": " scritta", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 9226, "token_text": " scritta", "probability": 0.034912109375}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.0289306640625}, {"token_id": 18458, "token_text": " affidata", "probability": 0.02392578125}, {"token_id": 2273, "token_text": " trad", "probability": 0.0224609375}, {"token_id": 11985, "token_text": " realizzata", "probability": 0.0186767578125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.2890625}, {"token_id": 234, "token_text": " in", "probability": 0.1650390625}, {"token_id": 447, "token_text": " nel", "probability": 0.1064453125}, {"token_id": 290, "token_text": " per", "probability": 0.03466796875}, {"token_id": 246, "token_text": " e", "probability": 0.03466796875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0223388671875}, {"token_id": 4676, "token_text": " Richard", "probability": 0.0179443359375}, {"token_id": 1511, "token_text": " John", "probability": 0.016357421875}, {"token_id": 3074, "token_text": " David", "probability": 0.015869140625}, {"token_id": 3680, "token_text": " Robert", "probability": 0.0115966796875}]}, {"token_id": 2134, "token_text": " gruppo", "chosen_probability": 0.048583984375, "top_k_candidates": [{"token_id": 2134, "token_text": " gruppo", "probability": 0.048583984375}, {"token_id": 10, "token_text": "'", "probability": 0.045654296875}, {"token_id": 26800, "token_text": " editore", "probability": 0.0294189453125}, {"token_id": 7476, "token_text": " regista", "probability": 0.02685546875}, {"token_id": 9931, "token_text": " professore", "probability": 0.0252685546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.55078125}, {"token_id": 337, "token_text": " del", "probability": 0.0213623046875}, {"token_id": 491, "token_text": " dei", "probability": 0.0177001953125}, {"token_id": 23814, "token_text": " editoriale", "probability": 0.01385498046875}, {"token_id": 3973, "token_text": " internazionale", "probability": 0.01385498046875}]}, {"token_id": 10955, "token_text": " scienziati", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 10955, "token_text": " scienziati", "probability": 0.1435546875}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.043701171875}, {"token_id": 7305, "token_text": " ricercatori", "probability": 0.043701171875}, {"token_id": 7785, "token_text": " artisti", "probability": 0.03515625}, {"token_id": 18514, "token_text": " scrittori", "probability": 0.0341796875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.07958984375}, {"token_id": 465, "token_text": " dell", "probability": 0.07470703125}, {"token_id": 246, "token_text": " e", "probability": 0.06591796875}, {"token_id": 337, "token_text": " del", "probability": 0.06201171875}, {"token_id": 370, "token_text": " della", "probability": 0.0546875}]}, {"token_id": 10955, "token_text": " scienziati", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 10955, "token_text": " scienziati", "probability": 0.1923828125}, {"token_id": 18514, "token_text": " scrittori", "probability": 0.0517578125}, {"token_id": 29948, "token_text": " ingegneri", "probability": 0.031494140625}, {"token_id": 490, "token_text": " tra", "probability": 0.0277099609375}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.0245361328125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.57421875}, {"token_id": 15, "token_text": ",", "probability": 0.306640625}, {"token_id": 592, "token_text": " ed", "probability": 0.028564453125}, {"token_id": 236, "token_text": " o", "probability": 0.01434326171875}, {"token_id": 337, "token_text": " del", "probability": 0.007232666015625}]}, {"token_id": 10955, "token_text": " scienziati", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 10955, "token_text": " scienziati", "probability": 0.1220703125}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.083984375}, {"token_id": 18514, "token_text": " scrittori", "probability": 0.03076171875}, {"token_id": 19075, "token_text": " intellettuali", "probability": 0.03076171875}, {"token_id": 7305, "token_text": " ricercatori", "probability": 0.0272216796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.1533203125}, {"token_id": 337, "token_text": " del", "probability": 0.07666015625}, {"token_id": 465, "token_text": " dell", "probability": 0.072265625}, {"token_id": 370, "token_text": " della", "probability": 0.06787109375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.07958984375}, {"token_id": 538, "token_text": " Il", "probability": 0.07470703125}, {"token_id": 302, "token_text": " L", "probability": 0.04248046875}, {"token_id": 363, "token_text": " \"", "probability": 0.03515625}, {"token_id": 274, "token_text": " I", "probability": 0.0322265625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.123046875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.123046875}, {"token_id": 1843, "token_text": " storia", "probability": 0.024169921875}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0213623046875}, {"token_id": 17370, "token_text": " sceneggiatura", "probability": 0.020751953125}, {"token_id": 870, "token_text": " prima", "probability": 0.02001953125}]}, {"token_id": 2691, "token_text": " opera", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 2691, "token_text": " opera", "probability": 0.62890625}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.0167236328125}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0157470703125}, {"token_id": 10630, "token_text": " tesi", "probability": 0.0147705078125}, {"token_id": 11307, "token_text": " influenza", "probability": 0.01080322265625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.359375}, {"token_id": 15, "token_text": ",", "probability": 0.140625}, {"token_id": 373, "token_text": " ha", "probability": 0.07080078125}, {"token_id": 395, "token_text": " si", "probability": 0.033447265625}, {"token_id": 633, "token_text": " fu", "probability": 0.02099609375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.275390625}, {"token_id": 9909, "token_text": " composta", "probability": 0.03955078125}, {"token_id": 267, "token_text": " un", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.03271484375}, {"token_id": 285, "token_text": " la", "probability": 0.0272216796875}]}, {"token_id": 10283, "token_text": " pubblicata", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 10283, "token_text": " pubblicata", "probability": 0.1298828125}, {"token_id": 9226, "token_text": " scritta", "probability": 0.0654296875}, {"token_id": 11985, "token_text": " realizzata", "probability": 0.0308837890625}, {"token_id": 2273, "token_text": " trad", "probability": 0.029052734375}, {"token_id": 16266, "token_text": " presentata", "probability": 0.025634765625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.3046875}, {"token_id": 234, "token_text": " in", "probability": 0.09326171875}, {"token_id": 333, "token_text": " da", "probability": 0.068359375}, {"token_id": 294, "token_text": " su", "probability": 0.068359375}, {"token_id": 290, "token_text": " per", "probability": 0.0302734375}]}, {"token_id": 2830, "token_text": " 2014", "chosen_probability": 0.031982421875, "top_k_candidates": [{"token_id": 2830, "token_text": " 2014", "probability": 0.031982421875}, {"token_id": 1926, "token_text": " 2012", "probability": 0.0264892578125}, {"token_id": 2183, "token_text": " 2009", "probability": 0.02490234375}, {"token_id": 3405, "token_text": " 2001", "probability": 0.02197265625}, {"token_id": 2263, "token_text": " 2013", "probability": 0.02197265625}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.400390625, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.400390625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0478515625}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0166015625}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01556396484375}, {"token_id": 22401, "token_text": " costituire", "probability": 0.00946044921875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0625}, {"token_id": 5670, "token_text": " utilizzato", "probability": 0.045654296875}, {"token_id": 293, "token_text": " il", "probability": 0.04296875}, {"token_id": 5924, "token_text": " considerato", "probability": 0.037841796875}, {"token_id": 285, "token_text": " la", "probability": 0.037841796875}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.09716796875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.09716796875}, {"token_id": 3448, "token_text": " progetto", "probability": 0.033447265625}, {"token_id": 5107, "token_text": " modello", "probability": 0.031494140625}, {"token_id": 2315, "token_text": " esempio", "probability": 0.029541015625}, {"token_id": 1361, "token_text": " modo", "probability": 0.026123046875}]}, {"token_id": 3837, "token_text": "opera", "chosen_probability": 0.201171875, "top_k_candidates": [{"token_id": 3837, "token_text": "opera", "probability": 0.201171875}, {"token_id": 9489, "token_text": "arma", "probability": 0.0308837890625}, {"token_id": 22727, "token_text": "altern", "probability": 0.0289306640625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0272216796875}, {"token_id": 7996, "token_text": "esperienza", "probability": 0.0255126953125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.1201171875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.1201171875}, {"token_id": 28290, "token_text": " seria", "probability": 0.047119140625}, {"token_id": 14100, "token_text": " teatrale", "probability": 0.04150390625}, {"token_id": 214, "token_text": " d", "probability": 0.04150390625}, {"token_id": 19775, "token_text": " letteraria", "probability": 0.0390625}]}, {"token_id": 26525, "token_text": " fantascienza", "chosen_probability": 0.028076171875, "top_k_candidates": [{"token_id": 26525, "token_text": " fantascienza", "probability": 0.028076171875}, {"token_id": 1513, "token_text": " grande", "probability": 0.0263671875}, {"token_id": 3688, "token_text": " genere", "probability": 0.0218505859375}, {"token_id": 2773, "token_text": " successo", "probability": 0.019287109375}, {"token_id": 267, "token_text": " un", "probability": 0.019287109375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.23046875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.23046875}, {"token_id": 246, "token_text": " e", "probability": 0.1484375}, {"token_id": 17, "token_text": ".", "probability": 0.1396484375}, {"token_id": 272, "token_text": " con", "probability": 0.0201416015625}, {"token_id": 303, "token_text": " che", "probability": 0.018310546875}]}, {"token_id": 445, "token_text": " ma", "chosen_probability": 0.138671875, "top_k_candidates": [{"token_id": 445, "token_text": " ma", "probability": 0.138671875}, {"token_id": 234, "token_text": " in", "probability": 0.037353515625}, {"token_id": 303, "token_text": " che", "probability": 0.0361328125}, {"token_id": 290, "token_text": " per", "probability": 0.029052734375}, {"token_id": 267, "token_text": " un", "probability": 0.0240478515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.05859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.05859375}, {"token_id": 424, "token_text": " non", "probability": 0.0517578125}, {"token_id": 293, "token_text": " il", "probability": 0.045654296875}, {"token_id": 616, "token_text": " anche", "probability": 0.0390625}, {"token_id": 234, "token_text": " in", "probability": 0.037841796875}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.1728515625, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.1728515625}, {"token_id": 1843, "token_text": " storia", "probability": 0.030029296875}, {"token_id": 3125, "token_text": " produzione", "probability": 0.01513671875}, {"token_id": 8684, "token_text": " letteratura", "probability": 0.01422119140625}, {"token_id": 3300, "token_text": " realt\u00e0", "probability": 0.01177978515625}]}, {"token_id": 2691, "token_text": " opera", "chosen_probability": 0.0498046875, "top_k_candidates": [{"token_id": 2691, "token_text": " opera", "probability": 0.0498046875}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.03662109375}, {"token_id": 3125, "token_text": " produzione", "probability": 0.034423828125}, {"token_id": 11307, "token_text": " influenza", "probability": 0.01953125}, {"token_id": 3656, "token_text": " idea", "probability": 0.01519775390625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.251953125, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.251953125}, {"token_id": 424, "token_text": " non", "probability": 0.0869140625}, {"token_id": 15, "token_text": ",", "probability": 0.049560546875}, {"token_id": 238, "token_text": " di", "probability": 0.04638671875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.043701171875}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.13671875, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.13671875}, {"token_id": 267, "token_text": " un", "probability": 0.030517578125}, {"token_id": 1378, "token_text": " ancora", "probability": 0.0252685546875}, {"token_id": 387, "token_text": " una", "probability": 0.0238037109375}, {"token_id": 234, "token_text": " in", "probability": 0.0223388671875}]}, {"token_id": 9226, "token_text": " scritta", "chosen_probability": 0.034912109375, "top_k_candidates": [{"token_id": 9226, "token_text": " scritta", "probability": 0.034912109375}, {"token_id": 10283, "token_text": " pubblicata", "probability": 0.0289306640625}, {"token_id": 18458, "token_text": " affidata", "probability": 0.02392578125}, {"token_id": 2273, "token_text": " trad", "probability": 0.0224609375}, {"token_id": 11985, "token_text": " realizzata", "probability": 0.0186767578125}]}, {"token_id": 333, "token_text": " da", "chosen_probability": 0.2890625, "top_k_candidates": [{"token_id": 333, "token_text": " da", "probability": 0.2890625}, {"token_id": 234, "token_text": " in", "probability": 0.1650390625}, {"token_id": 447, "token_text": " nel", "probability": 0.1064453125}, {"token_id": 290, "token_text": " per", "probability": 0.03466796875}, {"token_id": 246, "token_text": " e", "probability": 0.03466796875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.0223388671875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.0223388671875}, {"token_id": 4676, "token_text": " Richard", "probability": 0.0179443359375}, {"token_id": 1511, "token_text": " John", "probability": 0.016357421875}, {"token_id": 3074, "token_text": " David", "probability": 0.015869140625}, {"token_id": 3680, "token_text": " Robert", "probability": 0.0115966796875}]}, {"token_id": 2134, "token_text": " gruppo", "chosen_probability": 0.048583984375, "top_k_candidates": [{"token_id": 2134, "token_text": " gruppo", "probability": 0.048583984375}, {"token_id": 10, "token_text": "'", "probability": 0.045654296875}, {"token_id": 26800, "token_text": " editore", "probability": 0.0294189453125}, {"token_id": 7476, "token_text": " regista", "probability": 0.02685546875}, {"token_id": 9931, "token_text": " professore", "probability": 0.0252685546875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.55078125, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.55078125}, {"token_id": 337, "token_text": " del", "probability": 0.0213623046875}, {"token_id": 491, "token_text": " dei", "probability": 0.0177001953125}, {"token_id": 23814, "token_text": " editoriale", "probability": 0.01385498046875}, {"token_id": 3973, "token_text": " internazionale", "probability": 0.01385498046875}]}, {"token_id": 10955, "token_text": " scienziati", "chosen_probability": 0.1435546875, "top_k_candidates": [{"token_id": 10955, "token_text": " scienziati", "probability": 0.1435546875}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.043701171875}, {"token_id": 7305, "token_text": " ricercatori", "probability": 0.043701171875}, {"token_id": 7785, "token_text": " artisti", "probability": 0.03515625}, {"token_id": 18514, "token_text": " scrittori", "probability": 0.0341796875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.07958984375}, {"token_id": 465, "token_text": " dell", "probability": 0.07470703125}, {"token_id": 246, "token_text": " e", "probability": 0.06591796875}, {"token_id": 337, "token_text": " del", "probability": 0.06201171875}, {"token_id": 370, "token_text": " della", "probability": 0.0546875}]}, {"token_id": 10955, "token_text": " scienziati", "chosen_probability": 0.1923828125, "top_k_candidates": [{"token_id": 10955, "token_text": " scienziati", "probability": 0.1923828125}, {"token_id": 18514, "token_text": " scrittori", "probability": 0.0517578125}, {"token_id": 29948, "token_text": " ingegneri", "probability": 0.031494140625}, {"token_id": 490, "token_text": " tra", "probability": 0.0277099609375}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.0245361328125}]}, {"token_id": 246, "token_text": " e", "chosen_probability": 0.57421875, "top_k_candidates": [{"token_id": 246, "token_text": " e", "probability": 0.57421875}, {"token_id": 15, "token_text": ",", "probability": 0.306640625}, {"token_id": 592, "token_text": " ed", "probability": 0.028564453125}, {"token_id": 236, "token_text": " o", "probability": 0.01434326171875}, {"token_id": 337, "token_text": " del", "probability": 0.007232666015625}]}, {"token_id": 10955, "token_text": " scienziati", "chosen_probability": 0.1220703125, "top_k_candidates": [{"token_id": 10955, "token_text": " scienziati", "probability": 0.1220703125}, {"token_id": 12661, "token_text": " studiosi", "probability": 0.083984375}, {"token_id": 18514, "token_text": " scrittori", "probability": 0.03076171875}, {"token_id": 19075, "token_text": " intellettuali", "probability": 0.03076171875}, {"token_id": 7305, "token_text": " ricercatori", "probability": 0.0272216796875}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.22265625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.1533203125}, {"token_id": 337, "token_text": " del", "probability": 0.07666015625}, {"token_id": 465, "token_text": " dell", "probability": 0.072265625}, {"token_id": 370, "token_text": " della", "probability": 0.06787109375}]}, {"token_id": 515, "token_text": " La", "chosen_probability": 0.07958984375, "top_k_candidates": [{"token_id": 515, "token_text": " La", "probability": 0.07958984375}, {"token_id": 538, "token_text": " Il", "probability": 0.07470703125}, {"token_id": 302, "token_text": " L", "probability": 0.04248046875}, {"token_id": 363, "token_text": " \"", "probability": 0.03515625}, {"token_id": 274, "token_text": " I", "probability": 0.0322265625}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.123046875, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.123046875}, {"token_id": 1843, "token_text": " storia", "probability": 0.024169921875}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0213623046875}, {"token_id": 17370, "token_text": " sceneggiatura", "probability": 0.020751953125}, {"token_id": 870, "token_text": " prima", "probability": 0.02001953125}]}, {"token_id": 2691, "token_text": " opera", "chosen_probability": 0.62890625, "top_k_candidates": [{"token_id": 2691, "token_text": " opera", "probability": 0.62890625}, {"token_id": 3008, "token_text": " attivit\u00e0", "probability": 0.0167236328125}, {"token_id": 3125, "token_text": " produzione", "probability": 0.0157470703125}, {"token_id": 10630, "token_text": " tesi", "probability": 0.0147705078125}, {"token_id": 11307, "token_text": " influenza", "probability": 0.01080322265625}]}, {"token_id": 355, "token_text": " \u00e8", "chosen_probability": 0.359375, "top_k_candidates": [{"token_id": 355, "token_text": " \u00e8", "probability": 0.359375}, {"token_id": 15, "token_text": ",", "probability": 0.140625}, {"token_id": 373, "token_text": " ha", "probability": 0.07080078125}, {"token_id": 395, "token_text": " si", "probability": 0.033447265625}, {"token_id": 633, "token_text": " fu", "probability": 0.02099609375}]}, {"token_id": 1340, "token_text": " stata", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.275390625}, {"token_id": 9909, "token_text": " composta", "probability": 0.03955078125}, {"token_id": 267, "token_text": " un", "probability": 0.034912109375}, {"token_id": 387, "token_text": " una", "probability": 0.03271484375}, {"token_id": 285, "token_text": " la", "probability": 0.0272216796875}]}, {"token_id": 10283, "token_text": " pubblicata", "chosen_probability": 0.1298828125, "top_k_candidates": [{"token_id": 10283, "token_text": " pubblicata", "probability": 0.1298828125}, {"token_id": 9226, "token_text": " scritta", "probability": 0.0654296875}, {"token_id": 11985, "token_text": " realizzata", "probability": 0.0308837890625}, {"token_id": 2273, "token_text": " trad", "probability": 0.029052734375}, {"token_id": 16266, "token_text": " presentata", "probability": 0.025634765625}]}, {"token_id": 447, "token_text": " nel", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 447, "token_text": " nel", "probability": 0.3046875}, {"token_id": 234, "token_text": " in", "probability": 0.09326171875}, {"token_id": 333, "token_text": " da", "probability": 0.068359375}, {"token_id": 294, "token_text": " su", "probability": 0.068359375}, {"token_id": 290, "token_text": " per", "probability": 0.0302734375}]}, {"token_id": 2830, "token_text": " 2014", "chosen_probability": 0.031982421875, "top_k_candidates": [{"token_id": 2830, "token_text": " 2014", "probability": 0.031982421875}, {"token_id": 1926, "token_text": " 2012", "probability": 0.0264892578125}, {"token_id": 2183, "token_text": " 2009", "probability": 0.02490234375}, {"token_id": 3405, "token_text": " 2001", "probability": 0.02197265625}, {"token_id": 2263, "token_text": " 2013", "probability": 0.02197265625}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.400390625, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.400390625}, {"token_id": 2370, "token_text": " avere", "probability": 0.0478515625}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.0166015625}, {"token_id": 5706, "token_text": " diventare", "probability": 0.01556396484375}, {"token_id": 22401, "token_text": " costituire", "probability": 0.00946044921875}, {"token_id": 18531, "token_text": " contenere", "probability": 0.00860595703125}, {"token_id": 16726, "token_text": " consentire", "probability": 0.00830078125}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.007568359375}, {"token_id": 5269, "token_text": " creare", "probability": 0.007354736328125}, {"token_id": 10032, "token_text": " garantire", "probability": 0.00689697265625}], "entropy": 4.1875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.9153146459010996, "average_logprob_per_token": -0.9153146459010996, "perplexity_on_target_sequence": 2.497560975609756, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -0.9153146459010996, "probability": 0.400390625, "raw_probability": 0.400390625, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 83184.46454310417, "probe_elapsed_sec": 0.9993711480055936, "language": "en", "prompt": "The capital of Italy is", "expected_next_text": " Rome", "prompt_tokenization": {"text": "The capital of Italy is", "raw": {"token_ids": [1, 1235, 4528, 256, 6940, 336, 2], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 1235, 4528, 256, 6940, 336], "tokens": ["", "The", "\u0120capital", "\u0120of", "\u0120Italy", "\u0120is"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " the capital of the Italian state. The capital of the Italian state is the capital of the Italian state. The capital of the Italian state is the capital of the", "text": "The capital of Italy is the capital of the Italian state. The capital of the Italian state is the capital of the Italian state. The capital of the Italian state is the capital of the", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.18359375}, {"token_id": 209, "token_text": " a", "probability": 0.08935546875}, {"token_id": 248, "token_text": " an", "probability": 0.025634765625}, {"token_id": 720, "token_text": " one", "probability": 0.0194091796875}, {"token_id": 234, "token_text": " in", "probability": 0.017578125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.052001953125}, {"token_id": 1547, "token_text": " world", "probability": 0.05029296875}, {"token_id": 5656, "token_text": " largest", "probability": 0.0458984375}, {"token_id": 942, "token_text": " most", "probability": 0.041748046875}, {"token_id": 1118, "token_text": " only", "probability": 0.030517578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9140625}, {"token_id": 15, "token_text": ",", "probability": 0.0157470703125}, {"token_id": 17, "token_text": ".", "probability": 0.01080322265625}, {"token_id": 262, "token_text": " and", "probability": 0.0072021484375}, {"token_id": 2259, "token_text": " city", "probability": 0.00494384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.373046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1650390625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.04736328125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03466796875}, {"token_id": 5019, "token_text": " Germany", "probability": 0.02099609375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.11865234375}, {"token_id": 1547, "token_text": " world", "probability": 0.09228515625}, {"token_id": 19195, "token_text": " Mediterranean", "probability": 0.0361328125}, {"token_id": 2269, "token_text": " country", "probability": 0.0281982421875}, {"token_id": 1758, "token_text": " United", "probability": 0.0240478515625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.1337890625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.09228515625}, {"token_id": 4528, "token_text": " capital", "probability": 0.04638671875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.037353515625}, {"token_id": 20728, "token_text": " empire", "probability": 0.032958984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.306640625}, {"token_id": 256, "token_text": " of", "probability": 0.306640625}, {"token_id": 15, "token_text": ",", "probability": 0.13671875}, {"token_id": 262, "token_text": " and", "probability": 0.0390625}, {"token_id": 234, "token_text": " in", "probability": 0.02294921875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2197265625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2197265625}, {"token_id": 679, "token_text": " It", "probability": 0.1171875}, {"token_id": 407, "token_text": " In", "probability": 0.06298828125}, {"token_id": 6983, "token_text": " Its", "probability": 0.03369140625}, {"token_id": 1062, "token_text": " This", "probability": 0.031494140625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.033447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.032470703125}, {"token_id": 2259, "token_text": " city", "probability": 0.02294921875}, {"token_id": 836, "token_text": " first", "probability": 0.0179443359375}, {"token_id": 1962, "token_text": " main", "probability": 0.01190185546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.349609375}, {"token_id": 336, "token_text": " is", "probability": 0.30859375}, {"token_id": 15, "token_text": ",", "probability": 0.053466796875}, {"token_id": 361, "token_text": " was", "probability": 0.04443359375}, {"token_id": 614, "token_text": " has", "probability": 0.032470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1318359375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01043701171875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.009521484375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1806640625}, {"token_id": 2259, "token_text": " city", "probability": 0.05029296875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.034423828125}, {"token_id": 1547, "token_text": " world", "probability": 0.0260009765625}, {"token_id": 2269, "token_text": " country", "probability": 0.0252685546875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.55859375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.043212890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.02783203125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.02783203125}, {"token_id": 5350, "token_text": " states", "probability": 0.0262451171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.3828125}, {"token_id": 15, "token_text": ",", "probability": 0.0966796875}, {"token_id": 256, "token_text": " of", "probability": 0.0751953125}, {"token_id": 614, "token_text": " has", "probability": 0.0625}, {"token_id": 361, "token_text": " was", "probability": 0.045654296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.384765625}, {"token_id": 209, "token_text": " a", "probability": 0.0537109375}, {"token_id": 751, "token_text": " also", "probability": 0.052001953125}, {"token_id": 3857, "token_text": " located", "probability": 0.0185546875}, {"token_id": 10438, "token_text": " divided", "probability": 0.015380859375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1875}, {"token_id": 5656, "token_text": " largest", "probability": 0.043212890625}, {"token_id": 942, "token_text": " most", "probability": 0.02880859375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.024658203125}, {"token_id": 9034, "token_text": " centre", "probability": 0.02392578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.92578125}, {"token_id": 15, "token_text": ",", "probability": 0.0169677734375}, {"token_id": 17, "token_text": ".", "probability": 0.008544921875}, {"token_id": 262, "token_text": " and", "probability": 0.00567626953125}, {"token_id": 234, "token_text": " in", "probability": 0.003448486328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04736328125}, {"token_id": 209, "token_text": " a", "probability": 0.0115966796875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01055908203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00531005859375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.28515625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0498046875}, {"token_id": 1796, "token_text": " German", "probability": 0.0234375}, {"token_id": 2259, "token_text": " city", "probability": 0.0201416015625}, {"token_id": 1483, "token_text": " state", "probability": 0.0172119140625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.84375}, {"token_id": 5350, "token_text": " states", "probability": 0.01446533203125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.01202392578125}, {"token_id": 8040, "token_text": " province", "probability": 0.00933837890625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.00933837890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.482421875}, {"token_id": 15, "token_text": ",", "probability": 0.15625}, {"token_id": 256, "token_text": " of", "probability": 0.107421875}, {"token_id": 262, "token_text": " and", "probability": 0.044921875}, {"token_id": 234, "token_text": " in", "probability": 0.0255126953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.3046875, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.3046875}, {"token_id": 679, "token_text": " It", "probability": 0.09912109375}, {"token_id": 407, "token_text": " In", "probability": 0.06396484375}, {"token_id": 6983, "token_text": " Its", "probability": 0.038818359375}, {"token_id": 2, "token_text": "", "probability": 0.0341796875}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.061767578125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.037353515625}, {"token_id": 2259, "token_text": " city", "probability": 0.031005859375}, {"token_id": 836, "token_text": " first", "probability": 0.0194091796875}, {"token_id": 2729, "token_text": " town", "probability": 0.0181884765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.53515625}, {"token_id": 336, "token_text": " is", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.036376953125}, {"token_id": 361, "token_text": " was", "probability": 0.031982421875}, {"token_id": 614, "token_text": " has", "probability": 0.0250244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.043212890625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.00872802734375}, {"token_id": 587, "token_text": " this", "probability": 0.00640869140625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0036468505859375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.267578125}, {"token_id": 2259, "token_text": " city", "probability": 0.052734375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.041015625}, {"token_id": 1483, "token_text": " state", "probability": 0.031982421875}, {"token_id": 3848, "token_text": " region", "probability": 0.0225830078125}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.921875}, {"token_id": 5350, "token_text": " states", "probability": 0.00848388671875}, {"token_id": 2825, "token_text": " State", "probability": 0.006195068359375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.004547119140625}, {"token_id": 4528, "token_text": " capital", "probability": 0.003997802734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.466796875}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 614, "token_text": " has", "probability": 0.0556640625}, {"token_id": 256, "token_text": " of", "probability": 0.04345703125}, {"token_id": 361, "token_text": " was", "probability": 0.038330078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 751, "token_text": " also", "probability": 0.049560546875}, {"token_id": 209, "token_text": " a", "probability": 0.041015625}, {"token_id": 3857, "token_text": " located", "probability": 0.01373291015625}, {"token_id": 248, "token_text": " an", "probability": 0.01177978515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.333984375}, {"token_id": 5656, "token_text": " largest", "probability": 0.0400390625}, {"token_id": 8028, "token_text": " seat", "probability": 0.0235595703125}, {"token_id": 942, "token_text": " most", "probability": 0.0228271484375}, {"token_id": 9034, "token_text": " centre", "probability": 0.0201416015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9453125}, {"token_id": 15, "token_text": ",", "probability": 0.010498046875}, {"token_id": 17, "token_text": ".", "probability": 0.00927734375}, {"token_id": 262, "token_text": " and", "probability": 0.004974365234375}, {"token_id": 234, "token_text": " in", "probability": 0.003204345703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8203125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0263671875}, {"token_id": 209, "token_text": " a", "probability": 0.00732421875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.004730224609375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.004302978515625}]}], "clean_probe_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.18359375}, {"token_id": 209, "token_text": " a", "probability": 0.08935546875}, {"token_id": 248, "token_text": " an", "probability": 0.025634765625}, {"token_id": 720, "token_text": " one", "probability": 0.0194091796875}, {"token_id": 234, "token_text": " in", "probability": 0.017578125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.052001953125}, {"token_id": 1547, "token_text": " world", "probability": 0.05029296875}, {"token_id": 5656, "token_text": " largest", "probability": 0.0458984375}, {"token_id": 942, "token_text": " most", "probability": 0.041748046875}, {"token_id": 1118, "token_text": " only", "probability": 0.030517578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9140625}, {"token_id": 15, "token_text": ",", "probability": 0.0157470703125}, {"token_id": 17, "token_text": ".", "probability": 0.01080322265625}, {"token_id": 262, "token_text": " and", "probability": 0.0072021484375}, {"token_id": 2259, "token_text": " city", "probability": 0.00494384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.373046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1650390625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.04736328125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03466796875}, {"token_id": 5019, "token_text": " Germany", "probability": 0.02099609375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.11865234375}, {"token_id": 1547, "token_text": " world", "probability": 0.09228515625}, {"token_id": 19195, "token_text": " Mediterranean", "probability": 0.0361328125}, {"token_id": 2269, "token_text": " country", "probability": 0.0281982421875}, {"token_id": 1758, "token_text": " United", "probability": 0.0240478515625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.1337890625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.09228515625}, {"token_id": 4528, "token_text": " capital", "probability": 0.04638671875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.037353515625}, {"token_id": 20728, "token_text": " empire", "probability": 0.032958984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.306640625}, {"token_id": 256, "token_text": " of", "probability": 0.306640625}, {"token_id": 15, "token_text": ",", "probability": 0.13671875}, {"token_id": 262, "token_text": " and", "probability": 0.0390625}, {"token_id": 234, "token_text": " in", "probability": 0.02294921875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2255859375}, {"token_id": 679, "token_text": " It", "probability": 0.12109375}, {"token_id": 407, "token_text": " In", "probability": 0.064453125}, {"token_id": 6983, "token_text": " Its", "probability": 0.03466796875}, {"token_id": 1062, "token_text": " This", "probability": 0.032470703125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.033447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.032470703125}, {"token_id": 2259, "token_text": " city", "probability": 0.02294921875}, {"token_id": 836, "token_text": " first", "probability": 0.0179443359375}, {"token_id": 1962, "token_text": " main", "probability": 0.01190185546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.349609375}, {"token_id": 336, "token_text": " is", "probability": 0.30859375}, {"token_id": 15, "token_text": ",", "probability": 0.053466796875}, {"token_id": 361, "token_text": " was", "probability": 0.04443359375}, {"token_id": 614, "token_text": " has", "probability": 0.032470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1318359375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01043701171875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.009521484375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1806640625}, {"token_id": 2259, "token_text": " city", "probability": 0.05029296875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.034423828125}, {"token_id": 1547, "token_text": " world", "probability": 0.0260009765625}, {"token_id": 2269, "token_text": " country", "probability": 0.0252685546875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.55859375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.043212890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.02783203125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.02783203125}, {"token_id": 5350, "token_text": " states", "probability": 0.0262451171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.3828125}, {"token_id": 15, "token_text": ",", "probability": 0.0966796875}, {"token_id": 256, "token_text": " of", "probability": 0.0751953125}, {"token_id": 614, "token_text": " has", "probability": 0.0625}, {"token_id": 361, "token_text": " was", "probability": 0.045654296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.384765625}, {"token_id": 209, "token_text": " a", "probability": 0.0537109375}, {"token_id": 751, "token_text": " also", "probability": 0.052001953125}, {"token_id": 3857, "token_text": " located", "probability": 0.0185546875}, {"token_id": 10438, "token_text": " divided", "probability": 0.015380859375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1875}, {"token_id": 5656, "token_text": " largest", "probability": 0.043212890625}, {"token_id": 942, "token_text": " most", "probability": 0.02880859375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.024658203125}, {"token_id": 9034, "token_text": " centre", "probability": 0.02392578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.92578125}, {"token_id": 15, "token_text": ",", "probability": 0.0169677734375}, {"token_id": 17, "token_text": ".", "probability": 0.008544921875}, {"token_id": 262, "token_text": " and", "probability": 0.00567626953125}, {"token_id": 234, "token_text": " in", "probability": 0.003448486328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04736328125}, {"token_id": 209, "token_text": " a", "probability": 0.0115966796875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01055908203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00531005859375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.28515625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0498046875}, {"token_id": 1796, "token_text": " German", "probability": 0.0234375}, {"token_id": 2259, "token_text": " city", "probability": 0.0201416015625}, {"token_id": 1483, "token_text": " state", "probability": 0.0172119140625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.84375}, {"token_id": 5350, "token_text": " states", "probability": 0.01446533203125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.01202392578125}, {"token_id": 8040, "token_text": " province", "probability": 0.00933837890625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.00933837890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.482421875}, {"token_id": 15, "token_text": ",", "probability": 0.15625}, {"token_id": 256, "token_text": " of", "probability": 0.107421875}, {"token_id": 262, "token_text": " and", "probability": 0.044921875}, {"token_id": 234, "token_text": " in", "probability": 0.0255126953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 679, "token_text": " It", "probability": 0.1025390625}, {"token_id": 407, "token_text": " In", "probability": 0.06640625}, {"token_id": 6983, "token_text": " Its", "probability": 0.040283203125}, {"token_id": 1062, "token_text": " This", "probability": 0.027587890625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.061767578125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.037353515625}, {"token_id": 2259, "token_text": " city", "probability": 0.031005859375}, {"token_id": 836, "token_text": " first", "probability": 0.0194091796875}, {"token_id": 2729, "token_text": " town", "probability": 0.0181884765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.53515625}, {"token_id": 336, "token_text": " is", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.036376953125}, {"token_id": 361, "token_text": " was", "probability": 0.031982421875}, {"token_id": 614, "token_text": " has", "probability": 0.0250244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.043212890625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.00872802734375}, {"token_id": 587, "token_text": " this", "probability": 0.00640869140625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0036468505859375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.267578125}, {"token_id": 2259, "token_text": " city", "probability": 0.052734375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.041015625}, {"token_id": 1483, "token_text": " state", "probability": 0.031982421875}, {"token_id": 3848, "token_text": " region", "probability": 0.0225830078125}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.921875}, {"token_id": 5350, "token_text": " states", "probability": 0.00848388671875}, {"token_id": 2825, "token_text": " State", "probability": 0.006195068359375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.004547119140625}, {"token_id": 4528, "token_text": " capital", "probability": 0.003997802734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.466796875}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 614, "token_text": " has", "probability": 0.0556640625}, {"token_id": 256, "token_text": " of", "probability": 0.04345703125}, {"token_id": 361, "token_text": " was", "probability": 0.038330078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 751, "token_text": " also", "probability": 0.049560546875}, {"token_id": 209, "token_text": " a", "probability": 0.041015625}, {"token_id": 3857, "token_text": " located", "probability": 0.01373291015625}, {"token_id": 248, "token_text": " an", "probability": 0.01177978515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.333984375}, {"token_id": 5656, "token_text": " largest", "probability": 0.0400390625}, {"token_id": 8028, "token_text": " seat", "probability": 0.0235595703125}, {"token_id": 942, "token_text": " most", "probability": 0.0228271484375}, {"token_id": 9034, "token_text": " centre", "probability": 0.0201416015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9453125}, {"token_id": 15, "token_text": ",", "probability": 0.010498046875}, {"token_id": 17, "token_text": ".", "probability": 0.00927734375}, {"token_id": 262, "token_text": " and", "probability": 0.004974365234375}, {"token_id": 234, "token_text": " in", "probability": 0.003204345703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8203125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0263671875}, {"token_id": 209, "token_text": " a", "probability": 0.00732421875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.004730224609375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.004302978515625}]}], "token_diagnostics": [{"token_id": 230, "token_text": " the", "chosen_probability": 0.18359375, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.18359375}, {"token_id": 209, "token_text": " a", "probability": 0.08935546875}, {"token_id": 248, "token_text": " an", "probability": 0.025634765625}, {"token_id": 720, "token_text": " one", "probability": 0.0194091796875}, {"token_id": 234, "token_text": " in", "probability": 0.017578125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.052001953125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.052001953125}, {"token_id": 1547, "token_text": " world", "probability": 0.05029296875}, {"token_id": 5656, "token_text": " largest", "probability": 0.0458984375}, {"token_id": 942, "token_text": " most", "probability": 0.041748046875}, {"token_id": 1118, "token_text": " only", "probability": 0.030517578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9140625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9140625}, {"token_id": 15, "token_text": ",", "probability": 0.0157470703125}, {"token_id": 17, "token_text": ".", "probability": 0.01080322265625}, {"token_id": 262, "token_text": " and", "probability": 0.0072021484375}, {"token_id": 2259, "token_text": " city", "probability": 0.00494384765625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.373046875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.373046875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1650390625}, {"token_id": 2131, "token_text": " Europe", "probability": 0.04736328125}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03466796875}, {"token_id": 5019, "token_text": " Germany", "probability": 0.02099609375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.11865234375, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.11865234375}, {"token_id": 1547, "token_text": " world", "probability": 0.09228515625}, {"token_id": 19195, "token_text": " Mediterranean", "probability": 0.0361328125}, {"token_id": 2269, "token_text": " country", "probability": 0.0281982421875}, {"token_id": 1758, "token_text": " United", "probability": 0.0240478515625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.1337890625, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.1337890625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.09228515625}, {"token_id": 4528, "token_text": " capital", "probability": 0.04638671875}, {"token_id": 9696, "token_text": " Empire", "probability": 0.037353515625}, {"token_id": 20728, "token_text": " empire", "probability": 0.032958984375}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.306640625, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.306640625}, {"token_id": 256, "token_text": " of", "probability": 0.306640625}, {"token_id": 15, "token_text": ",", "probability": 0.13671875}, {"token_id": 262, "token_text": " and", "probability": 0.0390625}, {"token_id": 234, "token_text": " in", "probability": 0.02294921875}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.2255859375, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.2255859375}, {"token_id": 679, "token_text": " It", "probability": 0.12109375}, {"token_id": 407, "token_text": " In", "probability": 0.064453125}, {"token_id": 6983, "token_text": " Its", "probability": 0.03466796875}, {"token_id": 1062, "token_text": " This", "probability": 0.032470703125}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.033447265625, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.033447265625}, {"token_id": 6477, "token_text": " Italian", "probability": 0.032470703125}, {"token_id": 2259, "token_text": " city", "probability": 0.02294921875}, {"token_id": 836, "token_text": " first", "probability": 0.0179443359375}, {"token_id": 1962, "token_text": " main", "probability": 0.01190185546875}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.349609375, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.349609375}, {"token_id": 336, "token_text": " is", "probability": 0.30859375}, {"token_id": 15, "token_text": ",", "probability": 0.053466796875}, {"token_id": 361, "token_text": " was", "probability": 0.04443359375}, {"token_id": 614, "token_text": " has", "probability": 0.032470703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.5546875}, {"token_id": 6940, "token_text": " Italy", "probability": 0.1318359375}, {"token_id": 7817, "token_text": " Rome", "probability": 0.03125}, {"token_id": 2131, "token_text": " Europe", "probability": 0.01043701171875}, {"token_id": 11082, "token_text": " Milan", "probability": 0.009521484375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.1806640625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.1806640625}, {"token_id": 2259, "token_text": " city", "probability": 0.05029296875}, {"token_id": 5872, "token_text": " Roman", "probability": 0.034423828125}, {"token_id": 1547, "token_text": " world", "probability": 0.0260009765625}, {"token_id": 2269, "token_text": " country", "probability": 0.0252685546875}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.55859375}, {"token_id": 9696, "token_text": " Empire", "probability": 0.043212890625}, {"token_id": 4528, "token_text": " capital", "probability": 0.02783203125}, {"token_id": 4301, "token_text": " Republic", "probability": 0.02783203125}, {"token_id": 5350, "token_text": " states", "probability": 0.0262451171875}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.3828125, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.3828125}, {"token_id": 15, "token_text": ",", "probability": 0.0966796875}, {"token_id": 256, "token_text": " of", "probability": 0.0751953125}, {"token_id": 614, "token_text": " has", "probability": 0.0625}, {"token_id": 361, "token_text": " was", "probability": 0.045654296875}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.384765625}, {"token_id": 209, "token_text": " a", "probability": 0.0537109375}, {"token_id": 751, "token_text": " also", "probability": 0.052001953125}, {"token_id": 3857, "token_text": " located", "probability": 0.0185546875}, {"token_id": 10438, "token_text": " divided", "probability": 0.015380859375}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.1875}, {"token_id": 5656, "token_text": " largest", "probability": 0.043212890625}, {"token_id": 942, "token_text": " most", "probability": 0.02880859375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.024658203125}, {"token_id": 9034, "token_text": " centre", "probability": 0.02392578125}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.92578125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.92578125}, {"token_id": 15, "token_text": ",", "probability": 0.0169677734375}, {"token_id": 17, "token_text": ".", "probability": 0.008544921875}, {"token_id": 262, "token_text": " and", "probability": 0.00567626953125}, {"token_id": 234, "token_text": " in", "probability": 0.003448486328125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.73828125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.73828125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.04736328125}, {"token_id": 209, "token_text": " a", "probability": 0.0115966796875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.01055908203125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.00531005859375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.28515625, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.28515625}, {"token_id": 5872, "token_text": " Roman", "probability": 0.0498046875}, {"token_id": 1796, "token_text": " German", "probability": 0.0234375}, {"token_id": 2259, "token_text": " city", "probability": 0.0201416015625}, {"token_id": 1483, "token_text": " state", "probability": 0.0172119140625}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.84375, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.84375}, {"token_id": 5350, "token_text": " states", "probability": 0.01446533203125}, {"token_id": 9696, "token_text": " Empire", "probability": 0.01202392578125}, {"token_id": 8040, "token_text": " province", "probability": 0.00933837890625}, {"token_id": 4301, "token_text": " Republic", "probability": 0.00933837890625}]}, {"token_id": 17, "token_text": ".", "chosen_probability": 0.482421875, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.482421875}, {"token_id": 15, "token_text": ",", "probability": 0.15625}, {"token_id": 256, "token_text": " of", "probability": 0.107421875}, {"token_id": 262, "token_text": " and", "probability": 0.044921875}, {"token_id": 234, "token_text": " in", "probability": 0.0255126953125}]}, {"token_id": 364, "token_text": " The", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 364, "token_text": " The", "probability": 0.31640625}, {"token_id": 679, "token_text": " It", "probability": 0.1025390625}, {"token_id": 407, "token_text": " In", "probability": 0.06640625}, {"token_id": 6983, "token_text": " Its", "probability": 0.040283203125}, {"token_id": 1062, "token_text": " This", "probability": 0.027587890625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.061767578125, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.061767578125}, {"token_id": 6477, "token_text": " Italian", "probability": 0.037353515625}, {"token_id": 2259, "token_text": " city", "probability": 0.031005859375}, {"token_id": 836, "token_text": " first", "probability": 0.0194091796875}, {"token_id": 2729, "token_text": " town", "probability": 0.0181884765625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.53515625, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.53515625}, {"token_id": 336, "token_text": " is", "probability": 0.22265625}, {"token_id": 15, "token_text": ",", "probability": 0.036376953125}, {"token_id": 361, "token_text": " was", "probability": 0.031982421875}, {"token_id": 614, "token_text": " has", "probability": 0.0250244140625}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.043212890625}, {"token_id": 7817, "token_text": " Rome", "probability": 0.00872802734375}, {"token_id": 587, "token_text": " this", "probability": 0.00640869140625}, {"token_id": 11082, "token_text": " Milan", "probability": 0.0036468505859375}]}, {"token_id": 6477, "token_text": " Italian", "chosen_probability": 0.267578125, "top_k_candidates": [{"token_id": 6477, "token_text": " Italian", "probability": 0.267578125}, {"token_id": 2259, "token_text": " city", "probability": 0.052734375}, {"token_id": 5872, "token_text": " Roman", "probability": 0.041015625}, {"token_id": 1483, "token_text": " state", "probability": 0.031982421875}, {"token_id": 3848, "token_text": " region", "probability": 0.0225830078125}]}, {"token_id": 1483, "token_text": " state", "chosen_probability": 0.921875, "top_k_candidates": [{"token_id": 1483, "token_text": " state", "probability": 0.921875}, {"token_id": 5350, "token_text": " states", "probability": 0.00848388671875}, {"token_id": 2825, "token_text": " State", "probability": 0.006195068359375}, {"token_id": 4301, "token_text": " Republic", "probability": 0.004547119140625}, {"token_id": 4528, "token_text": " capital", "probability": 0.003997802734375}]}, {"token_id": 336, "token_text": " is", "chosen_probability": 0.466796875, "top_k_candidates": [{"token_id": 336, "token_text": " is", "probability": 0.466796875}, {"token_id": 15, "token_text": ",", "probability": 0.06298828125}, {"token_id": 614, "token_text": " has", "probability": 0.0556640625}, {"token_id": 256, "token_text": " of", "probability": 0.04345703125}, {"token_id": 361, "token_text": " was", "probability": 0.038330078125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.56640625, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.56640625}, {"token_id": 751, "token_text": " also", "probability": 0.049560546875}, {"token_id": 209, "token_text": " a", "probability": 0.041015625}, {"token_id": 3857, "token_text": " located", "probability": 0.01373291015625}, {"token_id": 248, "token_text": " an", "probability": 0.01177978515625}]}, {"token_id": 4528, "token_text": " capital", "chosen_probability": 0.333984375, "top_k_candidates": [{"token_id": 4528, "token_text": " capital", "probability": 0.333984375}, {"token_id": 5656, "token_text": " largest", "probability": 0.0400390625}, {"token_id": 8028, "token_text": " seat", "probability": 0.0235595703125}, {"token_id": 942, "token_text": " most", "probability": 0.0228271484375}, {"token_id": 9034, "token_text": " centre", "probability": 0.0201416015625}]}, {"token_id": 256, "token_text": " of", "chosen_probability": 0.9453125, "top_k_candidates": [{"token_id": 256, "token_text": " of", "probability": 0.9453125}, {"token_id": 15, "token_text": ",", "probability": 0.010498046875}, {"token_id": 17, "token_text": ".", "probability": 0.00927734375}, {"token_id": 262, "token_text": " and", "probability": 0.004974365234375}, {"token_id": 234, "token_text": " in", "probability": 0.003204345703125}]}, {"token_id": 230, "token_text": " the", "chosen_probability": 0.8203125, "top_k_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.8203125}, {"token_id": 6940, "token_text": " Italy", "probability": 0.0263671875}, {"token_id": 209, "token_text": " a", "probability": 0.00732421875}, {"token_id": 7817, "token_text": " Rome", "probability": 0.004730224609375}, {"token_id": 6477, "token_text": " Italian", "probability": 0.004302978515625}]}], "expected_token_diagnostics": [{"correct_token_id": 7817, "correct_token_text": " Rome", "correct_token_rank": 152, "correct_token_probability": 0.00063323974609375, "top_10_candidates": [{"token_id": 230, "token_text": " the", "probability": 0.18359375}, {"token_id": 209, "token_text": " a", "probability": 0.08935546875}, {"token_id": 248, "token_text": " an", "probability": 0.025634765625}, {"token_id": 720, "token_text": " one", "probability": 0.0194091796875}, {"token_id": 234, "token_text": " in", "probability": 0.017578125}, {"token_id": 751, "token_text": " also", "probability": 0.01611328125}, {"token_id": 263, "token_text": " to", "probability": 0.01507568359375}, {"token_id": 1576, "token_text": " now", "probability": 0.0146484375}, {"token_id": 534, "token_text": " not", "probability": 0.0146484375}, {"token_id": 3857, "token_text": " located", "probability": 0.01214599609375}], "entropy": 5.46875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -7.364661461722473, "average_logprob_per_token": -7.364661461722473, "perplexity_on_target_sequence": 1579.1807228915666, "token_breakdown": [{"position": 0, "token_id": 7817, "token_text": "\u0120Rome", "logprob": -7.364661461722473, "probability": 0.00063323974609375, "raw_probability": 0.00063323974609375, "correct_token_rank": 152}], "target_tokenization": {"text": " Rome", "raw": {"token_ids": [1, 7817, 2], "tokens": ["", "\u0120Rome", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [7817], "tokens": ["\u0120Rome"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 83184.46521425247, "probe_elapsed_sec": 0.9993711480055936, "language": "en", "prompt": "A small language model should", "expected_next_text": " be", "prompt_tokenization": {"text": "A small language model should", "raw": {"token_ids": [1, 36, 2030, 3965, 4621, 1503, 2], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should", ""], "num_tokens": 7, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 36, 2030, 3965, 4621, 1503], "tokens": ["", "A", "\u0120small", "\u0120language", "\u0120model", "\u0120should"], "num_tokens": 6, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used", "text": "A small language model should be used to be used to be used to be used to be used to be used to be used to be used to be used to be used to be used", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.0223388671875}, {"token_id": 581, "token_text": " have", "probability": 0.016357421875}, {"token_id": 1300, "token_text": " use", "probability": 0.0115966796875}, {"token_id": 1882, "token_text": " take", "probability": 0.0108642578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1875}, {"token_id": 2956, "token_text": " able", "probability": 0.037109375}, {"token_id": 4424, "token_text": " considered", "probability": 0.02392578125}, {"token_id": 3493, "token_text": " available", "probability": 0.0211181640625}, {"token_id": 209, "token_text": " a", "probability": 0.0203857421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.451171875}, {"token_id": 347, "token_text": " as", "probability": 0.09423828125}, {"token_id": 234, "token_text": " in", "probability": 0.09423828125}, {"token_id": 321, "token_text": " for", "probability": 0.04736328125}, {"token_id": 17, "token_text": ".", "probability": 0.04736328125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.058837890625}, {"token_id": 10938, "token_text": " identify", "probability": 0.04052734375}, {"token_id": 8550, "token_text": " determine", "probability": 0.04052734375}, {"token_id": 1972, "token_text": " test", "probability": 0.033447265625}, {"token_id": 1425, "token_text": " show", "probability": 0.029541015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2158203125}, {"token_id": 209, "token_text": " a", "probability": 0.1083984375}, {"token_id": 248, "token_text": " an", "probability": 0.0341796875}, {"token_id": 2956, "token_text": " able", "probability": 0.032958984375}, {"token_id": 230, "token_text": " the", "probability": 0.032958984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.408203125}, {"token_id": 234, "token_text": " in", "probability": 0.125}, {"token_id": 347, "token_text": " as", "probability": 0.10986328125}, {"token_id": 321, "token_text": " for", "probability": 0.048828125}, {"token_id": 17, "token_text": ".", "probability": 0.048828125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.043212890625}, {"token_id": 3346, "token_text": " represent", "probability": 0.04052734375}, {"token_id": 10938, "token_text": " identify", "probability": 0.0380859375}, {"token_id": 8550, "token_text": " determine", "probability": 0.0279541015625}, {"token_id": 1972, "token_text": " test", "probability": 0.0279541015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.31640625}, {"token_id": 209, "token_text": " a", "probability": 0.1318359375}, {"token_id": 248, "token_text": " an", "probability": 0.042724609375}, {"token_id": 230, "token_text": " the", "probability": 0.029296875}, {"token_id": 2956, "token_text": " able", "probability": 0.02587890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.40625}, {"token_id": 234, "token_text": " in", "probability": 0.1318359375}, {"token_id": 347, "token_text": " as", "probability": 0.1162109375}, {"token_id": 17, "token_text": ".", "probability": 0.054931640625}, {"token_id": 321, "token_text": " for", "probability": 0.048583984375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.0732421875}, {"token_id": 3346, "token_text": " represent", "probability": 0.041748046875}, {"token_id": 10938, "token_text": " identify", "probability": 0.026123046875}, {"token_id": 4052, "token_text": " create", "probability": 0.0216064453125}, {"token_id": 1494, "token_text": " make", "probability": 0.0216064453125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.369140625}, {"token_id": 209, "token_text": " a", "probability": 0.14453125}, {"token_id": 248, "token_text": " an", "probability": 0.046875}, {"token_id": 230, "token_text": " the", "probability": 0.025146484375}, {"token_id": 2956, "token_text": " able", "probability": 0.017822265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.486328125}, {"token_id": 347, "token_text": " as", "probability": 0.1083984375}, {"token_id": 234, "token_text": " in", "probability": 0.1083984375}, {"token_id": 17, "token_text": ".", "probability": 0.04541015625}, {"token_id": 321, "token_text": " for", "probability": 0.04248046875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.1689453125}, {"token_id": 3346, "token_text": " represent", "probability": 0.042724609375}, {"token_id": 209, "token_text": " a", "probability": 0.0242919921875}, {"token_id": 1494, "token_text": " make", "probability": 0.020751953125}, {"token_id": 230, "token_text": " the", "probability": 0.018310546875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.48046875}, {"token_id": 209, "token_text": " a", "probability": 0.12109375}, {"token_id": 248, "token_text": " an", "probability": 0.039306640625}, {"token_id": 230, "token_text": " the", "probability": 0.0174560546875}, {"token_id": 2956, "token_text": " able", "probability": 0.01361083984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.55859375}, {"token_id": 234, "token_text": " in", "probability": 0.10302734375}, {"token_id": 347, "token_text": " as", "probability": 0.0751953125}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}, {"token_id": 321, "token_text": " for", "probability": 0.031494140625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.330078125}, {"token_id": 209, "token_text": " a", "probability": 0.040771484375}, {"token_id": 3346, "token_text": " represent", "probability": 0.02392578125}, {"token_id": 230, "token_text": " the", "probability": 0.021728515625}, {"token_id": 1494, "token_text": " make", "probability": 0.015869140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.70703125}, {"token_id": 209, "token_text": " a", "probability": 0.045166015625}, {"token_id": 248, "token_text": " an", "probability": 0.015625}, {"token_id": 2956, "token_text": " able", "probability": 0.00946044921875}, {"token_id": 230, "token_text": " the", "probability": 0.006927490234375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5703125}, {"token_id": 234, "token_text": " in", "probability": 0.087890625}, {"token_id": 347, "token_text": " as", "probability": 0.08251953125}, {"token_id": 321, "token_text": " for", "probability": 0.03662109375}, {"token_id": 17, "token_text": ".", "probability": 0.0322265625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.6015625}, {"token_id": 209, "token_text": " a", "probability": 0.0198974609375}, {"token_id": 3346, "token_text": " represent", "probability": 0.01708984375}, {"token_id": 1494, "token_text": " make", "probability": 0.01324462890625}, {"token_id": 4052, "token_text": " create", "probability": 0.00885009765625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.74609375}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 248, "token_text": " an", "probability": 0.0106201171875}, {"token_id": 2956, "token_text": " able", "probability": 0.00732421875}, {"token_id": 7577, "token_text": " effective", "probability": 0.0064697265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.087890625}, {"token_id": 347, "token_text": " as", "probability": 0.0732421875}, {"token_id": 321, "token_text": " for", "probability": 0.044189453125}, {"token_id": 17, "token_text": ".", "probability": 0.0303955078125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.75390625}, {"token_id": 209, "token_text": " a", "probability": 0.011474609375}, {"token_id": 1494, "token_text": " make", "probability": 0.0086669921875}, {"token_id": 3346, "token_text": " represent", "probability": 0.00836181640625}, {"token_id": 4052, "token_text": " create", "probability": 0.005401611328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.79296875}, {"token_id": 209, "token_text": " a", "probability": 0.0255126953125}, {"token_id": 248, "token_text": " an", "probability": 0.007781982421875}, {"token_id": 2956, "token_text": " able", "probability": 0.006072998046875}, {"token_id": 7577, "token_text": " effective", "probability": 0.004730224609375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.6640625}, {"token_id": 234, "token_text": " in", "probability": 0.0703125}, {"token_id": 347, "token_text": " as", "probability": 0.06201171875}, {"token_id": 321, "token_text": " for", "probability": 0.03759765625}, {"token_id": 17, "token_text": ".", "probability": 0.0257568359375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.828125}, {"token_id": 209, "token_text": " a", "probability": 0.0086669921875}, {"token_id": 1494, "token_text": " make", "probability": 0.00653076171875}, {"token_id": 3346, "token_text": " represent", "probability": 0.005401611328125}, {"token_id": 581, "token_text": " have", "probability": 0.00421142578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.8046875}, {"token_id": 209, "token_text": " a", "probability": 0.0228271484375}, {"token_id": 248, "token_text": " an", "probability": 0.00653076171875}, {"token_id": 2956, "token_text": " able", "probability": 0.005096435546875}, {"token_id": 9996, "token_text": " applied", "probability": 0.004791259765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.70703125}, {"token_id": 347, "token_text": " as", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.061767578125}, {"token_id": 321, "token_text": " for", "probability": 0.0291748046875}, {"token_id": 17, "token_text": ".", "probability": 0.01470947265625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.88671875}, {"token_id": 1494, "token_text": " make", "probability": 0.0052490234375}, {"token_id": 581, "token_text": " have", "probability": 0.00408935546875}, {"token_id": 209, "token_text": " a", "probability": 0.00396728515625}, {"token_id": 3346, "token_text": " represent", "probability": 0.0032958984375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.81640625}, {"token_id": 209, "token_text": " a", "probability": 0.0169677734375}, {"token_id": 2956, "token_text": " able", "probability": 0.00518798828125}, {"token_id": 9996, "token_text": " applied", "probability": 0.004852294921875}, {"token_id": 248, "token_text": " an", "probability": 0.004852294921875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.7421875}, {"token_id": 234, "token_text": " in", "probability": 0.050537109375}, {"token_id": 347, "token_text": " as", "probability": 0.0419921875}, {"token_id": 321, "token_text": " for", "probability": 0.02880859375}, {"token_id": 17, "token_text": ".", "probability": 0.0211181640625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.890625}, {"token_id": 209, "token_text": " a", "probability": 0.005279541015625}, {"token_id": 1494, "token_text": " make", "probability": 0.004974365234375}, {"token_id": 581, "token_text": " have", "probability": 0.003997802734375}, {"token_id": 3346, "token_text": " represent", "probability": 0.00250244140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.828125}, {"token_id": 209, "token_text": " a", "probability": 0.01513671875}, {"token_id": 2956, "token_text": " able", "probability": 0.00555419921875}, {"token_id": 9996, "token_text": " applied", "probability": 0.004608154296875}, {"token_id": 248, "token_text": " an", "probability": 0.00433349609375}]}], "clean_probe_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.0223388671875}, {"token_id": 581, "token_text": " have", "probability": 0.016357421875}, {"token_id": 1300, "token_text": " use", "probability": 0.0115966796875}, {"token_id": 1882, "token_text": " take", "probability": 0.0108642578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1875}, {"token_id": 2956, "token_text": " able", "probability": 0.037109375}, {"token_id": 4424, "token_text": " considered", "probability": 0.02392578125}, {"token_id": 3493, "token_text": " available", "probability": 0.0211181640625}, {"token_id": 209, "token_text": " a", "probability": 0.0203857421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.451171875}, {"token_id": 347, "token_text": " as", "probability": 0.09423828125}, {"token_id": 234, "token_text": " in", "probability": 0.09423828125}, {"token_id": 321, "token_text": " for", "probability": 0.04736328125}, {"token_id": 17, "token_text": ".", "probability": 0.04736328125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.058837890625}, {"token_id": 10938, "token_text": " identify", "probability": 0.04052734375}, {"token_id": 8550, "token_text": " determine", "probability": 0.04052734375}, {"token_id": 1972, "token_text": " test", "probability": 0.033447265625}, {"token_id": 1425, "token_text": " show", "probability": 0.029541015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2158203125}, {"token_id": 209, "token_text": " a", "probability": 0.1083984375}, {"token_id": 248, "token_text": " an", "probability": 0.0341796875}, {"token_id": 2956, "token_text": " able", "probability": 0.032958984375}, {"token_id": 230, "token_text": " the", "probability": 0.032958984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.408203125}, {"token_id": 234, "token_text": " in", "probability": 0.125}, {"token_id": 347, "token_text": " as", "probability": 0.1103515625}, {"token_id": 321, "token_text": " for", "probability": 0.048828125}, {"token_id": 17, "token_text": ".", "probability": 0.048828125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.043212890625}, {"token_id": 3346, "token_text": " represent", "probability": 0.04052734375}, {"token_id": 10938, "token_text": " identify", "probability": 0.0380859375}, {"token_id": 8550, "token_text": " determine", "probability": 0.0279541015625}, {"token_id": 1972, "token_text": " test", "probability": 0.0279541015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.31640625}, {"token_id": 209, "token_text": " a", "probability": 0.1318359375}, {"token_id": 248, "token_text": " an", "probability": 0.042724609375}, {"token_id": 230, "token_text": " the", "probability": 0.029296875}, {"token_id": 2956, "token_text": " able", "probability": 0.02587890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.40625}, {"token_id": 234, "token_text": " in", "probability": 0.1318359375}, {"token_id": 347, "token_text": " as", "probability": 0.1162109375}, {"token_id": 17, "token_text": ".", "probability": 0.054931640625}, {"token_id": 321, "token_text": " for", "probability": 0.048583984375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.0732421875}, {"token_id": 3346, "token_text": " represent", "probability": 0.041748046875}, {"token_id": 10938, "token_text": " identify", "probability": 0.026123046875}, {"token_id": 4052, "token_text": " create", "probability": 0.0216064453125}, {"token_id": 1494, "token_text": " make", "probability": 0.0216064453125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.369140625}, {"token_id": 209, "token_text": " a", "probability": 0.14453125}, {"token_id": 248, "token_text": " an", "probability": 0.046875}, {"token_id": 230, "token_text": " the", "probability": 0.025146484375}, {"token_id": 2956, "token_text": " able", "probability": 0.017822265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.486328125}, {"token_id": 347, "token_text": " as", "probability": 0.10888671875}, {"token_id": 234, "token_text": " in", "probability": 0.10888671875}, {"token_id": 17, "token_text": ".", "probability": 0.04541015625}, {"token_id": 321, "token_text": " for", "probability": 0.04248046875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.1689453125}, {"token_id": 3346, "token_text": " represent", "probability": 0.042724609375}, {"token_id": 209, "token_text": " a", "probability": 0.0242919921875}, {"token_id": 1494, "token_text": " make", "probability": 0.020751953125}, {"token_id": 230, "token_text": " the", "probability": 0.018310546875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.48046875}, {"token_id": 209, "token_text": " a", "probability": 0.12109375}, {"token_id": 248, "token_text": " an", "probability": 0.039306640625}, {"token_id": 230, "token_text": " the", "probability": 0.0174560546875}, {"token_id": 2956, "token_text": " able", "probability": 0.01361083984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.55859375}, {"token_id": 234, "token_text": " in", "probability": 0.10302734375}, {"token_id": 347, "token_text": " as", "probability": 0.0751953125}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}, {"token_id": 321, "token_text": " for", "probability": 0.031494140625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.330078125}, {"token_id": 209, "token_text": " a", "probability": 0.040771484375}, {"token_id": 3346, "token_text": " represent", "probability": 0.02392578125}, {"token_id": 230, "token_text": " the", "probability": 0.021728515625}, {"token_id": 1494, "token_text": " make", "probability": 0.015869140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.70703125}, {"token_id": 209, "token_text": " a", "probability": 0.045166015625}, {"token_id": 248, "token_text": " an", "probability": 0.015625}, {"token_id": 2956, "token_text": " able", "probability": 0.00946044921875}, {"token_id": 230, "token_text": " the", "probability": 0.006927490234375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5703125}, {"token_id": 234, "token_text": " in", "probability": 0.087890625}, {"token_id": 347, "token_text": " as", "probability": 0.08251953125}, {"token_id": 321, "token_text": " for", "probability": 0.03662109375}, {"token_id": 17, "token_text": ".", "probability": 0.0322265625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.6015625}, {"token_id": 209, "token_text": " a", "probability": 0.0198974609375}, {"token_id": 3346, "token_text": " represent", "probability": 0.01708984375}, {"token_id": 1494, "token_text": " make", "probability": 0.01324462890625}, {"token_id": 4052, "token_text": " create", "probability": 0.00885009765625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.74609375}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 248, "token_text": " an", "probability": 0.0106201171875}, {"token_id": 2956, "token_text": " able", "probability": 0.00732421875}, {"token_id": 7577, "token_text": " effective", "probability": 0.0064697265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.087890625}, {"token_id": 347, "token_text": " as", "probability": 0.0732421875}, {"token_id": 321, "token_text": " for", "probability": 0.044189453125}, {"token_id": 17, "token_text": ".", "probability": 0.0303955078125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.75390625}, {"token_id": 209, "token_text": " a", "probability": 0.011474609375}, {"token_id": 1494, "token_text": " make", "probability": 0.0086669921875}, {"token_id": 3346, "token_text": " represent", "probability": 0.00836181640625}, {"token_id": 4052, "token_text": " create", "probability": 0.005401611328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.79296875}, {"token_id": 209, "token_text": " a", "probability": 0.0255126953125}, {"token_id": 248, "token_text": " an", "probability": 0.007781982421875}, {"token_id": 2956, "token_text": " able", "probability": 0.006072998046875}, {"token_id": 7577, "token_text": " effective", "probability": 0.004730224609375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.6640625}, {"token_id": 234, "token_text": " in", "probability": 0.0703125}, {"token_id": 347, "token_text": " as", "probability": 0.06201171875}, {"token_id": 321, "token_text": " for", "probability": 0.03759765625}, {"token_id": 17, "token_text": ".", "probability": 0.0257568359375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.828125}, {"token_id": 209, "token_text": " a", "probability": 0.0086669921875}, {"token_id": 1494, "token_text": " make", "probability": 0.00653076171875}, {"token_id": 3346, "token_text": " represent", "probability": 0.005401611328125}, {"token_id": 581, "token_text": " have", "probability": 0.00421142578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.8046875}, {"token_id": 209, "token_text": " a", "probability": 0.0228271484375}, {"token_id": 248, "token_text": " an", "probability": 0.00653076171875}, {"token_id": 2956, "token_text": " able", "probability": 0.005096435546875}, {"token_id": 9996, "token_text": " applied", "probability": 0.004791259765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.70703125}, {"token_id": 347, "token_text": " as", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.061767578125}, {"token_id": 321, "token_text": " for", "probability": 0.0291748046875}, {"token_id": 17, "token_text": ".", "probability": 0.01470947265625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.88671875}, {"token_id": 1494, "token_text": " make", "probability": 0.0052490234375}, {"token_id": 581, "token_text": " have", "probability": 0.00408935546875}, {"token_id": 209, "token_text": " a", "probability": 0.00396728515625}, {"token_id": 3346, "token_text": " represent", "probability": 0.0032958984375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.81640625}, {"token_id": 209, "token_text": " a", "probability": 0.0169677734375}, {"token_id": 2956, "token_text": " able", "probability": 0.00518798828125}, {"token_id": 9996, "token_text": " applied", "probability": 0.004852294921875}, {"token_id": 248, "token_text": " an", "probability": 0.004852294921875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.7421875}, {"token_id": 234, "token_text": " in", "probability": 0.050537109375}, {"token_id": 347, "token_text": " as", "probability": 0.0419921875}, {"token_id": 321, "token_text": " for", "probability": 0.02880859375}, {"token_id": 17, "token_text": ".", "probability": 0.0211181640625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.890625}, {"token_id": 209, "token_text": " a", "probability": 0.005279541015625}, {"token_id": 1494, "token_text": " make", "probability": 0.004974365234375}, {"token_id": 581, "token_text": " have", "probability": 0.003997802734375}, {"token_id": 3346, "token_text": " represent", "probability": 0.00250244140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.828125}, {"token_id": 209, "token_text": " a", "probability": 0.01513671875}, {"token_id": 2956, "token_text": " able", "probability": 0.00555419921875}, {"token_id": 9996, "token_text": " applied", "probability": 0.004608154296875}, {"token_id": 248, "token_text": " an", "probability": 0.00433349609375}]}], "token_diagnostics": [{"token_id": 372, "token_text": " be", "chosen_probability": 0.54296875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.0223388671875}, {"token_id": 581, "token_text": " have", "probability": 0.016357421875}, {"token_id": 1300, "token_text": " use", "probability": 0.0115966796875}, {"token_id": 1882, "token_text": " take", "probability": 0.0108642578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.1875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.1875}, {"token_id": 2956, "token_text": " able", "probability": 0.037109375}, {"token_id": 4424, "token_text": " considered", "probability": 0.02392578125}, {"token_id": 3493, "token_text": " available", "probability": 0.0211181640625}, {"token_id": 209, "token_text": " a", "probability": 0.0203857421875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.451171875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.451171875}, {"token_id": 347, "token_text": " as", "probability": 0.09423828125}, {"token_id": 234, "token_text": " in", "probability": 0.09423828125}, {"token_id": 321, "token_text": " for", "probability": 0.04736328125}, {"token_id": 17, "token_text": ".", "probability": 0.04736328125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.058837890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.058837890625}, {"token_id": 10938, "token_text": " identify", "probability": 0.04052734375}, {"token_id": 8550, "token_text": " determine", "probability": 0.04052734375}, {"token_id": 1972, "token_text": " test", "probability": 0.033447265625}, {"token_id": 1425, "token_text": " show", "probability": 0.029541015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.2158203125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.2158203125}, {"token_id": 209, "token_text": " a", "probability": 0.1083984375}, {"token_id": 248, "token_text": " an", "probability": 0.0341796875}, {"token_id": 2956, "token_text": " able", "probability": 0.032958984375}, {"token_id": 230, "token_text": " the", "probability": 0.032958984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.408203125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.408203125}, {"token_id": 234, "token_text": " in", "probability": 0.125}, {"token_id": 347, "token_text": " as", "probability": 0.1103515625}, {"token_id": 321, "token_text": " for", "probability": 0.048828125}, {"token_id": 17, "token_text": ".", "probability": 0.048828125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.043212890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.043212890625}, {"token_id": 3346, "token_text": " represent", "probability": 0.04052734375}, {"token_id": 10938, "token_text": " identify", "probability": 0.0380859375}, {"token_id": 8550, "token_text": " determine", "probability": 0.0279541015625}, {"token_id": 1972, "token_text": " test", "probability": 0.0279541015625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.31640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.31640625}, {"token_id": 209, "token_text": " a", "probability": 0.1318359375}, {"token_id": 248, "token_text": " an", "probability": 0.042724609375}, {"token_id": 230, "token_text": " the", "probability": 0.029296875}, {"token_id": 2956, "token_text": " able", "probability": 0.02587890625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.40625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.40625}, {"token_id": 234, "token_text": " in", "probability": 0.1318359375}, {"token_id": 347, "token_text": " as", "probability": 0.1162109375}, {"token_id": 17, "token_text": ".", "probability": 0.054931640625}, {"token_id": 321, "token_text": " for", "probability": 0.048583984375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.0732421875}, {"token_id": 3346, "token_text": " represent", "probability": 0.041748046875}, {"token_id": 10938, "token_text": " identify", "probability": 0.026123046875}, {"token_id": 4052, "token_text": " create", "probability": 0.0216064453125}, {"token_id": 1494, "token_text": " make", "probability": 0.0216064453125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.369140625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.369140625}, {"token_id": 209, "token_text": " a", "probability": 0.14453125}, {"token_id": 248, "token_text": " an", "probability": 0.046875}, {"token_id": 230, "token_text": " the", "probability": 0.025146484375}, {"token_id": 2956, "token_text": " able", "probability": 0.017822265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.486328125}, {"token_id": 347, "token_text": " as", "probability": 0.10888671875}, {"token_id": 234, "token_text": " in", "probability": 0.10888671875}, {"token_id": 17, "token_text": ".", "probability": 0.04541015625}, {"token_id": 321, "token_text": " for", "probability": 0.04248046875}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.1689453125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.1689453125}, {"token_id": 3346, "token_text": " represent", "probability": 0.042724609375}, {"token_id": 209, "token_text": " a", "probability": 0.0242919921875}, {"token_id": 1494, "token_text": " make", "probability": 0.020751953125}, {"token_id": 230, "token_text": " the", "probability": 0.018310546875}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.48046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.48046875}, {"token_id": 209, "token_text": " a", "probability": 0.12109375}, {"token_id": 248, "token_text": " an", "probability": 0.039306640625}, {"token_id": 230, "token_text": " the", "probability": 0.0174560546875}, {"token_id": 2956, "token_text": " able", "probability": 0.01361083984375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.55859375}, {"token_id": 234, "token_text": " in", "probability": 0.10302734375}, {"token_id": 347, "token_text": " as", "probability": 0.0751953125}, {"token_id": 17, "token_text": ".", "probability": 0.04296875}, {"token_id": 321, "token_text": " for", "probability": 0.031494140625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.330078125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.330078125}, {"token_id": 209, "token_text": " a", "probability": 0.040771484375}, {"token_id": 3346, "token_text": " represent", "probability": 0.02392578125}, {"token_id": 230, "token_text": " the", "probability": 0.021728515625}, {"token_id": 1494, "token_text": " make", "probability": 0.015869140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.70703125}, {"token_id": 209, "token_text": " a", "probability": 0.045166015625}, {"token_id": 248, "token_text": " an", "probability": 0.015625}, {"token_id": 2956, "token_text": " able", "probability": 0.00946044921875}, {"token_id": 230, "token_text": " the", "probability": 0.006927490234375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.5703125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.5703125}, {"token_id": 234, "token_text": " in", "probability": 0.087890625}, {"token_id": 347, "token_text": " as", "probability": 0.08251953125}, {"token_id": 321, "token_text": " for", "probability": 0.03662109375}, {"token_id": 17, "token_text": ".", "probability": 0.0322265625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.6015625}, {"token_id": 209, "token_text": " a", "probability": 0.0198974609375}, {"token_id": 3346, "token_text": " represent", "probability": 0.01708984375}, {"token_id": 1494, "token_text": " make", "probability": 0.01324462890625}, {"token_id": 4052, "token_text": " create", "probability": 0.00885009765625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.74609375, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.74609375}, {"token_id": 209, "token_text": " a", "probability": 0.03271484375}, {"token_id": 248, "token_text": " an", "probability": 0.0106201171875}, {"token_id": 2956, "token_text": " able", "probability": 0.00732421875}, {"token_id": 7577, "token_text": " effective", "probability": 0.0064697265625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.61328125}, {"token_id": 234, "token_text": " in", "probability": 0.087890625}, {"token_id": 347, "token_text": " as", "probability": 0.0732421875}, {"token_id": 321, "token_text": " for", "probability": 0.044189453125}, {"token_id": 17, "token_text": ".", "probability": 0.0303955078125}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.75390625}, {"token_id": 209, "token_text": " a", "probability": 0.011474609375}, {"token_id": 1494, "token_text": " make", "probability": 0.0086669921875}, {"token_id": 3346, "token_text": " represent", "probability": 0.00836181640625}, {"token_id": 4052, "token_text": " create", "probability": 0.005401611328125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.79296875}, {"token_id": 209, "token_text": " a", "probability": 0.0255126953125}, {"token_id": 248, "token_text": " an", "probability": 0.007781982421875}, {"token_id": 2956, "token_text": " able", "probability": 0.006072998046875}, {"token_id": 7577, "token_text": " effective", "probability": 0.004730224609375}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.6640625}, {"token_id": 234, "token_text": " in", "probability": 0.0703125}, {"token_id": 347, "token_text": " as", "probability": 0.06201171875}, {"token_id": 321, "token_text": " for", "probability": 0.03759765625}, {"token_id": 17, "token_text": ".", "probability": 0.0257568359375}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.828125}, {"token_id": 209, "token_text": " a", "probability": 0.0086669921875}, {"token_id": 1494, "token_text": " make", "probability": 0.00653076171875}, {"token_id": 3346, "token_text": " represent", "probability": 0.005401611328125}, {"token_id": 581, "token_text": " have", "probability": 0.00421142578125}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.8046875, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.8046875}, {"token_id": 209, "token_text": " a", "probability": 0.0228271484375}, {"token_id": 248, "token_text": " an", "probability": 0.00653076171875}, {"token_id": 2956, "token_text": " able", "probability": 0.005096435546875}, {"token_id": 9996, "token_text": " applied", "probability": 0.004791259765625}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.70703125, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.70703125}, {"token_id": 347, "token_text": " as", "probability": 0.06591796875}, {"token_id": 234, "token_text": " in", "probability": 0.061767578125}, {"token_id": 321, "token_text": " for", "probability": 0.0291748046875}, {"token_id": 17, "token_text": ".", "probability": 0.01470947265625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.88671875, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.88671875}, {"token_id": 1494, "token_text": " make", "probability": 0.0052490234375}, {"token_id": 581, "token_text": " have", "probability": 0.00408935546875}, {"token_id": 209, "token_text": " a", "probability": 0.00396728515625}, {"token_id": 3346, "token_text": " represent", "probability": 0.0032958984375}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.81640625, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.81640625}, {"token_id": 209, "token_text": " a", "probability": 0.0169677734375}, {"token_id": 2956, "token_text": " able", "probability": 0.00518798828125}, {"token_id": 9996, "token_text": " applied", "probability": 0.004852294921875}, {"token_id": 248, "token_text": " an", "probability": 0.004852294921875}]}, {"token_id": 263, "token_text": " to", "chosen_probability": 0.7421875, "top_k_candidates": [{"token_id": 263, "token_text": " to", "probability": 0.7421875}, {"token_id": 234, "token_text": " in", "probability": 0.050537109375}, {"token_id": 347, "token_text": " as", "probability": 0.0419921875}, {"token_id": 321, "token_text": " for", "probability": 0.02880859375}, {"token_id": 17, "token_text": ".", "probability": 0.0211181640625}]}, {"token_id": 372, "token_text": " be", "chosen_probability": 0.890625, "top_k_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.890625}, {"token_id": 209, "token_text": " a", "probability": 0.005279541015625}, {"token_id": 1494, "token_text": " make", "probability": 0.004974365234375}, {"token_id": 581, "token_text": " have", "probability": 0.003997802734375}, {"token_id": 3346, "token_text": " represent", "probability": 0.00250244140625}]}, {"token_id": 1347, "token_text": " used", "chosen_probability": 0.828125, "top_k_candidates": [{"token_id": 1347, "token_text": " used", "probability": 0.828125}, {"token_id": 209, "token_text": " a", "probability": 0.01513671875}, {"token_id": 2956, "token_text": " able", "probability": 0.00555419921875}, {"token_id": 9996, "token_text": " applied", "probability": 0.004608154296875}, {"token_id": 248, "token_text": " an", "probability": 0.00433349609375}]}], "expected_token_diagnostics": [{"correct_token_id": 372, "correct_token_text": " be", "correct_token_rank": 1, "correct_token_probability": 0.54296875, "top_10_candidates": [{"token_id": 372, "token_text": " be", "probability": 0.54296875}, {"token_id": 534, "token_text": " not", "probability": 0.0223388671875}, {"token_id": 581, "token_text": " have", "probability": 0.016357421875}, {"token_id": 1300, "token_text": " use", "probability": 0.0115966796875}, {"token_id": 1882, "token_text": " take", "probability": 0.0108642578125}, {"token_id": 1425, "token_text": " show", "probability": 0.01055908203125}, {"token_id": 1466, "token_text": " help", "probability": 0.00958251953125}, {"token_id": 751, "token_text": " also", "probability": 0.00848388671875}, {"token_id": 1624, "token_text": " look", "probability": 0.00823974609375}, {"token_id": 2785, "token_text": " allow", "probability": 0.006805419921875}], "entropy": 3.46875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -0.6107035113488707, "average_logprob_per_token": -0.6107035113488707, "perplexity_on_target_sequence": 1.8417266187050358, "token_breakdown": [{"position": 0, "token_id": 372, "token_text": "\u0120be", "logprob": -0.6107035113488707, "probability": 0.54296875, "raw_probability": 0.54296875, "correct_token_rank": 1}], "target_tokenization": {"text": " be", "raw": {"token_ids": [1, 372, 2], "tokens": ["", "\u0120be", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [372], "tokens": ["\u0120be"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 83184.4657728672, "probe_elapsed_sec": 0.9993711480055936, "language": "it", "prompt": "La capitale d'Italia \u00e8", "expected_next_text": " Roma", "prompt_tokenization": {"text": "La capitale d'Italia \u00e8", "raw": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355, 2], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 2523, 5587, 214, 10, 3707, 355], "tokens": ["", "La", "\u0120capitale", "\u0120d", "'", "Italia", "\u0120\u00c3\u00a8"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " stata la prima citt\u00e0 di Napoli, con la sua capitale, la citt\u00e0 di Napoli, la citt\u00e0 di Napoli, la citt\u00e0 di Napoli, la citt\u00e0 di Napoli,", "text": "La capitale d'Italia \u00e8 stata la prima citt\u00e0 di Napoli, con la sua capitale, la citt\u00e0 di Napoli, la citt\u00e0 di Napoli, la citt\u00e0 di Napoli, la citt\u00e0 di Napoli,", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.259765625}, {"token_id": 285, "token_text": " la", "probability": 0.06591796875}, {"token_id": 293, "token_text": " il", "probability": 0.0341796875}, {"token_id": 234, "token_text": " in", "probability": 0.0181884765625}, {"token_id": 227, "token_text": " l", "probability": 0.0177001953125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.06494140625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.047607421875}, {"token_id": 26822, "token_text": " istituita", "probability": 0.039306640625}, {"token_id": 7478, "token_text": " conquist", "probability": 0.02392578125}, {"token_id": 387, "token_text": " una", "probability": 0.0224609375}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.1103515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.09765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.076171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0380859375}, {"token_id": 4211, "token_text": " sede", "probability": 0.03173828125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06787109375}, {"token_id": 1486, "token_text": " volta", "probability": 0.049560546875}, {"token_id": 1513, "token_text": " grande", "probability": 0.041259765625}, {"token_id": 17465, "token_text": " economia", "probability": 0.036376953125}, {"token_id": 8189, "token_text": " potenza", "probability": 0.0250244140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.08544921875, "top_k_candidates": [{"token_id": 4630, "token_text": " italiana", "probability": 0.08544921875}, {"token_id": 337, "token_text": " del", "probability": 0.08544921875}, {"token_id": 238, "token_text": " di", "probability": 0.08544921875}, {"token_id": 209, "token_text": " a", "probability": 0.0625}, {"token_id": 214, "token_text": " d", "probability": 0.058837890625}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.0732421875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0537109375}, {"token_id": 11340, "token_text": " Genova", "probability": 0.0224609375}, {"token_id": 1358, "token_text": " tutto", "probability": 0.0185546875}, {"token_id": 12161, "token_text": " Sicilia", "probability": 0.016357421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.240234375}, {"token_id": 17, "token_text": ".", "probability": 0.1875}, {"token_id": 303, "token_text": " che", "probability": 0.06884765625}, {"token_id": 447, "token_text": " nel", "probability": 0.03466796875}, {"token_id": 29, "token_text": ":", "probability": 0.03466796875}]}, {"token_id": 272, "token_text": " con", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 272, "token_text": " con", "probability": 0.0810546875}, {"token_id": 303, "token_text": " che", "probability": 0.0810546875}, {"token_id": 285, "token_text": " la", "probability": 0.04931640625}, {"token_id": 234, "token_text": " in", "probability": 0.04345703125}, {"token_id": 1133, "token_text": " dove", "probability": 0.0240478515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1630859375}, {"token_id": 293, "token_text": " il", "probability": 0.0927734375}, {"token_id": 387, "token_text": " una", "probability": 0.08203125}, {"token_id": 267, "token_text": " un", "probability": 0.08203125}, {"token_id": 227, "token_text": " l", "probability": 0.06005859375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.11376953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0537109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0537109375}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.050537109375}, {"token_id": 1390, "token_text": " quale", "probability": 0.04736328125}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.125}, {"token_id": 1843, "token_text": " storia", "probability": 0.08056640625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.06298828125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.055419921875}, {"token_id": 4211, "token_text": " sede", "probability": 0.0203857421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 17, "token_text": ".", "probability": 0.057373046875}, {"token_id": 246, "token_text": " e", "probability": 0.046142578125}, {"token_id": 238, "token_text": " di", "probability": 0.0296630859375}, {"token_id": 234, "token_text": " in", "probability": 0.0279541015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.0927734375}, {"token_id": 293, "token_text": " il", "probability": 0.0771484375}, {"token_id": 303, "token_text": " che", "probability": 0.06787109375}, {"token_id": 272, "token_text": " con", "probability": 0.06005859375}, {"token_id": 246, "token_text": " e", "probability": 0.048095703125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11376953125}, {"token_id": 718, "token_text": " sua", "probability": 0.08837890625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0732421875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0306396484375}, {"token_id": 739, "token_text": " cui", "probability": 0.02783203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.484375}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.039794921875}, {"token_id": 246, "token_text": " e", "probability": 0.032958984375}, {"token_id": 15, "token_text": ",", "probability": 0.029052734375}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.50390625}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.038818359375}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0234375}, {"token_id": 20449, "token_text": " Catania", "probability": 0.01953125}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.0125732421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.384765625}, {"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 246, "token_text": " e", "probability": 0.1328125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02978515625}, {"token_id": 323, "token_text": " (", "probability": 0.01318359375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1279296875}, {"token_id": 303, "token_text": " che", "probability": 0.1123046875}, {"token_id": 272, "token_text": " con", "probability": 0.09912109375}, {"token_id": 246, "token_text": " e", "probability": 0.05322265625}, {"token_id": 293, "token_text": " il", "probability": 0.038818359375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.21484375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07421875}, {"token_id": 718, "token_text": " sua", "probability": 0.0478515625}, {"token_id": 739, "token_text": " cui", "probability": 0.044921875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.039794921875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8671875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0115966796875}, {"token_id": 337, "token_text": " del", "probability": 0.01092529296875}, {"token_id": 303, "token_text": " che", "probability": 0.009033203125}, {"token_id": 370, "token_text": " della", "probability": 0.00750732421875}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.78125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0184326171875}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.01263427734375}, {"token_id": 2755, "token_text": " Roma", "probability": 0.010498046875}, {"token_id": 20449, "token_text": " Catania", "probability": 0.00982666015625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.5390625}, {"token_id": 246, "token_text": " e", "probability": 0.30859375}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}, {"token_id": 592, "token_text": " ed", "probability": 0.014404296875}, {"token_id": 323, "token_text": " (", "probability": 0.0076904296875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.6015625}, {"token_id": 293, "token_text": " il", "probability": 0.0810546875}, {"token_id": 227, "token_text": " l", "probability": 0.052490234375}, {"token_id": 303, "token_text": " che", "probability": 0.0218505859375}, {"token_id": 246, "token_text": " e", "probability": 0.0218505859375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.37890625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.05126953125}, {"token_id": 12161, "token_text": " Sicilia", "probability": 0.0291748046875}, {"token_id": 739, "token_text": " cui", "probability": 0.022705078125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.90625}, {"token_id": 337, "token_text": " del", "probability": 0.00885009765625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0078125}, {"token_id": 370, "token_text": " della", "probability": 0.0057373046875}, {"token_id": 303, "token_text": " che", "probability": 0.00537109375}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.80859375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.01385498046875}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.01226806640625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.009521484375}, {"token_id": 20449, "token_text": " Catania", "probability": 0.0074462890625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.55859375}, {"token_id": 246, "token_text": " e", "probability": 0.33984375}, {"token_id": 17, "token_text": ".", "probability": 0.043212890625}, {"token_id": 592, "token_text": " ed", "probability": 0.01318359375}, {"token_id": 323, "token_text": " (", "probability": 0.005859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.7578125}, {"token_id": 293, "token_text": " il", "probability": 0.07080078125}, {"token_id": 227, "token_text": " l", "probability": 0.054931640625}, {"token_id": 358, "token_text": " le", "probability": 0.01226806640625}, {"token_id": 360, "token_text": " i", "probability": 0.0084228515625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.486328125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.03759765625}, {"token_id": 12161, "token_text": " Sicilia", "probability": 0.0274658203125}, {"token_id": 5078, "token_text": " regione", "probability": 0.0242919921875}, {"token_id": 3708, "token_text": " zona", "probability": 0.0201416015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.94140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.94140625}, {"token_id": 337, "token_text": " del", "probability": 0.005615234375}, {"token_id": 370, "token_text": " della", "probability": 0.0036163330078125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0036163330078125}, {"token_id": 303, "token_text": " che", "probability": 0.0030059814453125}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.79296875}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.013671875}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.0128173828125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.010009765625}, {"token_id": 7561, "token_text": " Torino", "probability": 0.006866455078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.59765625}, {"token_id": 246, "token_text": " e", "probability": 0.33984375}, {"token_id": 17, "token_text": ".", "probability": 0.024658203125}, {"token_id": 592, "token_text": " ed", "probability": 0.01025390625}, {"token_id": 323, "token_text": " (", "probability": 0.004547119140625}]}], "clean_probe_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.259765625}, {"token_id": 285, "token_text": " la", "probability": 0.06591796875}, {"token_id": 293, "token_text": " il", "probability": 0.0341796875}, {"token_id": 234, "token_text": " in", "probability": 0.0181884765625}, {"token_id": 227, "token_text": " l", "probability": 0.0177001953125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.06494140625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.047607421875}, {"token_id": 26822, "token_text": " istituita", "probability": 0.039306640625}, {"token_id": 7478, "token_text": " conquist", "probability": 0.02392578125}, {"token_id": 387, "token_text": " una", "probability": 0.0224609375}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.1103515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.09765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.076171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0380859375}, {"token_id": 4211, "token_text": " sede", "probability": 0.03173828125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06787109375}, {"token_id": 1486, "token_text": " volta", "probability": 0.049560546875}, {"token_id": 1513, "token_text": " grande", "probability": 0.041259765625}, {"token_id": 17465, "token_text": " economia", "probability": 0.036376953125}, {"token_id": 8189, "token_text": " potenza", "probability": 0.0250244140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.08544921875, "top_k_candidates": [{"token_id": 4630, "token_text": " italiana", "probability": 0.08544921875}, {"token_id": 337, "token_text": " del", "probability": 0.08544921875}, {"token_id": 238, "token_text": " di", "probability": 0.08544921875}, {"token_id": 209, "token_text": " a", "probability": 0.0625}, {"token_id": 214, "token_text": " d", "probability": 0.058837890625}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.0732421875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0537109375}, {"token_id": 11340, "token_text": " Genova", "probability": 0.0224609375}, {"token_id": 1358, "token_text": " tutto", "probability": 0.0185546875}, {"token_id": 12161, "token_text": " Sicilia", "probability": 0.016357421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.240234375}, {"token_id": 17, "token_text": ".", "probability": 0.1875}, {"token_id": 303, "token_text": " che", "probability": 0.06884765625}, {"token_id": 447, "token_text": " nel", "probability": 0.03466796875}, {"token_id": 29, "token_text": ":", "probability": 0.03466796875}]}, {"token_id": 272, "token_text": " con", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 272, "token_text": " con", "probability": 0.0810546875}, {"token_id": 303, "token_text": " che", "probability": 0.0810546875}, {"token_id": 285, "token_text": " la", "probability": 0.04931640625}, {"token_id": 234, "token_text": " in", "probability": 0.04345703125}, {"token_id": 1133, "token_text": " dove", "probability": 0.0240478515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1630859375}, {"token_id": 293, "token_text": " il", "probability": 0.0927734375}, {"token_id": 387, "token_text": " una", "probability": 0.08203125}, {"token_id": 267, "token_text": " un", "probability": 0.08203125}, {"token_id": 227, "token_text": " l", "probability": 0.06005859375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.11376953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0537109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0537109375}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.050537109375}, {"token_id": 1390, "token_text": " quale", "probability": 0.04736328125}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.125}, {"token_id": 1843, "token_text": " storia", "probability": 0.08056640625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.06298828125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.055419921875}, {"token_id": 4211, "token_text": " sede", "probability": 0.0203857421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 17, "token_text": ".", "probability": 0.057373046875}, {"token_id": 246, "token_text": " e", "probability": 0.046142578125}, {"token_id": 238, "token_text": " di", "probability": 0.0296630859375}, {"token_id": 234, "token_text": " in", "probability": 0.0279541015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.0927734375}, {"token_id": 293, "token_text": " il", "probability": 0.0771484375}, {"token_id": 303, "token_text": " che", "probability": 0.06787109375}, {"token_id": 272, "token_text": " con", "probability": 0.06005859375}, {"token_id": 246, "token_text": " e", "probability": 0.04833984375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11376953125}, {"token_id": 718, "token_text": " sua", "probability": 0.08837890625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0732421875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0306396484375}, {"token_id": 739, "token_text": " cui", "probability": 0.02783203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.484375}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.039794921875}, {"token_id": 246, "token_text": " e", "probability": 0.032958984375}, {"token_id": 15, "token_text": ",", "probability": 0.029052734375}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.50390625}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.038818359375}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0234375}, {"token_id": 20449, "token_text": " Catania", "probability": 0.01953125}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.0125732421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.384765625}, {"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 246, "token_text": " e", "probability": 0.1328125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02978515625}, {"token_id": 323, "token_text": " (", "probability": 0.01318359375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1279296875}, {"token_id": 303, "token_text": " che", "probability": 0.1123046875}, {"token_id": 272, "token_text": " con", "probability": 0.09912109375}, {"token_id": 246, "token_text": " e", "probability": 0.05322265625}, {"token_id": 293, "token_text": " il", "probability": 0.038818359375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.21484375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07421875}, {"token_id": 718, "token_text": " sua", "probability": 0.0478515625}, {"token_id": 739, "token_text": " cui", "probability": 0.044921875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.039794921875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8671875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0115966796875}, {"token_id": 337, "token_text": " del", "probability": 0.01092529296875}, {"token_id": 303, "token_text": " che", "probability": 0.009033203125}, {"token_id": 370, "token_text": " della", "probability": 0.00750732421875}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.78125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0184326171875}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.01263427734375}, {"token_id": 2755, "token_text": " Roma", "probability": 0.010498046875}, {"token_id": 20449, "token_text": " Catania", "probability": 0.00982666015625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.5390625}, {"token_id": 246, "token_text": " e", "probability": 0.30859375}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}, {"token_id": 592, "token_text": " ed", "probability": 0.014404296875}, {"token_id": 323, "token_text": " (", "probability": 0.0076904296875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.6015625}, {"token_id": 293, "token_text": " il", "probability": 0.0810546875}, {"token_id": 227, "token_text": " l", "probability": 0.052490234375}, {"token_id": 303, "token_text": " che", "probability": 0.0218505859375}, {"token_id": 246, "token_text": " e", "probability": 0.0218505859375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.37890625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.05126953125}, {"token_id": 12161, "token_text": " Sicilia", "probability": 0.0291748046875}, {"token_id": 739, "token_text": " cui", "probability": 0.022705078125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.90625}, {"token_id": 337, "token_text": " del", "probability": 0.00885009765625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0078125}, {"token_id": 370, "token_text": " della", "probability": 0.0057373046875}, {"token_id": 303, "token_text": " che", "probability": 0.00537109375}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.80859375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.01385498046875}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.01226806640625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.009521484375}, {"token_id": 20449, "token_text": " Catania", "probability": 0.0074462890625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.55859375}, {"token_id": 246, "token_text": " e", "probability": 0.33984375}, {"token_id": 17, "token_text": ".", "probability": 0.043212890625}, {"token_id": 592, "token_text": " ed", "probability": 0.01318359375}, {"token_id": 323, "token_text": " (", "probability": 0.005859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.7578125}, {"token_id": 293, "token_text": " il", "probability": 0.07080078125}, {"token_id": 227, "token_text": " l", "probability": 0.054931640625}, {"token_id": 358, "token_text": " le", "probability": 0.01226806640625}, {"token_id": 360, "token_text": " i", "probability": 0.0084228515625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.486328125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.03759765625}, {"token_id": 12161, "token_text": " Sicilia", "probability": 0.0274658203125}, {"token_id": 5078, "token_text": " regione", "probability": 0.0242919921875}, {"token_id": 3708, "token_text": " zona", "probability": 0.0201416015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.94140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.94140625}, {"token_id": 337, "token_text": " del", "probability": 0.005615234375}, {"token_id": 370, "token_text": " della", "probability": 0.0036163330078125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0036163330078125}, {"token_id": 303, "token_text": " che", "probability": 0.0030059814453125}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.79296875}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.013671875}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.0128173828125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.010009765625}, {"token_id": 7561, "token_text": " Torino", "probability": 0.006866455078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.59765625}, {"token_id": 246, "token_text": " e", "probability": 0.33984375}, {"token_id": 17, "token_text": ".", "probability": 0.024658203125}, {"token_id": 592, "token_text": " ed", "probability": 0.01025390625}, {"token_id": 323, "token_text": " (", "probability": 0.004547119140625}]}], "token_diagnostics": [{"token_id": 1340, "token_text": " stata", "chosen_probability": 0.259765625, "top_k_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.259765625}, {"token_id": 285, "token_text": " la", "probability": 0.06591796875}, {"token_id": 293, "token_text": " il", "probability": 0.0341796875}, {"token_id": 234, "token_text": " in", "probability": 0.0181884765625}, {"token_id": 227, "token_text": " l", "probability": 0.0177001953125}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.06494140625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.06494140625}, {"token_id": 9887, "token_text": " fondata", "probability": 0.047607421875}, {"token_id": 26822, "token_text": " istituita", "probability": 0.039306640625}, {"token_id": 7478, "token_text": " conquist", "probability": 0.02392578125}, {"token_id": 387, "token_text": " una", "probability": 0.0224609375}]}, {"token_id": 870, "token_text": " prima", "chosen_probability": 0.1103515625, "top_k_candidates": [{"token_id": 870, "token_text": " prima", "probability": 0.1103515625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.09765625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.076171875}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0380859375}, {"token_id": 4211, "token_text": " sede", "probability": 0.03173828125}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.06787109375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.06787109375}, {"token_id": 1486, "token_text": " volta", "probability": 0.049560546875}, {"token_id": 1513, "token_text": " grande", "probability": 0.041259765625}, {"token_id": 17465, "token_text": " economia", "probability": 0.036376953125}, {"token_id": 8189, "token_text": " potenza", "probability": 0.0250244140625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.08544921875, "top_k_candidates": [{"token_id": 4630, "token_text": " italiana", "probability": 0.08544921875}, {"token_id": 337, "token_text": " del", "probability": 0.08544921875}, {"token_id": 238, "token_text": " di", "probability": 0.08544921875}, {"token_id": 209, "token_text": " a", "probability": 0.0625}, {"token_id": 214, "token_text": " d", "probability": 0.058837890625}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.0732421875, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.0732421875}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0537109375}, {"token_id": 11340, "token_text": " Genova", "probability": 0.0224609375}, {"token_id": 1358, "token_text": " tutto", "probability": 0.0185546875}, {"token_id": 12161, "token_text": " Sicilia", "probability": 0.016357421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.240234375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.240234375}, {"token_id": 17, "token_text": ".", "probability": 0.1875}, {"token_id": 303, "token_text": " che", "probability": 0.06884765625}, {"token_id": 447, "token_text": " nel", "probability": 0.03466796875}, {"token_id": 29, "token_text": ":", "probability": 0.03466796875}]}, {"token_id": 272, "token_text": " con", "chosen_probability": 0.0810546875, "top_k_candidates": [{"token_id": 272, "token_text": " con", "probability": 0.0810546875}, {"token_id": 303, "token_text": " che", "probability": 0.0810546875}, {"token_id": 285, "token_text": " la", "probability": 0.04931640625}, {"token_id": 234, "token_text": " in", "probability": 0.04345703125}, {"token_id": 1133, "token_text": " dove", "probability": 0.0240478515625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1630859375}, {"token_id": 293, "token_text": " il", "probability": 0.0927734375}, {"token_id": 387, "token_text": " una", "probability": 0.08203125}, {"token_id": 267, "token_text": " un", "probability": 0.08203125}, {"token_id": 227, "token_text": " l", "probability": 0.06005859375}]}, {"token_id": 718, "token_text": " sua", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 718, "token_text": " sua", "probability": 0.11376953125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0537109375}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.0537109375}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.050537109375}, {"token_id": 1390, "token_text": " quale", "probability": 0.04736328125}]}, {"token_id": 5587, "token_text": " capitale", "chosen_probability": 0.125, "top_k_candidates": [{"token_id": 5587, "token_text": " capitale", "probability": 0.125}, {"token_id": 1843, "token_text": " storia", "probability": 0.08056640625}, {"token_id": 3934, "token_text": " popolazione", "probability": 0.06298828125}, {"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.055419921875}, {"token_id": 4211, "token_text": " sede", "probability": 0.0203857421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1416015625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.1416015625}, {"token_id": 17, "token_text": ".", "probability": 0.057373046875}, {"token_id": 246, "token_text": " e", "probability": 0.046142578125}, {"token_id": 238, "token_text": " di", "probability": 0.0296630859375}, {"token_id": 234, "token_text": " in", "probability": 0.0279541015625}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.0927734375, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.0927734375}, {"token_id": 293, "token_text": " il", "probability": 0.0771484375}, {"token_id": 303, "token_text": " che", "probability": 0.06787109375}, {"token_id": 272, "token_text": " con", "probability": 0.06005859375}, {"token_id": 246, "token_text": " e", "probability": 0.04833984375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.11376953125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.11376953125}, {"token_id": 718, "token_text": " sua", "probability": 0.08837890625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.0732421875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0306396484375}, {"token_id": 739, "token_text": " cui", "probability": 0.02783203125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.484375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.484375}, {"token_id": 303, "token_text": " che", "probability": 0.045166015625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.039794921875}, {"token_id": 246, "token_text": " e", "probability": 0.032958984375}, {"token_id": 15, "token_text": ",", "probability": 0.029052734375}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.50390625, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.50390625}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.038818359375}, {"token_id": 2755, "token_text": " Roma", "probability": 0.0234375}, {"token_id": 20449, "token_text": " Catania", "probability": 0.01953125}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.0125732421875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.384765625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.384765625}, {"token_id": 17, "token_text": ".", "probability": 0.265625}, {"token_id": 246, "token_text": " e", "probability": 0.1328125}, {"token_id": 355, "token_text": " \u00e8", "probability": 0.02978515625}, {"token_id": 323, "token_text": " (", "probability": 0.01318359375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.1279296875, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.1279296875}, {"token_id": 303, "token_text": " che", "probability": 0.1123046875}, {"token_id": 272, "token_text": " con", "probability": 0.09912109375}, {"token_id": 246, "token_text": " e", "probability": 0.05322265625}, {"token_id": 293, "token_text": " il", "probability": 0.038818359375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.21484375, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.21484375}, {"token_id": 5587, "token_text": " capitale", "probability": 0.07421875}, {"token_id": 718, "token_text": " sua", "probability": 0.0478515625}, {"token_id": 739, "token_text": " cui", "probability": 0.044921875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.039794921875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.8671875, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.8671875}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0115966796875}, {"token_id": 337, "token_text": " del", "probability": 0.01092529296875}, {"token_id": 303, "token_text": " che", "probability": 0.009033203125}, {"token_id": 370, "token_text": " della", "probability": 0.00750732421875}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.78125, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.78125}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.0184326171875}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.01263427734375}, {"token_id": 2755, "token_text": " Roma", "probability": 0.010498046875}, {"token_id": 20449, "token_text": " Catania", "probability": 0.00982666015625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.5390625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.5390625}, {"token_id": 246, "token_text": " e", "probability": 0.30859375}, {"token_id": 17, "token_text": ".", "probability": 0.0732421875}, {"token_id": 592, "token_text": " ed", "probability": 0.014404296875}, {"token_id": 323, "token_text": " (", "probability": 0.0076904296875}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.6015625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.6015625}, {"token_id": 293, "token_text": " il", "probability": 0.0810546875}, {"token_id": 227, "token_text": " l", "probability": 0.052490234375}, {"token_id": 303, "token_text": " che", "probability": 0.0218505859375}, {"token_id": 246, "token_text": " e", "probability": 0.0218505859375}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.37890625, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.37890625}, {"token_id": 5587, "token_text": " capitale", "probability": 0.05126953125}, {"token_id": 12161, "token_text": " Sicilia", "probability": 0.0291748046875}, {"token_id": 739, "token_text": " cui", "probability": 0.022705078125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.022705078125}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.90625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.90625}, {"token_id": 337, "token_text": " del", "probability": 0.00885009765625}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0078125}, {"token_id": 370, "token_text": " della", "probability": 0.0057373046875}, {"token_id": 303, "token_text": " che", "probability": 0.00537109375}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.80859375, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.80859375}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.01385498046875}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.01226806640625}, {"token_id": 2755, "token_text": " Roma", "probability": 0.009521484375}, {"token_id": 20449, "token_text": " Catania", "probability": 0.0074462890625}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.55859375, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.55859375}, {"token_id": 246, "token_text": " e", "probability": 0.33984375}, {"token_id": 17, "token_text": ".", "probability": 0.043212890625}, {"token_id": 592, "token_text": " ed", "probability": 0.01318359375}, {"token_id": 323, "token_text": " (", "probability": 0.005859375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.7578125}, {"token_id": 293, "token_text": " il", "probability": 0.07080078125}, {"token_id": 227, "token_text": " l", "probability": 0.054931640625}, {"token_id": 358, "token_text": " le", "probability": 0.01226806640625}, {"token_id": 360, "token_text": " i", "probability": 0.0084228515625}]}, {"token_id": 1558, "token_text": " citt\u00e0", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 1558, "token_text": " citt\u00e0", "probability": 0.486328125}, {"token_id": 5587, "token_text": " capitale", "probability": 0.03759765625}, {"token_id": 12161, "token_text": " Sicilia", "probability": 0.0274658203125}, {"token_id": 5078, "token_text": " regione", "probability": 0.0242919921875}, {"token_id": 3708, "token_text": " zona", "probability": 0.0201416015625}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.94140625, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.94140625}, {"token_id": 337, "token_text": " del", "probability": 0.005615234375}, {"token_id": 370, "token_text": " della", "probability": 0.0036163330078125}, {"token_id": 521, "token_text": " pi\u00f9", "probability": 0.0036163330078125}, {"token_id": 303, "token_text": " che", "probability": 0.0030059814453125}]}, {"token_id": 6213, "token_text": " Napoli", "chosen_probability": 0.79296875, "top_k_candidates": [{"token_id": 6213, "token_text": " Napoli", "probability": 0.79296875}, {"token_id": 13140, "token_text": " Palermo", "probability": 0.013671875}, {"token_id": 27501, "token_text": " Salerno", "probability": 0.0128173828125}, {"token_id": 2755, "token_text": " Roma", "probability": 0.010009765625}, {"token_id": 7561, "token_text": " Torino", "probability": 0.006866455078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.59765625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.59765625}, {"token_id": 246, "token_text": " e", "probability": 0.33984375}, {"token_id": 17, "token_text": ".", "probability": 0.024658203125}, {"token_id": 592, "token_text": " ed", "probability": 0.01025390625}, {"token_id": 323, "token_text": " (", "probability": 0.004547119140625}]}], "expected_token_diagnostics": [{"correct_token_id": 2755, "correct_token_text": " Roma", "correct_token_rank": 274, "correct_token_probability": 0.000324249267578125, "top_10_candidates": [{"token_id": 1340, "token_text": " stata", "probability": 0.259765625}, {"token_id": 285, "token_text": " la", "probability": 0.06591796875}, {"token_id": 293, "token_text": " il", "probability": 0.0341796875}, {"token_id": 234, "token_text": " in", "probability": 0.0181884765625}, {"token_id": 227, "token_text": " l", "probability": 0.0177001953125}, {"token_id": 387, "token_text": " una", "probability": 0.0177001953125}, {"token_id": 267, "token_text": " un", "probability": 0.01513671875}, {"token_id": 12169, "token_text": " diventata", "probability": 0.012939453125}, {"token_id": 238, "token_text": " di", "probability": 0.01251220703125}, {"token_id": 1378, "token_text": " ancora", "probability": 0.01214599609375}], "entropy": 5.03125}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -8.033997993588699, "average_logprob_per_token": -8.033997993588699, "perplexity_on_target_sequence": 3084.047058823528, "token_breakdown": [{"position": 0, "token_id": 2755, "token_text": "\u0120Roma", "logprob": -8.033997993588699, "probability": 0.000324249267578125, "raw_probability": 0.000324249267578125, "correct_token_rank": 274}], "target_tokenization": {"text": " Roma", "raw": {"token_ids": [1, 2755, 2], "tokens": ["", "\u0120Roma", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [2755], "tokens": ["\u0120Roma"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}} {"step": 10000, "elapsed_sec": 83184.46633863449, "probe_elapsed_sec": 0.9993711480055936, "language": "it", "prompt": "Un piccolo modello linguistico dovrebbe", "expected_next_text": " essere", "prompt_tokenization": {"text": "Un piccolo modello linguistico dovrebbe", "raw": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674, 2], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe", ""], "num_tokens": 8, "special_tokens": ["", ""]}, "clean": {"token_ids": [1, 3075, 4220, 5107, 5248, 3739, 4674], "tokens": ["", "Un", "\u0120piccolo", "\u0120modello", "\u0120lingu", "istico", "\u0120dovrebbe"], "num_tokens": 7, "special_tokens": [""]}, "terminal_eos_stripped": true, "special_tokens_stripped": true, "single_token": false}, "expected_next_text_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}, "completion": " essere un termine usato per indicare la presenza di un'altra persona, un'altra persona, un'altra persona, un'altra persona, un'altra", "text": "Un piccolo modello linguistico dovrebbe essere un termine usato per indicare la presenza di un'altra persona, un'altra persona, un'altra persona, un'altra persona, un'altra", "num_generated_tokens": 32, "sampling_temperature": 0.0, "raw_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33984375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0380859375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.016357421875}, {"token_id": 1612, "token_text": " fare", "probability": 0.014892578125}, {"token_id": 1402, "token_text": " aver", "probability": 0.01092529296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06640625}, {"token_id": 293, "token_text": " il", "probability": 0.06640625}, {"token_id": 285, "token_text": " la", "probability": 0.03564453125}, {"token_id": 844, "token_text": " stato", "probability": 0.034423828125}, {"token_id": 234, "token_text": " in", "probability": 0.033447265625}]}, {"token_id": 2912, "token_text": " termine", "chosen_probability": 0.03759765625, "top_k_candidates": [{"token_id": 2912, "token_text": " termine", "probability": 0.03759765625}, {"token_id": 10, "token_text": "'", "probability": 0.032958984375}, {"token_id": 2315, "token_text": " esempio", "probability": 0.026611328125}, {"token_id": 5107, "token_text": " modello", "probability": 0.022705078125}, {"token_id": 537, "token_text": " po", "probability": 0.0213623046875}]}, {"token_id": 6423, "token_text": " usato", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 6423, "token_text": " usato", "probability": 0.0830078125}, {"token_id": 303, "token_text": " che", "probability": 0.06494140625}, {"token_id": 238, "token_text": " di", "probability": 0.05712890625}, {"token_id": 10604, "token_text": " coni", "probability": 0.0306396484375}, {"token_id": 1099, "token_text": " gener", "probability": 0.02099609375}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.486328125}, {"token_id": 234, "token_text": " in", "probability": 0.1083984375}, {"token_id": 447, "token_text": " nel", "probability": 0.054443359375}, {"token_id": 637, "token_text": " nella", "probability": 0.04248046875}, {"token_id": 616, "token_text": " anche", "probability": 0.033203125}]}, {"token_id": 11871, "token_text": " indicare", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 11871, "token_text": " indicare", "probability": 0.25390625}, {"token_id": 19465, "token_text": " descrivere", "probability": 0.224609375}, {"token_id": 14133, "token_text": " definire", "probability": 0.064453125}, {"token_id": 285, "token_text": " la", "probability": 0.050048828125}, {"token_id": 2742, "token_text": " rifer", "probability": 0.03662109375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.12890625}, {"token_id": 227, "token_text": " l", "probability": 0.10009765625}, {"token_id": 267, "token_text": " un", "probability": 0.09423828125}, {"token_id": 293, "token_text": " il", "probability": 0.08837890625}, {"token_id": 303, "token_text": " che", "probability": 0.078125}]}, {"token_id": 3522, "token_text": " presenza", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 3522, "token_text": " presenza", "probability": 0.05517578125}, {"token_id": 5334, "token_text": " parola", "probability": 0.0216064453125}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.02099609375}, {"token_id": 3999, "token_text": " possibilit\u00e0", "probability": 0.015380859375}, {"token_id": 718, "token_text": " sua", "probability": 0.0135498046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.68359375}, {"token_id": 337, "token_text": " del", "probability": 0.0927734375}, {"token_id": 370, "token_text": " della", "probability": 0.031982421875}, {"token_id": 465, "token_text": " dell", "probability": 0.0283203125}, {"token_id": 491, "token_text": " dei", "probability": 0.0234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2578125}, {"token_id": 387, "token_text": " una", "probability": 0.1376953125}, {"token_id": 762, "token_text": " due", "probability": 0.0211181640625}, {"token_id": 1038, "token_text": " uno", "probability": 0.015869140625}, {"token_id": 1721, "token_text": " alcuni", "probability": 0.0128173828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.041259765625}, {"token_id": 17483, "token_text": " individuo", "probability": 0.036376953125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0283203125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0250244140625}, {"token_id": 11620, "token_text": " elemento", "probability": 0.0220947265625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.275390625}, {"token_id": 4378, "token_text": "area", "probability": 0.05078125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0240478515625}, {"token_id": 8032, "token_text": "intera", "probability": 0.0225830078125}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0225830078125}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.296875}, {"token_id": 760, "token_text": " parte", "probability": 0.048583984375}, {"token_id": 3751, "token_text": " specie", "probability": 0.045654296875}, {"token_id": 4198, "token_text": " lingua", "probability": 0.042724609375}, {"token_id": 1738, "token_text": " forma", "probability": 0.017333984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1630859375}, {"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 234, "token_text": " in", "probability": 0.072265625}, {"token_id": 303, "token_text": " che", "probability": 0.072265625}, {"token_id": 236, "token_text": " o", "probability": 0.06005859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.076171875}, {"token_id": 303, "token_text": " che", "probability": 0.06298828125}, {"token_id": 234, "token_text": " in", "probability": 0.06298828125}, {"token_id": 387, "token_text": " una", "probability": 0.0556640625}, {"token_id": 285, "token_text": " la", "probability": 0.046142578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1865234375}, {"token_id": 17483, "token_text": " individuo", "probability": 0.02685546875}, {"token_id": 537, "token_text": " po", "probability": 0.0223388671875}, {"token_id": 2211, "token_text": " altro", "probability": 0.017333984375}, {"token_id": 9802, "token_text": " evento", "probability": 0.015869140625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.6640625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.01470947265625}, {"token_id": 4378, "token_text": "area", "probability": 0.0107421875}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.0089111328125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.0089111328125}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.75390625}, {"token_id": 15, "token_text": ",", "probability": 0.01220703125}, {"token_id": 3017, "token_text": " donna", "probability": 0.011474609375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0089111328125}, {"token_id": 17, "token_text": ".", "probability": 0.006134033203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.41796875}, {"token_id": 17, "token_text": ".", "probability": 0.1357421875}, {"token_id": 236, "token_text": " o", "probability": 0.09326171875}, {"token_id": 246, "token_text": " e", "probability": 0.068359375}, {"token_id": 303, "token_text": " che", "probability": 0.044189453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.5546875}, {"token_id": 387, "token_text": " una", "probability": 0.216796875}, {"token_id": 303, "token_text": " che", "probability": 0.021484375}, {"token_id": 293, "token_text": " il", "probability": 0.0201416015625}, {"token_id": 246, "token_text": " e", "probability": 0.0167236328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.5546875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0546875}, {"token_id": 4085, "token_text": " uomo", "probability": 0.021484375}, {"token_id": 17483, "token_text": " individuo", "probability": 0.0147705078125}, {"token_id": 537, "token_text": " po", "probability": 0.011474609375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.9921875}, {"token_id": 2905, "token_text": "altro", "probability": 0.002044677734375}, {"token_id": 10756, "token_text": " altra", "probability": 0.00031280517578125}, {"token_id": 4148, "token_text": "ultima", "probability": 0.000244140625}, {"token_id": 2171, "token_text": "una", "probability": 0.0002155303955078125}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.91015625}, {"token_id": 3017, "token_text": " donna", "probability": 0.007415771484375}, {"token_id": 15, "token_text": ",", "probability": 0.0069580078125}, {"token_id": 1633, "token_text": " persone", "probability": 0.00396728515625}, {"token_id": 236, "token_text": " o", "probability": 0.002899169921875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.61328125}, {"token_id": 17, "token_text": ".", "probability": 0.1279296875}, {"token_id": 246, "token_text": " e", "probability": 0.0830078125}, {"token_id": 236, "token_text": " o", "probability": 0.056884765625}, {"token_id": 303, "token_text": " che", "probability": 0.017333984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.65625}, {"token_id": 387, "token_text": " una", "probability": 0.212890625}, {"token_id": 1038, "token_text": " uno", "probability": 0.01544189453125}, {"token_id": 303, "token_text": " che", "probability": 0.01275634765625}, {"token_id": 246, "token_text": " e", "probability": 0.01275634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.69140625}, {"token_id": 2211, "token_text": " altro", "probability": 0.068359375}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0162353515625}, {"token_id": 537, "token_text": " po", "probability": 0.0072021484375}, {"token_id": 622, "token_text": " suo", "probability": 0.00634765625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.99609375}, {"token_id": 2905, "token_text": "altro", "probability": 0.002471923828125}, {"token_id": 4148, "token_text": "ultima", "probability": 0.0002765655517578125}, {"token_id": 10756, "token_text": " altra", "probability": 0.0002593994140625}, {"token_id": 2171, "token_text": "una", "probability": 0.00022983551025390625}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.859375}, {"token_id": 15, "token_text": ",", "probability": 0.01226806640625}, {"token_id": 3017, "token_text": " donna", "probability": 0.009521484375}, {"token_id": 1633, "token_text": " persone", "probability": 0.009521484375}, {"token_id": 17, "token_text": ".", "probability": 0.00616455078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.69140625}, {"token_id": 17, "token_text": ".", "probability": 0.1064453125}, {"token_id": 246, "token_text": " e", "probability": 0.060546875}, {"token_id": 236, "token_text": " o", "probability": 0.044189453125}, {"token_id": 303, "token_text": " che", "probability": 0.01348876953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.69921875}, {"token_id": 387, "token_text": " una", "probability": 0.1884765625}, {"token_id": 1038, "token_text": " uno", "probability": 0.017578125}, {"token_id": 246, "token_text": " e", "probability": 0.0106201171875}, {"token_id": 293, "token_text": " il", "probability": 0.010009765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.7578125}, {"token_id": 2211, "token_text": " altro", "probability": 0.054931640625}, {"token_id": 4085, "token_text": " uomo", "probability": 0.01153564453125}, {"token_id": 537, "token_text": " po", "probability": 0.00579833984375}, {"token_id": 622, "token_text": " suo", "probability": 0.004791259765625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.9921875}, {"token_id": 2905, "token_text": "altro", "probability": 0.004058837890625}, {"token_id": 4148, "token_text": "ultima", "probability": 0.000293731689453125}, {"token_id": 10756, "token_text": " altra", "probability": 0.000293731689453125}, {"token_id": 2171, "token_text": "una", "probability": 0.0002288818359375}]}], "clean_probe_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33984375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0380859375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.016357421875}, {"token_id": 1612, "token_text": " fare", "probability": 0.014892578125}, {"token_id": 1402, "token_text": " aver", "probability": 0.01092529296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06640625}, {"token_id": 293, "token_text": " il", "probability": 0.06640625}, {"token_id": 285, "token_text": " la", "probability": 0.03564453125}, {"token_id": 844, "token_text": " stato", "probability": 0.034423828125}, {"token_id": 234, "token_text": " in", "probability": 0.033447265625}]}, {"token_id": 2912, "token_text": " termine", "chosen_probability": 0.03759765625, "top_k_candidates": [{"token_id": 2912, "token_text": " termine", "probability": 0.03759765625}, {"token_id": 10, "token_text": "'", "probability": 0.032958984375}, {"token_id": 2315, "token_text": " esempio", "probability": 0.026611328125}, {"token_id": 5107, "token_text": " modello", "probability": 0.022705078125}, {"token_id": 537, "token_text": " po", "probability": 0.0213623046875}]}, {"token_id": 6423, "token_text": " usato", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 6423, "token_text": " usato", "probability": 0.0830078125}, {"token_id": 303, "token_text": " che", "probability": 0.06494140625}, {"token_id": 238, "token_text": " di", "probability": 0.05712890625}, {"token_id": 10604, "token_text": " coni", "probability": 0.0306396484375}, {"token_id": 1099, "token_text": " gener", "probability": 0.02099609375}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.486328125}, {"token_id": 234, "token_text": " in", "probability": 0.1083984375}, {"token_id": 447, "token_text": " nel", "probability": 0.054443359375}, {"token_id": 637, "token_text": " nella", "probability": 0.04248046875}, {"token_id": 616, "token_text": " anche", "probability": 0.033203125}]}, {"token_id": 11871, "token_text": " indicare", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 11871, "token_text": " indicare", "probability": 0.25390625}, {"token_id": 19465, "token_text": " descrivere", "probability": 0.224609375}, {"token_id": 14133, "token_text": " definire", "probability": 0.064453125}, {"token_id": 285, "token_text": " la", "probability": 0.050048828125}, {"token_id": 2742, "token_text": " rifer", "probability": 0.03662109375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.12890625}, {"token_id": 227, "token_text": " l", "probability": 0.10009765625}, {"token_id": 267, "token_text": " un", "probability": 0.09423828125}, {"token_id": 293, "token_text": " il", "probability": 0.08837890625}, {"token_id": 303, "token_text": " che", "probability": 0.078125}]}, {"token_id": 3522, "token_text": " presenza", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 3522, "token_text": " presenza", "probability": 0.05517578125}, {"token_id": 5334, "token_text": " parola", "probability": 0.0216064453125}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.02099609375}, {"token_id": 3999, "token_text": " possibilit\u00e0", "probability": 0.015380859375}, {"token_id": 718, "token_text": " sua", "probability": 0.0135498046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.68359375}, {"token_id": 337, "token_text": " del", "probability": 0.0927734375}, {"token_id": 370, "token_text": " della", "probability": 0.031982421875}, {"token_id": 465, "token_text": " dell", "probability": 0.0283203125}, {"token_id": 491, "token_text": " dei", "probability": 0.0234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2578125}, {"token_id": 387, "token_text": " una", "probability": 0.1376953125}, {"token_id": 762, "token_text": " due", "probability": 0.0211181640625}, {"token_id": 1038, "token_text": " uno", "probability": 0.015869140625}, {"token_id": 1721, "token_text": " alcuni", "probability": 0.0128173828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.041259765625}, {"token_id": 17483, "token_text": " individuo", "probability": 0.036376953125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0283203125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0250244140625}, {"token_id": 11620, "token_text": " elemento", "probability": 0.0220947265625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.275390625}, {"token_id": 4378, "token_text": "area", "probability": 0.05078125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0240478515625}, {"token_id": 8032, "token_text": "intera", "probability": 0.0225830078125}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0225830078125}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.296875}, {"token_id": 760, "token_text": " parte", "probability": 0.048583984375}, {"token_id": 3751, "token_text": " specie", "probability": 0.045654296875}, {"token_id": 4198, "token_text": " lingua", "probability": 0.042724609375}, {"token_id": 1738, "token_text": " forma", "probability": 0.017333984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1630859375}, {"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 234, "token_text": " in", "probability": 0.072265625}, {"token_id": 303, "token_text": " che", "probability": 0.072265625}, {"token_id": 236, "token_text": " o", "probability": 0.06005859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.076171875}, {"token_id": 303, "token_text": " che", "probability": 0.06298828125}, {"token_id": 234, "token_text": " in", "probability": 0.06298828125}, {"token_id": 387, "token_text": " una", "probability": 0.0556640625}, {"token_id": 285, "token_text": " la", "probability": 0.046142578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1865234375}, {"token_id": 17483, "token_text": " individuo", "probability": 0.02685546875}, {"token_id": 537, "token_text": " po", "probability": 0.0223388671875}, {"token_id": 2211, "token_text": " altro", "probability": 0.017333984375}, {"token_id": 9802, "token_text": " evento", "probability": 0.015869140625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.6640625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.01470947265625}, {"token_id": 4378, "token_text": "area", "probability": 0.0107421875}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.0089111328125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.0089111328125}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.75390625}, {"token_id": 15, "token_text": ",", "probability": 0.01220703125}, {"token_id": 3017, "token_text": " donna", "probability": 0.011474609375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0089111328125}, {"token_id": 17, "token_text": ".", "probability": 0.006134033203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.41796875}, {"token_id": 17, "token_text": ".", "probability": 0.1357421875}, {"token_id": 236, "token_text": " o", "probability": 0.09326171875}, {"token_id": 246, "token_text": " e", "probability": 0.068359375}, {"token_id": 303, "token_text": " che", "probability": 0.044189453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.5546875}, {"token_id": 387, "token_text": " una", "probability": 0.216796875}, {"token_id": 303, "token_text": " che", "probability": 0.021484375}, {"token_id": 293, "token_text": " il", "probability": 0.0201416015625}, {"token_id": 246, "token_text": " e", "probability": 0.0167236328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.5546875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0546875}, {"token_id": 4085, "token_text": " uomo", "probability": 0.021484375}, {"token_id": 17483, "token_text": " individuo", "probability": 0.0147705078125}, {"token_id": 537, "token_text": " po", "probability": 0.011474609375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.9921875}, {"token_id": 2905, "token_text": "altro", "probability": 0.002044677734375}, {"token_id": 10756, "token_text": " altra", "probability": 0.00031280517578125}, {"token_id": 4148, "token_text": "ultima", "probability": 0.000244140625}, {"token_id": 2171, "token_text": "una", "probability": 0.0002155303955078125}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.91015625}, {"token_id": 3017, "token_text": " donna", "probability": 0.007415771484375}, {"token_id": 15, "token_text": ",", "probability": 0.0069580078125}, {"token_id": 1633, "token_text": " persone", "probability": 0.00396728515625}, {"token_id": 236, "token_text": " o", "probability": 0.002899169921875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.61328125}, {"token_id": 17, "token_text": ".", "probability": 0.1279296875}, {"token_id": 246, "token_text": " e", "probability": 0.0830078125}, {"token_id": 236, "token_text": " o", "probability": 0.056884765625}, {"token_id": 303, "token_text": " che", "probability": 0.017333984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.65625}, {"token_id": 387, "token_text": " una", "probability": 0.212890625}, {"token_id": 1038, "token_text": " uno", "probability": 0.01544189453125}, {"token_id": 303, "token_text": " che", "probability": 0.01275634765625}, {"token_id": 246, "token_text": " e", "probability": 0.01275634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.69140625}, {"token_id": 2211, "token_text": " altro", "probability": 0.068359375}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0162353515625}, {"token_id": 537, "token_text": " po", "probability": 0.0072021484375}, {"token_id": 622, "token_text": " suo", "probability": 0.00634765625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.99609375}, {"token_id": 2905, "token_text": "altro", "probability": 0.002471923828125}, {"token_id": 4148, "token_text": "ultima", "probability": 0.0002765655517578125}, {"token_id": 10756, "token_text": " altra", "probability": 0.0002593994140625}, {"token_id": 2171, "token_text": "una", "probability": 0.00022983551025390625}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.859375}, {"token_id": 15, "token_text": ",", "probability": 0.01226806640625}, {"token_id": 3017, "token_text": " donna", "probability": 0.009521484375}, {"token_id": 1633, "token_text": " persone", "probability": 0.009521484375}, {"token_id": 17, "token_text": ".", "probability": 0.00616455078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.69140625}, {"token_id": 17, "token_text": ".", "probability": 0.1064453125}, {"token_id": 246, "token_text": " e", "probability": 0.060546875}, {"token_id": 236, "token_text": " o", "probability": 0.044189453125}, {"token_id": 303, "token_text": " che", "probability": 0.01348876953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.69921875}, {"token_id": 387, "token_text": " una", "probability": 0.1884765625}, {"token_id": 1038, "token_text": " uno", "probability": 0.017578125}, {"token_id": 246, "token_text": " e", "probability": 0.0106201171875}, {"token_id": 293, "token_text": " il", "probability": 0.010009765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.7578125}, {"token_id": 2211, "token_text": " altro", "probability": 0.054931640625}, {"token_id": 4085, "token_text": " uomo", "probability": 0.01153564453125}, {"token_id": 537, "token_text": " po", "probability": 0.00579833984375}, {"token_id": 622, "token_text": " suo", "probability": 0.004791259765625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.9921875}, {"token_id": 2905, "token_text": "altro", "probability": 0.004058837890625}, {"token_id": 4148, "token_text": "ultima", "probability": 0.000293731689453125}, {"token_id": 10756, "token_text": " altra", "probability": 0.000293731689453125}, {"token_id": 2171, "token_text": "una", "probability": 0.0002288818359375}]}], "token_diagnostics": [{"token_id": 779, "token_text": " essere", "chosen_probability": 0.33984375, "top_k_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33984375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0380859375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.016357421875}, {"token_id": 1612, "token_text": " fare", "probability": 0.014892578125}, {"token_id": 1402, "token_text": " aver", "probability": 0.01092529296875}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.06640625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.06640625}, {"token_id": 293, "token_text": " il", "probability": 0.06640625}, {"token_id": 285, "token_text": " la", "probability": 0.03564453125}, {"token_id": 844, "token_text": " stato", "probability": 0.034423828125}, {"token_id": 234, "token_text": " in", "probability": 0.033447265625}]}, {"token_id": 2912, "token_text": " termine", "chosen_probability": 0.03759765625, "top_k_candidates": [{"token_id": 2912, "token_text": " termine", "probability": 0.03759765625}, {"token_id": 10, "token_text": "'", "probability": 0.032958984375}, {"token_id": 2315, "token_text": " esempio", "probability": 0.026611328125}, {"token_id": 5107, "token_text": " modello", "probability": 0.022705078125}, {"token_id": 537, "token_text": " po", "probability": 0.0213623046875}]}, {"token_id": 6423, "token_text": " usato", "chosen_probability": 0.0830078125, "top_k_candidates": [{"token_id": 6423, "token_text": " usato", "probability": 0.0830078125}, {"token_id": 303, "token_text": " che", "probability": 0.06494140625}, {"token_id": 238, "token_text": " di", "probability": 0.05712890625}, {"token_id": 10604, "token_text": " coni", "probability": 0.0306396484375}, {"token_id": 1099, "token_text": " gener", "probability": 0.02099609375}]}, {"token_id": 290, "token_text": " per", "chosen_probability": 0.486328125, "top_k_candidates": [{"token_id": 290, "token_text": " per", "probability": 0.486328125}, {"token_id": 234, "token_text": " in", "probability": 0.1083984375}, {"token_id": 447, "token_text": " nel", "probability": 0.054443359375}, {"token_id": 637, "token_text": " nella", "probability": 0.04248046875}, {"token_id": 616, "token_text": " anche", "probability": 0.033203125}]}, {"token_id": 11871, "token_text": " indicare", "chosen_probability": 0.25390625, "top_k_candidates": [{"token_id": 11871, "token_text": " indicare", "probability": 0.25390625}, {"token_id": 19465, "token_text": " descrivere", "probability": 0.224609375}, {"token_id": 14133, "token_text": " definire", "probability": 0.064453125}, {"token_id": 285, "token_text": " la", "probability": 0.050048828125}, {"token_id": 2742, "token_text": " rifer", "probability": 0.03662109375}]}, {"token_id": 285, "token_text": " la", "chosen_probability": 0.12890625, "top_k_candidates": [{"token_id": 285, "token_text": " la", "probability": 0.12890625}, {"token_id": 227, "token_text": " l", "probability": 0.10009765625}, {"token_id": 267, "token_text": " un", "probability": 0.09423828125}, {"token_id": 293, "token_text": " il", "probability": 0.08837890625}, {"token_id": 303, "token_text": " che", "probability": 0.078125}]}, {"token_id": 3522, "token_text": " presenza", "chosen_probability": 0.05517578125, "top_k_candidates": [{"token_id": 3522, "token_text": " presenza", "probability": 0.05517578125}, {"token_id": 5334, "token_text": " parola", "probability": 0.0216064453125}, {"token_id": 4291, "token_text": " capacit\u00e0", "probability": 0.02099609375}, {"token_id": 3999, "token_text": " possibilit\u00e0", "probability": 0.015380859375}, {"token_id": 718, "token_text": " sua", "probability": 0.0135498046875}]}, {"token_id": 238, "token_text": " di", "chosen_probability": 0.68359375, "top_k_candidates": [{"token_id": 238, "token_text": " di", "probability": 0.68359375}, {"token_id": 337, "token_text": " del", "probability": 0.0927734375}, {"token_id": 370, "token_text": " della", "probability": 0.031982421875}, {"token_id": 465, "token_text": " dell", "probability": 0.0283203125}, {"token_id": 491, "token_text": " dei", "probability": 0.0234375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.2578125, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.2578125}, {"token_id": 387, "token_text": " una", "probability": 0.1376953125}, {"token_id": 762, "token_text": " due", "probability": 0.0211181640625}, {"token_id": 1038, "token_text": " uno", "probability": 0.015869140625}, {"token_id": 1721, "token_text": " alcuni", "probability": 0.0128173828125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.041259765625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.041259765625}, {"token_id": 17483, "token_text": " individuo", "probability": 0.036376953125}, {"token_id": 357, "token_text": "\u2019", "probability": 0.0283203125}, {"token_id": 2134, "token_text": " gruppo", "probability": 0.0250244140625}, {"token_id": 11620, "token_text": " elemento", "probability": 0.0220947265625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.275390625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.275390625}, {"token_id": 4378, "token_text": "area", "probability": 0.05078125}, {"token_id": 7019, "token_text": "immagine", "probability": 0.0240478515625}, {"token_id": 8032, "token_text": "intera", "probability": 0.0225830078125}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.0225830078125}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.296875, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.296875}, {"token_id": 760, "token_text": " parte", "probability": 0.048583984375}, {"token_id": 3751, "token_text": " specie", "probability": 0.045654296875}, {"token_id": 4198, "token_text": " lingua", "probability": 0.042724609375}, {"token_id": 1738, "token_text": " forma", "probability": 0.017333984375}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.1630859375, "top_k_candidates": [{"token_id": 17, "token_text": ".", "probability": 0.1630859375}, {"token_id": 15, "token_text": ",", "probability": 0.1630859375}, {"token_id": 234, "token_text": " in", "probability": 0.072265625}, {"token_id": 303, "token_text": " che", "probability": 0.072265625}, {"token_id": 236, "token_text": " o", "probability": 0.06005859375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.076171875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.076171875}, {"token_id": 303, "token_text": " che", "probability": 0.06298828125}, {"token_id": 234, "token_text": " in", "probability": 0.06298828125}, {"token_id": 387, "token_text": " una", "probability": 0.0556640625}, {"token_id": 285, "token_text": " la", "probability": 0.046142578125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.1865234375, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.1865234375}, {"token_id": 17483, "token_text": " individuo", "probability": 0.02685546875}, {"token_id": 537, "token_text": " po", "probability": 0.0223388671875}, {"token_id": 2211, "token_text": " altro", "probability": 0.017333984375}, {"token_id": 9802, "token_text": " evento", "probability": 0.015869140625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.6640625, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.6640625}, {"token_id": 7339, "token_text": "organizzazione", "probability": 0.01470947265625}, {"token_id": 4378, "token_text": "area", "probability": 0.0107421875}, {"token_id": 7738, "token_text": "unit\u00e0", "probability": 0.0089111328125}, {"token_id": 4856, "token_text": "attivit\u00e0", "probability": 0.0089111328125}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.75390625, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.75390625}, {"token_id": 15, "token_text": ",", "probability": 0.01220703125}, {"token_id": 3017, "token_text": " donna", "probability": 0.011474609375}, {"token_id": 2004, "token_text": " cosa", "probability": 0.0089111328125}, {"token_id": 17, "token_text": ".", "probability": 0.006134033203125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.41796875, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.41796875}, {"token_id": 17, "token_text": ".", "probability": 0.1357421875}, {"token_id": 236, "token_text": " o", "probability": 0.09326171875}, {"token_id": 246, "token_text": " e", "probability": 0.068359375}, {"token_id": 303, "token_text": " che", "probability": 0.044189453125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.5546875}, {"token_id": 387, "token_text": " una", "probability": 0.216796875}, {"token_id": 303, "token_text": " che", "probability": 0.021484375}, {"token_id": 293, "token_text": " il", "probability": 0.0201416015625}, {"token_id": 246, "token_text": " e", "probability": 0.0167236328125}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.5546875, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.5546875}, {"token_id": 2211, "token_text": " altro", "probability": 0.0546875}, {"token_id": 4085, "token_text": " uomo", "probability": 0.021484375}, {"token_id": 17483, "token_text": " individuo", "probability": 0.0147705078125}, {"token_id": 537, "token_text": " po", "probability": 0.011474609375}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.9921875}, {"token_id": 2905, "token_text": "altro", "probability": 0.002044677734375}, {"token_id": 10756, "token_text": " altra", "probability": 0.00031280517578125}, {"token_id": 4148, "token_text": "ultima", "probability": 0.000244140625}, {"token_id": 2171, "token_text": "una", "probability": 0.0002155303955078125}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.91015625, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.91015625}, {"token_id": 3017, "token_text": " donna", "probability": 0.007415771484375}, {"token_id": 15, "token_text": ",", "probability": 0.0069580078125}, {"token_id": 1633, "token_text": " persone", "probability": 0.00396728515625}, {"token_id": 236, "token_text": " o", "probability": 0.002899169921875}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.61328125, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.61328125}, {"token_id": 17, "token_text": ".", "probability": 0.1279296875}, {"token_id": 246, "token_text": " e", "probability": 0.0830078125}, {"token_id": 236, "token_text": " o", "probability": 0.056884765625}, {"token_id": 303, "token_text": " che", "probability": 0.017333984375}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.65625, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.65625}, {"token_id": 387, "token_text": " una", "probability": 0.212890625}, {"token_id": 1038, "token_text": " uno", "probability": 0.01544189453125}, {"token_id": 303, "token_text": " che", "probability": 0.01275634765625}, {"token_id": 246, "token_text": " e", "probability": 0.01275634765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.69140625}, {"token_id": 2211, "token_text": " altro", "probability": 0.068359375}, {"token_id": 4085, "token_text": " uomo", "probability": 0.0162353515625}, {"token_id": 537, "token_text": " po", "probability": 0.0072021484375}, {"token_id": 622, "token_text": " suo", "probability": 0.00634765625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.99609375, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.99609375}, {"token_id": 2905, "token_text": "altro", "probability": 0.002471923828125}, {"token_id": 4148, "token_text": "ultima", "probability": 0.0002765655517578125}, {"token_id": 10756, "token_text": " altra", "probability": 0.0002593994140625}, {"token_id": 2171, "token_text": "una", "probability": 0.00022983551025390625}]}, {"token_id": 3391, "token_text": " persona", "chosen_probability": 0.859375, "top_k_candidates": [{"token_id": 3391, "token_text": " persona", "probability": 0.859375}, {"token_id": 15, "token_text": ",", "probability": 0.01226806640625}, {"token_id": 3017, "token_text": " donna", "probability": 0.009521484375}, {"token_id": 1633, "token_text": " persone", "probability": 0.009521484375}, {"token_id": 17, "token_text": ".", "probability": 0.00616455078125}]}, {"token_id": 15, "token_text": ",", "chosen_probability": 0.69140625, "top_k_candidates": [{"token_id": 15, "token_text": ",", "probability": 0.69140625}, {"token_id": 17, "token_text": ".", "probability": 0.1064453125}, {"token_id": 246, "token_text": " e", "probability": 0.060546875}, {"token_id": 236, "token_text": " o", "probability": 0.044189453125}, {"token_id": 303, "token_text": " che", "probability": 0.01348876953125}]}, {"token_id": 267, "token_text": " un", "chosen_probability": 0.69921875, "top_k_candidates": [{"token_id": 267, "token_text": " un", "probability": 0.69921875}, {"token_id": 387, "token_text": " una", "probability": 0.1884765625}, {"token_id": 1038, "token_text": " uno", "probability": 0.017578125}, {"token_id": 246, "token_text": " e", "probability": 0.0106201171875}, {"token_id": 293, "token_text": " il", "probability": 0.010009765625}]}, {"token_id": 10, "token_text": "'", "chosen_probability": 0.7578125, "top_k_candidates": [{"token_id": 10, "token_text": "'", "probability": 0.7578125}, {"token_id": 2211, "token_text": " altro", "probability": 0.054931640625}, {"token_id": 4085, "token_text": " uomo", "probability": 0.01153564453125}, {"token_id": 537, "token_text": " po", "probability": 0.00579833984375}, {"token_id": 622, "token_text": " suo", "probability": 0.004791259765625}]}, {"token_id": 2734, "token_text": "altra", "chosen_probability": 0.9921875, "top_k_candidates": [{"token_id": 2734, "token_text": "altra", "probability": 0.9921875}, {"token_id": 2905, "token_text": "altro", "probability": 0.004058837890625}, {"token_id": 4148, "token_text": "ultima", "probability": 0.000293731689453125}, {"token_id": 10756, "token_text": " altra", "probability": 0.000293731689453125}, {"token_id": 2171, "token_text": "una", "probability": 0.0002288818359375}]}], "expected_token_diagnostics": [{"correct_token_id": 779, "correct_token_text": " essere", "correct_token_rank": 1, "correct_token_probability": 0.33984375, "top_10_candidates": [{"token_id": 779, "token_text": " essere", "probability": 0.33984375}, {"token_id": 2370, "token_text": " avere", "probability": 0.0380859375}, {"token_id": 5706, "token_text": " diventare", "probability": 0.016357421875}, {"token_id": 1612, "token_text": " fare", "probability": 0.014892578125}, {"token_id": 1402, "token_text": " aver", "probability": 0.01092529296875}, {"token_id": 14192, "token_text": " servire", "probability": 0.0096435546875}, {"token_id": 14761, "token_text": " rappresentare", "probability": 0.00933837890625}, {"token_id": 20459, "token_text": " funzionare", "probability": 0.00799560546875}, {"token_id": 267, "token_text": " un", "probability": 0.00775146484375}, {"token_id": 18531, "token_text": " contenere", "probability": 0.00775146484375}], "entropy": 4.71875}], "expected_sequence_diagnostics": {"target_token_count": 1, "prompt_logprob_target_sequence": -1.0792693258249788, "average_logprob_per_token": -1.0792693258249788, "perplexity_on_target_sequence": 2.942528735632184, "token_breakdown": [{"position": 0, "token_id": 779, "token_text": "\u0120essere", "logprob": -1.0792693258249788, "probability": 0.33984375, "raw_probability": 0.33984375, "correct_token_rank": 1}], "target_tokenization": {"text": " essere", "raw": {"token_ids": [1, 779, 2], "tokens": ["", "\u0120essere", ""], "num_tokens": 3, "special_tokens": ["", ""]}, "clean": {"token_ids": [779], "tokens": ["\u0120essere"], "num_tokens": 1, "special_tokens": []}, "terminal_eos_stripped": false, "special_tokens_stripped": true, "single_token": true}}}