File size: 387,003 Bytes
1dead06 12e3393 1b6436d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292 1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389 1390 1391 1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415 1416 1417 1418 1419 1420 1421 1422 1423 1424 1425 1426 1427 1428 1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453 1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467 1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503 1504 1505 1506 1507 1508 1509 1510 1511 1512 1513 1514 1515 1516 1517 1518 1519 1520 1521 1522 1523 1524 1525 1526 1527 1528 1529 1530 1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559 1560 1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573 1574 1575 1576 1577 1578 1579 1580 1581 1582 1583 1584 1585 1586 1587 1588 1589 1590 1591 1592 1593 1594 1595 1596 1597 1598 1599 1600 1601 1602 1603 1604 1605 1606 1607 1608 1609 1610 1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622 1623 1624 1625 1626 1627 1628 1629 1630 1631 1632 1633 1634 1635 1636 1637 1638 1639 1640 1641 1642 1643 1644 1645 1646 1647 1648 1649 1650 1651 1652 1653 1654 1655 1656 1657 1658 1659 1660 1661 1662 1663 1664 1665 1666 1667 1668 1669 1670 1671 1672 1673 1674 1675 1676 1677 1678 1679 1680 1681 1682 1683 1684 1685 1686 1687 1688 1689 1690 1691 1692 1693 1694 1695 1696 1697 1698 1699 1700 1701 1702 1703 1704 1705 1706 1707 1708 1709 1710 1711 1712 1713 1714 1715 1716 1717 1718 1719 1720 1721 1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733 1734 1735 1736 1737 1738 1739 1740 1741 1742 1743 1744 1745 1746 1747 1748 1749 1750 1751 1752 1753 1754 1755 1756 1757 1758 1759 1760 1761 1762 1763 1764 1765 1766 1767 1768 1769 1770 1771 1772 1773 1774 1775 1776 1777 1778 1779 1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825 1826 1827 1828 1829 1830 1831 1832 1833 1834 1835 1836 1837 1838 1839 1840 1841 1842 1843 1844 1845 1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859 1860 1861 1862 1863 1864 1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880 1881 1882 1883 1884 1885 1886 1887 1888 1889 1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918 1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943 1944 1945 1946 1947 1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984 1985 1986 1987 1988 1989 1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006 2007 2008 2009 2010 2011 2012 2013 2014 2015 2016 2017 2018 2019 2020 2021 2022 2023 2024 2025 2026 2027 2028 2029 2030 2031 2032 2033 2034 2035 2036 2037 2038 2039 2040 2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108 2109 2110 2111 2112 2113 2114 2115 2116 2117 2118 2119 2120 2121 2122 2123 2124 2125 2126 2127 2128 2129 2130 2131 2132 2133 2134 2135 2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146 2147 2148 2149 2150 2151 2152 2153 2154 2155 2156 2157 2158 2159 2160 2161 2162 2163 2164 2165 2166 2167 2168 2169 2170 2171 2172 2173 2174 2175 2176 2177 2178 2179 2180 2181 2182 2183 2184 2185 2186 2187 2188 2189 2190 2191 2192 2193 2194 2195 2196 2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234 2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250 2251 2252 2253 2254 2255 2256 2257 2258 2259 2260 2261 2262 2263 2264 2265 2266 2267 2268 2269 2270 2271 2272 2273 2274 2275 2276 2277 2278 2279 2280 2281 2282 2283 2284 2285 2286 2287 2288 2289 2290 2291 2292 2293 2294 2295 2296 2297 2298 2299 2300 2301 2302 2303 2304 2305 2306 2307 2308 2309 2310 2311 2312 2313 2314 2315 2316 2317 2318 2319 2320 2321 2322 2323 2324 2325 2326 2327 2328 2329 2330 2331 2332 2333 2334 2335 2336 2337 2338 2339 2340 2341 2342 2343 2344 2345 2346 2347 2348 2349 2350 2351 2352 2353 2354 2355 2356 2357 2358 2359 2360 2361 2362 2363 2364 2365 2366 2367 2368 2369 2370 2371 2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388 2389 2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400 2401 2402 2403 2404 2405 2406 2407 2408 2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420 2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501 2502 2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552 2553 2554 2555 2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579 2580 2581 2582 2583 2584 2585 2586 2587 2588 2589 2590 2591 2592 2593 2594 2595 2596 2597 2598 2599 2600 2601 2602 2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616 2617 2618 2619 2620 2621 2622 2623 2624 2625 2626 2627 2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642 2643 2644 2645 2646 2647 2648 2649 2650 2651 2652 2653 2654 2655 2656 2657 2658 2659 2660 2661 2662 2663 2664 2665 2666 2667 2668 2669 2670 2671 2672 2673 2674 2675 2676 2677 2678 2679 2680 2681 2682 2683 2684 2685 2686 2687 2688 2689 2690 2691 2692 2693 2694 2695 2696 2697 2698 2699 2700 2701 2702 2703 2704 2705 2706 2707 2708 2709 2710 2711 2712 2713 2714 2715 2716 2717 2718 2719 2720 2721 2722 2723 2724 2725 2726 2727 2728 2729 2730 2731 2732 2733 2734 2735 2736 2737 2738 2739 2740 2741 2742 2743 2744 2745 2746 2747 2748 2749 2750 2751 2752 2753 2754 2755 2756 2757 2758 2759 2760 2761 2762 2763 2764 2765 2766 2767 2768 2769 2770 2771 2772 2773 2774 2775 2776 2777 2778 2779 2780 2781 2782 2783 2784 2785 2786 2787 2788 2789 2790 2791 2792 2793 2794 2795 2796 2797 2798 2799 2800 2801 2802 2803 2804 2805 2806 2807 2808 2809 2810 2811 2812 2813 2814 2815 2816 2817 2818 2819 2820 2821 2822 2823 2824 2825 2826 2827 2828 2829 2830 2831 2832 2833 2834 2835 2836 2837 2838 2839 2840 2841 2842 2843 2844 2845 2846 2847 2848 2849 2850 2851 2852 2853 2854 2855 2856 2857 2858 2859 2860 2861 2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873 2874 2875 2876 2877 2878 2879 2880 2881 2882 2883 2884 2885 2886 2887 2888 2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900 2901 2902 2903 2904 2905 2906 2907 2908 2909 2910 2911 2912 2913 2914 2915 2916 2917 2918 2919 2920 2921 2922 2923 2924 2925 2926 2927 2928 2929 2930 2931 2932 2933 2934 2935 2936 2937 2938 2939 2940 2941 2942 2943 2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965 2966 2967 2968 2969 2970 2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982 2983 2984 2985 2986 2987 2988 2989 2990 2991 2992 2993 2994 2995 2996 2997 2998 2999 3000 3001 3002 3003 3004 3005 3006 3007 3008 3009 3010 3011 3012 3013 3014 3015 3016 3017 3018 3019 3020 3021 3022 3023 3024 3025 3026 3027 3028 3029 3030 3031 3032 3033 3034 3035 3036 3037 3038 3039 3040 3041 3042 3043 3044 3045 3046 3047 3048 3049 3050 3051 3052 3053 3054 3055 3056 3057 3058 3059 3060 3061 3062 3063 3064 3065 3066 3067 3068 3069 3070 3071 3072 3073 3074 3075 3076 3077 3078 3079 3080 3081 3082 3083 3084 3085 3086 3087 3088 3089 3090 3091 3092 3093 3094 3095 3096 3097 3098 3099 3100 3101 3102 3103 3104 3105 3106 3107 3108 3109 3110 3111 3112 3113 3114 3115 3116 3117 3118 3119 3120 3121 3122 3123 3124 3125 3126 3127 3128 3129 3130 3131 3132 3133 3134 3135 3136 3137 3138 3139 3140 3141 3142 3143 3144 3145 3146 3147 3148 3149 3150 3151 3152 3153 3154 3155 3156 3157 3158 3159 3160 3161 3162 3163 3164 3165 3166 3167 3168 3169 3170 3171 3172 3173 3174 3175 3176 3177 3178 3179 3180 3181 3182 3183 3184 3185 3186 3187 3188 3189 3190 3191 3192 3193 3194 3195 3196 3197 3198 3199 3200 3201 3202 3203 3204 3205 3206 3207 3208 3209 3210 3211 3212 3213 3214 3215 3216 3217 3218 3219 3220 3221 3222 3223 3224 3225 3226 3227 3228 3229 3230 3231 3232 3233 3234 3235 3236 3237 3238 3239 3240 3241 3242 3243 3244 3245 3246 3247 3248 3249 3250 3251 3252 3253 3254 3255 3256 3257 3258 3259 3260 3261 3262 3263 3264 3265 3266 3267 3268 3269 3270 3271 3272 3273 3274 3275 3276 3277 3278 3279 3280 3281 3282 3283 3284 3285 3286 3287 3288 3289 3290 3291 3292 3293 3294 3295 3296 3297 3298 3299 3300 3301 3302 3303 3304 3305 3306 3307 3308 3309 3310 3311 3312 3313 3314 3315 3316 3317 3318 3319 3320 3321 3322 3323 3324 3325 3326 3327 3328 3329 3330 3331 3332 3333 3334 3335 3336 3337 3338 3339 3340 3341 3342 3343 3344 3345 3346 3347 3348 3349 3350 3351 3352 3353 3354 3355 3356 3357 3358 3359 3360 3361 3362 3363 3364 3365 3366 3367 3368 3369 3370 3371 3372 3373 3374 3375 3376 3377 3378 3379 3380 3381 3382 3383 3384 3385 3386 3387 3388 3389 3390 3391 3392 3393 3394 3395 3396 3397 3398 3399 3400 3401 3402 3403 3404 3405 3406 3407 3408 3409 3410 3411 3412 3413 3414 3415 3416 3417 3418 3419 3420 3421 3422 3423 3424 3425 3426 3427 3428 3429 3430 3431 3432 3433 3434 3435 3436 3437 3438 3439 3440 3441 3442 3443 3444 3445 3446 3447 3448 3449 3450 3451 3452 3453 3454 3455 3456 3457 3458 3459 3460 3461 3462 3463 3464 3465 3466 3467 3468 3469 3470 3471 3472 3473 3474 3475 3476 3477 3478 3479 3480 3481 3482 3483 3484 3485 3486 3487 3488 3489 3490 3491 3492 3493 3494 3495 3496 3497 3498 3499 3500 3501 3502 3503 3504 3505 3506 3507 3508 3509 3510 3511 3512 3513 3514 3515 3516 3517 3518 3519 3520 3521 3522 3523 3524 3525 3526 3527 3528 3529 3530 3531 3532 3533 3534 3535 3536 3537 3538 3539 3540 3541 3542 3543 3544 3545 3546 3547 3548 3549 3550 3551 3552 3553 3554 3555 3556 3557 3558 3559 3560 3561 3562 3563 3564 3565 3566 3567 3568 3569 3570 3571 3572 3573 3574 3575 3576 3577 3578 3579 3580 3581 3582 3583 3584 3585 3586 3587 3588 3589 3590 3591 3592 3593 3594 3595 3596 3597 3598 3599 3600 3601 3602 3603 3604 3605 3606 3607 3608 3609 3610 3611 3612 3613 3614 3615 3616 3617 3618 3619 3620 3621 3622 3623 3624 3625 3626 3627 3628 3629 3630 3631 3632 3633 3634 3635 3636 3637 3638 3639 3640 3641 3642 3643 3644 3645 3646 3647 3648 3649 3650 3651 3652 3653 3654 3655 3656 3657 3658 3659 3660 3661 3662 3663 3664 3665 3666 3667 3668 3669 3670 3671 3672 3673 3674 3675 3676 3677 3678 3679 3680 3681 3682 3683 3684 3685 3686 3687 3688 3689 3690 3691 3692 3693 3694 3695 3696 3697 3698 3699 3700 3701 3702 3703 3704 3705 3706 3707 3708 3709 3710 3711 3712 3713 3714 3715 3716 3717 3718 3719 3720 3721 3722 3723 3724 3725 3726 3727 3728 3729 3730 3731 3732 3733 3734 3735 3736 3737 3738 3739 3740 3741 3742 3743 3744 3745 3746 3747 3748 3749 3750 3751 3752 3753 3754 3755 3756 3757 3758 3759 3760 3761 3762 3763 3764 3765 3766 3767 3768 3769 3770 3771 3772 3773 3774 3775 3776 3777 3778 3779 3780 3781 3782 3783 3784 3785 3786 3787 3788 3789 3790 3791 3792 3793 3794 3795 3796 3797 3798 3799 3800 3801 3802 3803 3804 3805 3806 3807 3808 3809 3810 3811 3812 3813 3814 3815 3816 3817 3818 3819 3820 3821 3822 3823 3824 3825 3826 3827 3828 3829 3830 3831 3832 3833 3834 3835 3836 3837 3838 3839 3840 3841 3842 3843 3844 3845 3846 3847 3848 3849 3850 3851 3852 3853 3854 3855 3856 3857 3858 3859 3860 3861 3862 3863 3864 3865 3866 3867 3868 3869 3870 3871 3872 3873 3874 3875 3876 3877 3878 3879 3880 3881 3882 3883 3884 3885 3886 3887 3888 3889 3890 3891 3892 3893 3894 3895 3896 3897 3898 3899 3900 3901 3902 3903 3904 3905 3906 3907 3908 3909 3910 3911 3912 3913 3914 3915 3916 3917 3918 3919 3920 3921 3922 3923 3924 3925 3926 3927 3928 3929 3930 3931 3932 3933 3934 3935 3936 3937 3938 3939 3940 3941 3942 3943 3944 3945 3946 3947 3948 3949 3950 3951 3952 3953 3954 3955 3956 3957 3958 3959 3960 3961 3962 3963 3964 3965 3966 3967 3968 3969 3970 3971 3972 3973 3974 3975 3976 3977 3978 3979 3980 3981 3982 3983 3984 3985 3986 3987 3988 3989 3990 3991 3992 3993 3994 3995 3996 3997 3998 3999 4000 4001 4002 4003 4004 4005 4006 4007 4008 4009 4010 4011 4012 4013 4014 4015 4016 4017 4018 4019 4020 4021 4022 4023 4024 4025 4026 4027 4028 4029 4030 4031 4032 4033 4034 4035 4036 4037 4038 4039 4040 4041 4042 4043 4044 4045 4046 4047 4048 4049 4050 4051 4052 4053 4054 4055 4056 4057 4058 4059 4060 4061 4062 4063 4064 4065 4066 4067 4068 4069 4070 4071 4072 4073 4074 4075 4076 4077 4078 4079 4080 4081 4082 4083 4084 4085 4086 4087 4088 4089 4090 4091 4092 4093 4094 4095 4096 4097 4098 4099 4100 4101 4102 4103 4104 4105 4106 4107 4108 4109 4110 4111 4112 4113 4114 4115 4116 4117 4118 4119 4120 4121 4122 4123 4124 4125 4126 4127 4128 4129 4130 4131 4132 4133 4134 4135 4136 4137 4138 4139 4140 4141 4142 4143 4144 4145 4146 4147 4148 4149 4150 4151 4152 4153 4154 4155 4156 4157 4158 4159 4160 4161 4162 4163 4164 4165 4166 4167 4168 4169 4170 4171 4172 4173 4174 4175 4176 4177 4178 4179 4180 4181 4182 4183 4184 4185 4186 4187 4188 4189 4190 4191 4192 4193 4194 4195 4196 4197 4198 4199 4200 4201 4202 4203 4204 4205 4206 4207 4208 4209 4210 4211 4212 4213 4214 4215 4216 4217 4218 4219 4220 4221 4222 4223 4224 4225 4226 4227 4228 4229 4230 4231 4232 4233 4234 4235 4236 4237 4238 4239 4240 4241 4242 4243 4244 4245 4246 4247 4248 4249 4250 4251 4252 4253 4254 4255 4256 4257 4258 4259 4260 4261 4262 4263 4264 4265 4266 4267 4268 4269 4270 4271 4272 4273 4274 4275 4276 4277 4278 4279 4280 4281 4282 4283 4284 4285 4286 4287 4288 4289 4290 4291 4292 4293 4294 4295 4296 4297 4298 4299 4300 4301 4302 4303 4304 4305 4306 4307 4308 4309 4310 4311 4312 4313 4314 4315 4316 4317 4318 4319 4320 4321 4322 4323 4324 4325 4326 4327 4328 4329 4330 4331 4332 4333 4334 4335 4336 4337 4338 4339 4340 4341 4342 4343 4344 4345 4346 4347 4348 4349 4350 4351 4352 4353 4354 4355 4356 4357 4358 4359 4360 4361 4362 4363 4364 4365 4366 4367 4368 4369 4370 4371 4372 4373 4374 4375 4376 4377 4378 4379 4380 4381 4382 4383 4384 4385 4386 4387 4388 4389 4390 4391 4392 4393 4394 4395 4396 4397 4398 4399 4400 4401 4402 4403 4404 4405 4406 4407 4408 4409 4410 4411 4412 4413 4414 4415 4416 4417 4418 4419 4420 4421 4422 4423 4424 | {"epoch": 0, "step": 0, "loss": 2.684575319290161, "total_norm": Infinity}
{"epoch": 0, "step": 1, "loss": 2.411195993423462, "total_norm": Infinity}
{"epoch": 0, "step": 2, "loss": 2.1318140029907227, "total_norm": 32.63374710083008}
{"epoch": 0, "step": 3, "loss": 3.0704498291015625, "total_norm": Infinity}
{"epoch": 0, "step": 4, "loss": 2.3006629943847656, "total_norm": 45.56683349609375}
{"epoch": 0, "step": 5, "loss": 2.886664390563965, "total_norm": 60.906314849853516}
{"epoch": 0, "step": 6, "loss": 2.758476734161377, "total_norm": 58.232322692871094}
{"epoch": 0, "step": 7, "loss": 2.622652769088745, "total_norm": 39.402984619140625}
{"epoch": 0, "step": 8, "loss": 2.3542733192443848, "total_norm": 32.655094146728516}
{"epoch": 0, "step": 9, "loss": 2.5849437713623047, "total_norm": 61.17137908935547}
{"epoch": 0, "step": 10, "loss": 2.4298243522644043, "total_norm": 47.793087005615234}
{"epoch": 0, "step": 11, "loss": 2.3915834426879883, "total_norm": 33.26218032836914}
{"epoch": 0, "step": 12, "loss": 2.3869309425354004, "total_norm": 72.67340087890625}
{"epoch": 0, "step": 13, "loss": 2.6374380588531494, "total_norm": 39.35545349121094}
{"epoch": 0, "step": 14, "loss": 2.4048879146575928, "total_norm": 57.833465576171875}
{"epoch": 0, "step": 15, "loss": 2.6513187885284424, "total_norm": 38.0628547668457}
{"epoch": 0, "step": 16, "loss": 2.865314245223999, "total_norm": 35.91988754272461}
{"epoch": 0, "step": 17, "loss": 2.461684465408325, "total_norm": 48.817543029785156}
{"epoch": 0, "step": 18, "loss": 1.931808590888977, "total_norm": 40.09701919555664}
{"epoch": 0, "step": 19, "loss": 2.5933239459991455, "total_norm": 45.94050216674805}
{"epoch": 0, "step": 20, "loss": 2.7558703422546387, "total_norm": 43.817054748535156}
{"epoch": 0, "step": 21, "loss": 2.5191709995269775, "total_norm": 56.16740798950195}
{"epoch": 0, "step": 22, "loss": 2.4896161556243896, "total_norm": 38.79848098754883}
{"epoch": 0, "step": 23, "loss": 2.7030162811279297, "total_norm": 30.307403564453125}
{"epoch": 0, "step": 24, "loss": 2.427117347717285, "total_norm": 40.83613586425781}
{"epoch": 0, "step": 25, "loss": 2.708996295928955, "total_norm": 49.230934143066406}
{"epoch": 0, "step": 26, "loss": 2.6051411628723145, "total_norm": 44.42660903930664}
{"epoch": 0, "step": 27, "loss": 2.599064588546753, "total_norm": 61.32468032836914}
{"epoch": 0, "step": 28, "loss": 2.596426248550415, "total_norm": 31.535913467407227}
{"epoch": 0, "step": 29, "loss": 2.349290132522583, "total_norm": 34.401527404785156}
{"epoch": 0, "step": 30, "loss": 2.6177330017089844, "total_norm": 39.28583526611328}
{"epoch": 0, "step": 31, "loss": 2.171793222427368, "total_norm": 41.68586349487305}
{"epoch": 0, "step": 32, "loss": 2.6618990898132324, "total_norm": 26.333189010620117}
{"epoch": 0, "step": 33, "loss": 2.507127285003662, "total_norm": 43.37741470336914}
{"epoch": 0, "step": 34, "loss": 2.171008825302124, "total_norm": 40.230072021484375}
{"epoch": 0, "step": 35, "loss": 1.965409278869629, "total_norm": 23.8280029296875}
{"epoch": 0, "step": 36, "loss": 2.6133604049682617, "total_norm": 50.87010192871094}
{"epoch": 0, "step": 37, "loss": 2.2694973945617676, "total_norm": 39.77884292602539}
{"epoch": 0, "step": 38, "loss": 1.9774008989334106, "total_norm": 29.96265411376953}
{"epoch": 0, "step": 39, "loss": 2.114551067352295, "total_norm": 27.3289794921875}
{"epoch": 0, "step": 40, "loss": 1.9037654399871826, "total_norm": 25.519210815429688}
{"epoch": 0, "step": 41, "loss": 2.397212505340576, "total_norm": 28.17894744873047}
{"epoch": 0, "step": 42, "loss": 2.018507480621338, "total_norm": 25.568023681640625}
{"epoch": 0, "step": 43, "loss": 2.0337822437286377, "total_norm": 20.931665420532227}
{"epoch": 0, "step": 44, "loss": 1.8675111532211304, "total_norm": 20.34869956970215}
{"epoch": 0, "step": 45, "loss": 2.4287235736846924, "total_norm": 21.133785247802734}
{"epoch": 0, "step": 46, "loss": 2.2126333713531494, "total_norm": 28.58489418029785}
{"epoch": 0, "step": 47, "loss": 1.9715919494628906, "total_norm": 22.68427085876465}
{"epoch": 0, "step": 48, "loss": 2.0037014484405518, "total_norm": 34.96845245361328}
{"epoch": 0, "step": 49, "loss": 2.4168286323547363, "total_norm": 27.20525360107422}
{"epoch": 0, "step": 50, "loss": 2.1099538803100586, "total_norm": 31.16776466369629}
{"epoch": 0, "step": 51, "loss": 2.020547389984131, "total_norm": 17.546579360961914}
{"epoch": 0, "step": 52, "loss": 1.997055172920227, "total_norm": 24.54354476928711}
{"epoch": 0, "step": 53, "loss": 1.5085468292236328, "total_norm": 24.088842391967773}
{"epoch": 0, "step": 54, "loss": 1.9394028186798096, "total_norm": 15.235857009887695}
{"epoch": 0, "step": 55, "loss": 2.1536865234375, "total_norm": 16.751680374145508}
{"epoch": 0, "step": 56, "loss": 1.927714228630066, "total_norm": 22.189298629760742}
{"epoch": 0, "step": 57, "loss": 1.7916827201843262, "total_norm": 18.933849334716797}
{"epoch": 0, "step": 58, "loss": 2.0636484622955322, "total_norm": 14.809304237365723}
{"epoch": 0, "step": 59, "loss": 1.9004307985305786, "total_norm": 17.205535888671875}
{"epoch": 0, "step": 60, "loss": 2.090437412261963, "total_norm": 13.23523235321045}
{"epoch": 0, "step": 61, "loss": 1.7799091339111328, "total_norm": 10.627187728881836}
{"epoch": 0, "step": 62, "loss": 2.086305618286133, "total_norm": 14.63744068145752}
{"epoch": 0, "step": 63, "loss": 1.8831440210342407, "total_norm": 14.522624015808105}
{"epoch": 0, "step": 64, "loss": 1.5484038591384888, "total_norm": 15.017905235290527}
{"epoch": 0, "step": 65, "loss": 1.8835543394088745, "total_norm": 13.130949020385742}
{"epoch": 0, "step": 66, "loss": 2.1374704837799072, "total_norm": 11.404929161071777}
{"epoch": 0, "step": 67, "loss": 1.712575912475586, "total_norm": 21.105260848999023}
{"epoch": 0, "step": 68, "loss": 1.4343665838241577, "total_norm": 33.48646926879883}
{"epoch": 0, "step": 69, "loss": 1.4797706604003906, "total_norm": 31.601036071777344}
{"epoch": 0, "step": 70, "loss": 1.5604137182235718, "total_norm": 11.572336196899414}
{"epoch": 0, "step": 71, "loss": 1.782464623451233, "total_norm": 13.62368106842041}
{"epoch": 0, "step": 72, "loss": 1.6824097633361816, "total_norm": 9.637772560119629}
{"epoch": 0, "step": 73, "loss": 1.6120903491973877, "total_norm": 12.955390930175781}
{"epoch": 0, "step": 74, "loss": 1.758496880531311, "total_norm": 16.10208511352539}
{"epoch": 0, "step": 75, "loss": 1.990938425064087, "total_norm": 14.225776672363281}
{"epoch": 0, "step": 76, "loss": 1.8840185403823853, "total_norm": 11.446755409240723}
{"epoch": 0, "step": 77, "loss": 1.900651216506958, "total_norm": 11.06787109375}
{"epoch": 0, "step": 78, "loss": 1.6870108842849731, "total_norm": 9.677994728088379}
{"epoch": 0, "step": 79, "loss": 1.3509314060211182, "total_norm": 18.348825454711914}
{"epoch": 0, "step": 80, "loss": 2.0043015480041504, "total_norm": 9.508716583251953}
{"epoch": 0, "step": 81, "loss": 2.035975456237793, "total_norm": 9.816519737243652}
{"epoch": 0, "step": 82, "loss": 1.9407938718795776, "total_norm": 10.966825485229492}
{"epoch": 0, "step": 83, "loss": 1.9628007411956787, "total_norm": 12.5908203125}
{"epoch": 0, "step": 84, "loss": 1.714625358581543, "total_norm": 11.897150039672852}
{"epoch": 0, "step": 85, "loss": 1.5644397735595703, "total_norm": 11.390308380126953}
{"epoch": 0, "step": 86, "loss": 1.5978556871414185, "total_norm": 9.253206253051758}
{"epoch": 0, "step": 87, "loss": 1.6157649755477905, "total_norm": 10.58443832397461}
{"epoch": 0, "step": 88, "loss": 1.9215370416641235, "total_norm": 10.804350852966309}
{"epoch": 0, "step": 89, "loss": 1.4984484910964966, "total_norm": 9.27028751373291}
{"epoch": 0, "step": 90, "loss": 1.6669033765792847, "total_norm": 11.922465324401855}
{"epoch": 0, "step": 91, "loss": 1.5427730083465576, "total_norm": 10.394192695617676}
{"epoch": 0, "step": 92, "loss": 1.8740614652633667, "total_norm": 11.348357200622559}
{"epoch": 0, "step": 93, "loss": 1.3822259902954102, "total_norm": 9.37572956085205}
{"epoch": 0, "step": 94, "loss": 1.846921443939209, "total_norm": 8.63972282409668}
{"epoch": 0, "step": 95, "loss": 1.7576994895935059, "total_norm": 25.13222312927246}
{"epoch": 0, "step": 96, "loss": 2.0268406867980957, "total_norm": 8.888236045837402}
{"epoch": 0, "step": 97, "loss": 1.860530972480774, "total_norm": 11.512758255004883}
{"epoch": 0, "step": 98, "loss": 1.9023197889328003, "total_norm": 8.7555513381958}
{"epoch": 0, "step": 99, "loss": 1.5772156715393066, "total_norm": 13.306331634521484}
{"epoch": 0, "step": 100, "loss": 1.390326976776123, "total_norm": 9.108480453491211}
{"epoch": 0, "step": 101, "loss": 1.4261908531188965, "total_norm": 10.225239753723145}
{"epoch": 0, "step": 102, "loss": 1.9758384227752686, "total_norm": 12.483818054199219}
{"epoch": 0, "step": 103, "loss": 1.5873373746871948, "total_norm": 14.475248336791992}
{"epoch": 0, "step": 104, "loss": 1.5474421977996826, "total_norm": 10.11376953125}
{"epoch": 0, "step": 105, "loss": 1.8022024631500244, "total_norm": 8.319540977478027}
{"epoch": 0, "step": 106, "loss": 1.7176395654678345, "total_norm": 10.141921997070312}
{"epoch": 0, "step": 107, "loss": 1.2219924926757812, "total_norm": 11.68858814239502}
{"epoch": 0, "step": 108, "loss": 1.8691047430038452, "total_norm": 9.83538818359375}
{"epoch": 0, "step": 109, "loss": 1.6226905584335327, "total_norm": 11.829344749450684}
{"epoch": 0, "step": 110, "loss": 1.4535253047943115, "total_norm": 12.683438301086426}
{"epoch": 0, "step": 111, "loss": 1.635066270828247, "total_norm": 8.92006778717041}
{"epoch": 0, "step": 112, "loss": 1.6805802583694458, "total_norm": 7.852915287017822}
{"epoch": 0, "step": 113, "loss": 2.2466623783111572, "total_norm": 10.15422534942627}
{"epoch": 0, "step": 114, "loss": 1.5979253053665161, "total_norm": 9.958065032958984}
{"epoch": 0, "step": 115, "loss": 1.5888906717300415, "total_norm": 9.390003204345703}
{"epoch": 0, "step": 116, "loss": 1.4170998334884644, "total_norm": 10.761667251586914}
{"epoch": 0, "step": 117, "loss": 2.0978314876556396, "total_norm": 9.63825511932373}
{"epoch": 0, "step": 118, "loss": 1.8415316343307495, "total_norm": 8.287650108337402}
{"epoch": 0, "step": 119, "loss": 1.1959164142608643, "total_norm": 10.312712669372559}
{"epoch": 0, "step": 120, "loss": 2.0044376850128174, "total_norm": 8.970505714416504}
{"epoch": 0, "step": 121, "loss": 1.4396703243255615, "total_norm": 11.630342483520508}
{"epoch": 0, "step": 122, "loss": 1.702805995941162, "total_norm": 9.449655532836914}
{"epoch": 0, "step": 123, "loss": 1.7916196584701538, "total_norm": 9.714277267456055}
{"epoch": 0, "step": 124, "loss": 1.5450537204742432, "total_norm": 9.17441463470459}
{"epoch": 0, "step": 125, "loss": 2.164146900177002, "total_norm": 7.46904182434082}
{"epoch": 0, "step": 126, "loss": 1.4592446088790894, "total_norm": 9.127365112304688}
{"epoch": 0, "step": 127, "loss": 1.7908567190170288, "total_norm": 8.756235122680664}
{"epoch": 0, "step": 128, "loss": 2.082474708557129, "total_norm": 7.759626865386963}
{"epoch": 0, "step": 129, "loss": 1.4964408874511719, "total_norm": 7.125061988830566}
{"epoch": 0, "step": 130, "loss": 1.7137595415115356, "total_norm": 12.292888641357422}
{"epoch": 0, "step": 131, "loss": 1.3194541931152344, "total_norm": 11.10184383392334}
{"epoch": 0, "step": 132, "loss": 1.1474446058273315, "total_norm": 10.339268684387207}
{"epoch": 0, "step": 133, "loss": 1.8198537826538086, "total_norm": 9.647012710571289}
{"epoch": 0, "step": 134, "loss": 1.5290087461471558, "total_norm": 8.112371444702148}
{"epoch": 0, "step": 135, "loss": 1.4057353734970093, "total_norm": 10.08570384979248}
{"epoch": 0, "step": 136, "loss": 1.6417467594146729, "total_norm": 10.315983772277832}
{"epoch": 0, "step": 137, "loss": 1.869140386581421, "total_norm": 8.301177024841309}
{"epoch": 0, "step": 138, "loss": 1.581363320350647, "total_norm": 8.765158653259277}
{"epoch": 0, "step": 139, "loss": 1.9954957962036133, "total_norm": 9.45714282989502}
{"epoch": 0, "step": 140, "loss": 1.5835378170013428, "total_norm": 10.000974655151367}
{"epoch": 0, "step": 141, "loss": 1.4742283821105957, "total_norm": 9.025729179382324}
{"epoch": 0, "step": 142, "loss": 1.7701637744903564, "total_norm": 9.820117950439453}
{"epoch": 0, "step": 143, "loss": 1.3233572244644165, "total_norm": 8.166186332702637}
{"epoch": 0, "step": 144, "loss": 1.6068813800811768, "total_norm": 11.422310829162598}
{"epoch": 0, "step": 145, "loss": 1.6409080028533936, "total_norm": 9.833462715148926}
{"epoch": 0, "step": 146, "loss": 1.6934517621994019, "total_norm": 10.84481430053711}
{"epoch": 0, "step": 147, "loss": 1.5168750286102295, "total_norm": 8.620340347290039}
{"epoch": 0, "step": 148, "loss": 2.087435245513916, "total_norm": 9.041207313537598}
{"epoch": 0, "step": 149, "loss": 1.0477646589279175, "total_norm": 7.7319560050964355}
{"epoch": 0, "step": 150, "loss": 1.7578284740447998, "total_norm": 7.903068542480469}
{"epoch": 0, "step": 151, "loss": 1.8253377676010132, "total_norm": 8.128092765808105}
{"epoch": 0, "step": 152, "loss": 1.7219560146331787, "total_norm": 7.849063396453857}
{"epoch": 0, "step": 153, "loss": 1.5431180000305176, "total_norm": 10.219073295593262}
{"epoch": 0, "step": 154, "loss": 1.9354139566421509, "total_norm": 8.948558807373047}
{"epoch": 0, "step": 155, "loss": 1.3752989768981934, "total_norm": 12.263528823852539}
{"epoch": 0, "step": 156, "loss": 1.668618083000183, "total_norm": 8.684147834777832}
{"epoch": 0, "step": 157, "loss": 1.7402104139328003, "total_norm": 9.517735481262207}
{"epoch": 0, "step": 158, "loss": 1.8956501483917236, "total_norm": 8.99258041381836}
{"epoch": 0, "step": 159, "loss": 1.4064103364944458, "total_norm": 8.297868728637695}
{"epoch": 0, "step": 160, "loss": 1.038898229598999, "total_norm": 9.91426944732666}
{"epoch": 0, "step": 161, "loss": 2.1861817836761475, "total_norm": 7.387852668762207}
{"epoch": 0, "step": 162, "loss": 1.3722306489944458, "total_norm": 9.186062812805176}
{"epoch": 0, "step": 163, "loss": 1.5446778535842896, "total_norm": 9.318155288696289}
{"epoch": 0, "step": 164, "loss": 1.8714017868041992, "total_norm": 10.361403465270996}
{"epoch": 0, "step": 165, "loss": 1.9529250860214233, "total_norm": 10.677906036376953}
{"epoch": 0, "step": 166, "loss": 1.5965595245361328, "total_norm": 10.328044891357422}
{"epoch": 0, "step": 167, "loss": 1.4269012212753296, "total_norm": 7.758969306945801}
{"epoch": 0, "step": 168, "loss": 1.9696840047836304, "total_norm": 8.086950302124023}
{"epoch": 0, "step": 169, "loss": 2.233306646347046, "total_norm": 7.515614986419678}
{"epoch": 0, "step": 170, "loss": 1.5093235969543457, "total_norm": 10.779677391052246}
{"epoch": 0, "step": 171, "loss": 1.3709028959274292, "total_norm": 9.231245040893555}
{"epoch": 0, "step": 172, "loss": 2.227999687194824, "total_norm": 9.05349349975586}
{"epoch": 0, "step": 173, "loss": 1.3767398595809937, "total_norm": 9.913640022277832}
{"epoch": 0, "step": 174, "loss": 2.0210962295532227, "total_norm": 9.168893814086914}
{"epoch": 0, "step": 175, "loss": 1.931267261505127, "total_norm": 9.039105415344238}
{"epoch": 0, "step": 176, "loss": 1.6979073286056519, "total_norm": 8.655210494995117}
{"epoch": 0, "step": 177, "loss": 1.5396169424057007, "total_norm": 9.109073638916016}
{"epoch": 0, "step": 178, "loss": 2.1407010555267334, "total_norm": 8.600923538208008}
{"epoch": 0, "step": 179, "loss": 1.6984983682632446, "total_norm": 10.171010971069336}
{"epoch": 0, "step": 180, "loss": 1.800418496131897, "total_norm": 12.160140991210938}
{"epoch": 0, "step": 181, "loss": 1.53310227394104, "total_norm": 7.965142726898193}
{"epoch": 0, "step": 182, "loss": 1.6813783645629883, "total_norm": 10.249211311340332}
{"epoch": 0, "step": 183, "loss": 1.6194496154785156, "total_norm": 8.606915473937988}
{"epoch": 0, "step": 184, "loss": 0.7589775919914246, "total_norm": 10.327897071838379}
{"epoch": 0, "step": 185, "loss": 1.591003656387329, "total_norm": 8.136761665344238}
{"epoch": 0, "step": 186, "loss": 1.478774070739746, "total_norm": 9.614568710327148}
{"epoch": 0, "step": 187, "loss": 1.78805673122406, "total_norm": 9.46202564239502}
{"epoch": 0, "step": 188, "loss": 1.626936435699463, "total_norm": 9.633637428283691}
{"epoch": 0, "step": 189, "loss": 1.7070128917694092, "total_norm": 8.07162094116211}
{"epoch": 0, "step": 190, "loss": 1.45248281955719, "total_norm": 9.411240577697754}
{"epoch": 0, "step": 191, "loss": 1.4616719484329224, "total_norm": 8.645062446594238}
{"epoch": 0, "step": 192, "loss": 1.7274341583251953, "total_norm": 8.237366676330566}
{"epoch": 0, "step": 193, "loss": 2.163196086883545, "total_norm": 8.807538032531738}
{"epoch": 0, "step": 194, "loss": 1.8383753299713135, "total_norm": 8.264250755310059}
{"epoch": 0, "step": 195, "loss": 1.893532633781433, "total_norm": 9.13515567779541}
{"epoch": 0, "step": 196, "loss": 1.209100604057312, "total_norm": 9.270914077758789}
{"epoch": 0, "step": 197, "loss": 1.5750113725662231, "total_norm": 8.471714973449707}
{"epoch": 0, "step": 198, "loss": 1.8062310218811035, "total_norm": 9.909208297729492}
{"epoch": 0, "step": 199, "loss": 1.672316312789917, "total_norm": 7.700237274169922}
{"epoch": 0, "step": 200, "loss": 1.7122552394866943, "total_norm": 10.320128440856934}
{"epoch": 0, "step": 201, "loss": 1.7378705739974976, "total_norm": 9.0718412399292}
{"epoch": 0, "step": 202, "loss": 1.9501299858093262, "total_norm": 10.284086227416992}
{"epoch": 0, "step": 203, "loss": 1.6061675548553467, "total_norm": 8.483244895935059}
{"epoch": 0, "step": 204, "loss": 1.430626392364502, "total_norm": 9.177329063415527}
{"epoch": 0, "step": 205, "loss": 1.9765293598175049, "total_norm": 10.249213218688965}
{"epoch": 0, "step": 206, "loss": 1.952917218208313, "total_norm": 8.34632682800293}
{"epoch": 0, "step": 207, "loss": 1.76234769821167, "total_norm": 7.992465496063232}
{"epoch": 0, "step": 208, "loss": 1.6679774522781372, "total_norm": 9.74364185333252}
{"epoch": 0, "step": 209, "loss": 1.7207717895507812, "total_norm": 7.865830898284912}
{"epoch": 0, "step": 210, "loss": 1.7112486362457275, "total_norm": 9.666337013244629}
{"epoch": 0, "step": 211, "loss": 1.3071404695510864, "total_norm": 12.027538299560547}
{"epoch": 0, "step": 212, "loss": 1.6178702116012573, "total_norm": 9.219776153564453}
{"epoch": 0, "step": 213, "loss": 1.8484395742416382, "total_norm": 7.919740200042725}
{"epoch": 0, "step": 214, "loss": 1.7500044107437134, "total_norm": 8.770048141479492}
{"epoch": 0, "step": 215, "loss": 1.392076015472412, "total_norm": 9.441751480102539}
{"epoch": 0, "step": 216, "loss": 1.7628509998321533, "total_norm": 7.939655780792236}
{"epoch": 0, "step": 217, "loss": 1.4951220750808716, "total_norm": 8.205048561096191}
{"epoch": 0, "step": 218, "loss": 1.4306397438049316, "total_norm": 7.66346549987793}
{"epoch": 0, "step": 219, "loss": 1.6597388982772827, "total_norm": 10.487249374389648}
{"epoch": 0, "step": 220, "loss": 1.484636902809143, "total_norm": 10.907999992370605}
{"epoch": 0, "step": 221, "loss": 1.9299111366271973, "total_norm": 8.989611625671387}
{"epoch": 0, "step": 222, "loss": 1.8491241931915283, "total_norm": 8.428788185119629}
{"epoch": 0, "step": 223, "loss": 1.9610743522644043, "total_norm": 8.623623847961426}
{"epoch": 0, "step": 224, "loss": 1.7799432277679443, "total_norm": 9.721789360046387}
{"epoch": 0, "step": 225, "loss": 1.82195246219635, "total_norm": 9.482666969299316}
{"epoch": 0, "step": 226, "loss": 1.7496086359024048, "total_norm": 7.848123073577881}
{"epoch": 0, "step": 227, "loss": 1.5030081272125244, "total_norm": 9.26394271850586}
{"epoch": 0, "step": 228, "loss": 1.6087846755981445, "total_norm": 9.506325721740723}
{"epoch": 0, "step": 229, "loss": 1.1635692119598389, "total_norm": 8.269777297973633}
{"epoch": 0, "step": 230, "loss": 1.390859603881836, "total_norm": 8.782106399536133}
{"epoch": 0, "step": 231, "loss": 1.7946876287460327, "total_norm": 8.651394844055176}
{"epoch": 0, "step": 232, "loss": 1.5875226259231567, "total_norm": 8.121158599853516}
{"epoch": 0, "step": 233, "loss": 1.7916440963745117, "total_norm": 8.409120559692383}
{"epoch": 0, "step": 234, "loss": 1.75954008102417, "total_norm": 7.5206522941589355}
{"epoch": 0, "step": 235, "loss": 1.552122712135315, "total_norm": 10.514388084411621}
{"epoch": 0, "step": 236, "loss": 1.4948946237564087, "total_norm": 11.144133567810059}
{"epoch": 0, "step": 237, "loss": 1.7546782493591309, "total_norm": 8.870967864990234}
{"epoch": 0, "step": 238, "loss": 1.7481765747070312, "total_norm": 8.657552719116211}
{"epoch": 0, "step": 239, "loss": 1.6837917566299438, "total_norm": 9.737822532653809}
{"epoch": 0, "step": 240, "loss": 1.6404261589050293, "total_norm": 8.987902641296387}
{"epoch": 0, "step": 241, "loss": 1.203452706336975, "total_norm": 10.365151405334473}
{"epoch": 0, "step": 242, "loss": 1.3231346607208252, "total_norm": 9.068198204040527}
{"epoch": 0, "step": 243, "loss": 1.6758089065551758, "total_norm": 9.573556900024414}
{"epoch": 0, "step": 244, "loss": 1.6589655876159668, "total_norm": 8.699933052062988}
{"epoch": 0, "step": 245, "loss": 1.7034229040145874, "total_norm": 8.823578834533691}
{"epoch": 0, "step": 246, "loss": 1.540000557899475, "total_norm": 8.219550132751465}
{"epoch": 0, "step": 247, "loss": 1.4192278385162354, "total_norm": 6.215560436248779}
{"epoch": 0, "step": 248, "loss": 1.3143620491027832, "total_norm": 8.829753875732422}
{"epoch": 0, "step": 249, "loss": 1.3404682874679565, "total_norm": 9.266131401062012}
{"epoch": 0, "step": 250, "loss": 1.6291273832321167, "total_norm": 9.924588203430176}
{"epoch": 0, "step": 251, "loss": 1.5097332000732422, "total_norm": 9.719186782836914}
{"epoch": 0, "step": 252, "loss": 1.7426530122756958, "total_norm": 10.801464080810547}
{"epoch": 0, "step": 253, "loss": 1.6556740999221802, "total_norm": 10.377461433410645}
{"epoch": 0, "step": 254, "loss": 1.5297470092773438, "total_norm": 8.415427207946777}
{"epoch": 0, "step": 255, "loss": 1.7029188871383667, "total_norm": 8.912501335144043}
{"epoch": 0, "step": 256, "loss": 1.3724557161331177, "total_norm": 8.139094352722168}
{"epoch": 0, "step": 257, "loss": 1.90532648563385, "total_norm": 10.526717185974121}
{"epoch": 0, "step": 258, "loss": 1.689427375793457, "total_norm": 8.274697303771973}
{"epoch": 0, "step": 259, "loss": 1.442198634147644, "total_norm": 8.829962730407715}
{"epoch": 0, "step": 260, "loss": 1.4570194482803345, "total_norm": 9.585684776306152}
{"epoch": 0, "step": 261, "loss": 1.6209912300109863, "total_norm": 9.503445625305176}
{"epoch": 0, "step": 262, "loss": 1.9750761985778809, "total_norm": 7.150665283203125}
{"epoch": 0, "step": 263, "loss": 1.6964759826660156, "total_norm": 10.362039566040039}
{"epoch": 0, "step": 264, "loss": 1.2695180177688599, "total_norm": 9.75489330291748}
{"epoch": 0, "step": 265, "loss": 1.545685052871704, "total_norm": 9.216711044311523}
{"epoch": 0, "step": 266, "loss": 1.7308299541473389, "total_norm": 8.848794937133789}
{"epoch": 0, "step": 267, "loss": 1.9088361263275146, "total_norm": 9.216009140014648}
{"epoch": 0, "step": 268, "loss": 1.2933253049850464, "total_norm": 8.247685432434082}
{"epoch": 0, "step": 269, "loss": 1.5227773189544678, "total_norm": 8.987025260925293}
{"epoch": 0, "step": 270, "loss": 1.3907160758972168, "total_norm": 8.399001121520996}
{"epoch": 0, "step": 271, "loss": 1.9681477546691895, "total_norm": 7.273618221282959}
{"epoch": 0, "step": 272, "loss": 1.455801248550415, "total_norm": 11.26765251159668}
{"epoch": 0, "step": 273, "loss": 1.4740852117538452, "total_norm": 8.619708061218262}
{"epoch": 0, "step": 274, "loss": 1.6348209381103516, "total_norm": 9.512453079223633}
{"epoch": 0, "step": 275, "loss": 1.665000319480896, "total_norm": 10.648967742919922}
{"epoch": 0, "step": 276, "loss": 1.4705108404159546, "total_norm": 9.021159172058105}
{"epoch": 0, "step": 277, "loss": 1.8540462255477905, "total_norm": 10.36751651763916}
{"epoch": 0, "step": 278, "loss": 1.6535817384719849, "total_norm": 9.019896507263184}
{"epoch": 0, "step": 279, "loss": 1.6346572637557983, "total_norm": 9.640369415283203}
{"epoch": 0, "step": 280, "loss": 1.8665275573730469, "total_norm": 7.195247173309326}
{"epoch": 0, "step": 281, "loss": 1.8908370733261108, "total_norm": 6.721858501434326}
{"epoch": 0, "step": 282, "loss": 1.7853121757507324, "total_norm": 8.657938957214355}
{"epoch": 0, "step": 283, "loss": 1.9639554023742676, "total_norm": 8.47849178314209}
{"epoch": 0, "step": 284, "loss": 1.533477544784546, "total_norm": 9.979409217834473}
{"epoch": 0, "step": 285, "loss": 1.7777197360992432, "total_norm": 9.996630668640137}
{"epoch": 0, "step": 286, "loss": 1.3756237030029297, "total_norm": 9.601244926452637}
{"epoch": 0, "step": 287, "loss": 1.5014063119888306, "total_norm": 10.434453010559082}
{"epoch": 0, "step": 288, "loss": 1.5748465061187744, "total_norm": 9.484367370605469}
{"epoch": 0, "step": 289, "loss": 1.4496209621429443, "total_norm": 9.986263275146484}
{"epoch": 0, "step": 290, "loss": 1.6379473209381104, "total_norm": 10.322319984436035}
{"epoch": 0, "step": 291, "loss": 1.353654146194458, "total_norm": 10.42671012878418}
{"epoch": 0, "step": 292, "loss": 1.7675384283065796, "total_norm": 9.911026000976562}
{"epoch": 0, "step": 293, "loss": 1.9313483238220215, "total_norm": 9.728458404541016}
{"epoch": 0, "step": 294, "loss": 1.7416737079620361, "total_norm": 7.602344989776611}
{"epoch": 0, "step": 295, "loss": 1.6978470087051392, "total_norm": 8.141531944274902}
{"epoch": 0, "step": 296, "loss": 1.6573817729949951, "total_norm": 9.557307243347168}
{"epoch": 0, "step": 297, "loss": 1.7784076929092407, "total_norm": 7.716429233551025}
{"epoch": 0, "step": 298, "loss": 1.3331851959228516, "total_norm": 9.294713973999023}
{"epoch": 0, "step": 299, "loss": 1.4780528545379639, "total_norm": 8.797762870788574}
{"epoch": 0, "step": 300, "loss": 1.7587337493896484, "total_norm": 10.128713607788086}
{"epoch": 0, "step": 301, "loss": 1.8774751424789429, "total_norm": 8.974013328552246}
{"epoch": 0, "step": 302, "loss": 1.6882704496383667, "total_norm": 8.436644554138184}
{"epoch": 0, "step": 303, "loss": 2.075714111328125, "total_norm": 6.8374223709106445}
{"epoch": 0, "step": 304, "loss": 2.0087575912475586, "total_norm": 8.775432586669922}
{"epoch": 0, "step": 305, "loss": 1.3083826303482056, "total_norm": 9.237462997436523}
{"epoch": 0, "step": 306, "loss": 1.5696183443069458, "total_norm": 8.864949226379395}
{"epoch": 0, "step": 307, "loss": 1.591962456703186, "total_norm": 7.82576847076416}
{"epoch": 0, "step": 308, "loss": 1.98176908493042, "total_norm": 8.277139663696289}
{"epoch": 0, "step": 309, "loss": 1.6508347988128662, "total_norm": 8.01198959350586}
{"epoch": 0, "step": 310, "loss": 1.8892184495925903, "total_norm": 7.669379711151123}
{"epoch": 0, "step": 311, "loss": 1.7624362707138062, "total_norm": 7.9163336753845215}
{"epoch": 0, "step": 312, "loss": 1.2754664421081543, "total_norm": 9.667003631591797}
{"epoch": 0, "step": 313, "loss": 1.158041000366211, "total_norm": 8.188502311706543}
{"epoch": 0, "step": 314, "loss": 1.7548810243606567, "total_norm": 9.86019229888916}
{"epoch": 0, "step": 315, "loss": 1.7412145137786865, "total_norm": 9.702735900878906}
{"epoch": 0, "step": 316, "loss": 1.2419326305389404, "total_norm": 9.382874488830566}
{"epoch": 0, "step": 317, "loss": 1.5826162099838257, "total_norm": 9.053441047668457}
{"epoch": 0, "step": 318, "loss": 1.82624351978302, "total_norm": 8.795623779296875}
{"epoch": 0, "step": 319, "loss": 1.6504757404327393, "total_norm": 8.13075065612793}
{"epoch": 0, "step": 320, "loss": 1.283994436264038, "total_norm": 9.840070724487305}
{"epoch": 0, "step": 321, "loss": 1.5826928615570068, "total_norm": 7.944130897521973}
{"epoch": 0, "step": 322, "loss": 1.6835356950759888, "total_norm": 7.791423797607422}
{"epoch": 0, "step": 323, "loss": 1.3873225450515747, "total_norm": 13.71978759765625}
{"epoch": 0, "step": 324, "loss": 1.7987335920333862, "total_norm": 8.993289947509766}
{"epoch": 0, "step": 325, "loss": 1.688927412033081, "total_norm": 7.888829708099365}
{"epoch": 0, "step": 326, "loss": 1.6592236757278442, "total_norm": 9.552271842956543}
{"epoch": 0, "step": 327, "loss": 1.340725064277649, "total_norm": 8.750423431396484}
{"epoch": 0, "step": 328, "loss": 1.9065773487091064, "total_norm": 9.251558303833008}
{"epoch": 0, "step": 329, "loss": 1.4040855169296265, "total_norm": 9.63922119140625}
{"epoch": 0, "step": 330, "loss": 1.6790106296539307, "total_norm": 8.988083839416504}
{"epoch": 0, "step": 331, "loss": 1.5844987630844116, "total_norm": 8.26538372039795}
{"epoch": 0, "step": 332, "loss": 1.3765758275985718, "total_norm": 16.760822296142578}
{"epoch": 0, "step": 333, "loss": 1.4882152080535889, "total_norm": 9.41679859161377}
{"epoch": 0, "step": 334, "loss": 2.0399608612060547, "total_norm": 7.909599304199219}
{"epoch": 0, "step": 335, "loss": 1.6896004676818848, "total_norm": 8.422356605529785}
{"epoch": 0, "step": 336, "loss": 1.3876641988754272, "total_norm": 10.413390159606934}
{"epoch": 0, "step": 337, "loss": 1.5870580673217773, "total_norm": 9.53193187713623}
{"epoch": 0, "step": 338, "loss": 1.2874921560287476, "total_norm": 11.084071159362793}
{"epoch": 0, "step": 339, "loss": 1.6264067888259888, "total_norm": 8.08423137664795}
{"epoch": 0, "step": 340, "loss": 1.475061058998108, "total_norm": 10.804067611694336}
{"epoch": 0, "step": 341, "loss": 1.4913266897201538, "total_norm": 7.812053680419922}
{"epoch": 0, "step": 342, "loss": 1.7946665287017822, "total_norm": 8.853975296020508}
{"epoch": 0, "step": 343, "loss": 1.3061981201171875, "total_norm": 8.918811798095703}
{"epoch": 0, "step": 344, "loss": 1.8556698560714722, "total_norm": 7.7490973472595215}
{"epoch": 0, "step": 345, "loss": 1.4263557195663452, "total_norm": 7.656760215759277}
{"epoch": 0, "step": 346, "loss": 1.5418578386306763, "total_norm": 8.402917861938477}
{"epoch": 0, "step": 347, "loss": 1.767261028289795, "total_norm": 9.408489227294922}
{"epoch": 0, "step": 348, "loss": 1.2560396194458008, "total_norm": 6.932593822479248}
{"epoch": 0, "step": 349, "loss": 1.7713239192962646, "total_norm": 8.712047576904297}
{"epoch": 0, "step": 350, "loss": 1.650305151939392, "total_norm": 10.079449653625488}
{"epoch": 0, "step": 351, "loss": 1.729963779449463, "total_norm": 9.927450180053711}
{"epoch": 0, "step": 352, "loss": 2.1026155948638916, "total_norm": 8.657391548156738}
{"epoch": 0, "step": 353, "loss": 1.8756500482559204, "total_norm": 8.113241195678711}
{"epoch": 0, "step": 354, "loss": 1.4853260517120361, "total_norm": 8.956053733825684}
{"epoch": 0, "step": 355, "loss": 1.8382519483566284, "total_norm": 7.927224159240723}
{"epoch": 0, "step": 356, "loss": 1.6255772113800049, "total_norm": 9.771695137023926}
{"epoch": 0, "step": 357, "loss": 1.8992081880569458, "total_norm": 8.774062156677246}
{"epoch": 0, "step": 358, "loss": 2.1132256984710693, "total_norm": 7.223865032196045}
{"epoch": 0, "step": 359, "loss": 1.6261446475982666, "total_norm": 6.6375837326049805}
{"epoch": 0, "step": 360, "loss": 1.5738754272460938, "total_norm": 8.967876434326172}
{"epoch": 0, "step": 361, "loss": 1.7634960412979126, "total_norm": 9.75037956237793}
{"epoch": 0, "step": 362, "loss": 1.5652214288711548, "total_norm": 8.356449127197266}
{"epoch": 0, "step": 363, "loss": 1.8835971355438232, "total_norm": 7.845126628875732}
{"epoch": 0, "step": 364, "loss": 1.616505742073059, "total_norm": 8.344635009765625}
{"epoch": 0, "step": 365, "loss": 1.7750649452209473, "total_norm": 7.534824848175049}
{"epoch": 0, "step": 366, "loss": 1.5580990314483643, "total_norm": 9.782510757446289}
{"epoch": 0, "step": 367, "loss": 1.6654353141784668, "total_norm": 8.941441535949707}
{"epoch": 0, "step": 368, "loss": 1.4581886529922485, "total_norm": 10.810214042663574}
{"epoch": 0, "step": 369, "loss": 1.893824577331543, "total_norm": 7.7827558517456055}
{"epoch": 0, "step": 370, "loss": 1.643165946006775, "total_norm": 8.561963081359863}
{"epoch": 0, "step": 371, "loss": 1.4876717329025269, "total_norm": 8.864154815673828}
{"epoch": 0, "step": 372, "loss": 1.562777042388916, "total_norm": 9.370706558227539}
{"epoch": 0, "step": 373, "loss": 1.5268961191177368, "total_norm": 8.834518432617188}
{"epoch": 0, "step": 374, "loss": 1.8168885707855225, "total_norm": 7.944054126739502}
{"epoch": 0, "step": 375, "loss": 1.4484384059906006, "total_norm": 9.00525951385498}
{"epoch": 0, "step": 376, "loss": 1.6183959245681763, "total_norm": 9.288188934326172}
{"epoch": 0, "step": 377, "loss": 1.5361647605895996, "total_norm": 9.026202201843262}
{"epoch": 0, "step": 378, "loss": 1.9738534688949585, "total_norm": 8.610361099243164}
{"epoch": 0, "step": 379, "loss": 1.5115277767181396, "total_norm": 7.69624137878418}
{"epoch": 0, "step": 380, "loss": 1.6930687427520752, "total_norm": 7.899273872375488}
{"epoch": 0, "step": 381, "loss": 1.3041698932647705, "total_norm": 8.311902046203613}
{"epoch": 0, "step": 382, "loss": 1.572907567024231, "total_norm": 8.821211814880371}
{"epoch": 0, "step": 383, "loss": 1.5628784894943237, "total_norm": 9.69249153137207}
{"epoch": 0, "step": 384, "loss": 1.6975760459899902, "total_norm": 9.546797752380371}
{"epoch": 0, "step": 385, "loss": 1.4260494709014893, "total_norm": 8.382479667663574}
{"epoch": 0, "step": 386, "loss": 1.7266701459884644, "total_norm": 8.859326362609863}
{"epoch": 0, "step": 387, "loss": 1.6786019802093506, "total_norm": 8.680132865905762}
{"epoch": 0, "step": 388, "loss": 1.4857382774353027, "total_norm": 9.80539321899414}
{"epoch": 0, "step": 389, "loss": 1.5556812286376953, "total_norm": 9.256495475769043}
{"epoch": 0, "step": 390, "loss": 1.7722766399383545, "total_norm": 9.295641899108887}
{"epoch": 0, "step": 391, "loss": 1.7994269132614136, "total_norm": 10.598917961120605}
{"epoch": 0, "step": 392, "loss": 1.4348188638687134, "total_norm": 8.109691619873047}
{"epoch": 0, "step": 393, "loss": 1.8061161041259766, "total_norm": 8.330048561096191}
{"epoch": 0, "step": 394, "loss": 1.7912901639938354, "total_norm": 8.822057723999023}
{"epoch": 0, "step": 395, "loss": 1.7504643201828003, "total_norm": 8.181360244750977}
{"epoch": 0, "step": 396, "loss": 1.5553359985351562, "total_norm": 8.152047157287598}
{"epoch": 0, "step": 397, "loss": 1.208250880241394, "total_norm": 9.630496978759766}
{"epoch": 0, "step": 398, "loss": 1.427951693534851, "total_norm": 8.851644515991211}
{"epoch": 0, "step": 399, "loss": 1.1684168577194214, "total_norm": 8.81277084350586}
{"epoch": 0, "step": 400, "loss": 1.553663730621338, "total_norm": 9.712050437927246}
{"epoch": 0, "step": 401, "loss": 1.663144588470459, "total_norm": 8.601287841796875}
{"epoch": 0, "step": 402, "loss": 1.5349113941192627, "total_norm": 8.38303279876709}
{"epoch": 0, "step": 403, "loss": 1.5848381519317627, "total_norm": 9.597509384155273}
{"epoch": 0, "step": 404, "loss": 1.5689680576324463, "total_norm": 8.588089942932129}
{"epoch": 0, "step": 405, "loss": 1.9901068210601807, "total_norm": 7.268455982208252}
{"epoch": 0, "step": 406, "loss": 1.9026285409927368, "total_norm": 10.188652992248535}
{"epoch": 0, "step": 407, "loss": 1.8027504682540894, "total_norm": 8.966222763061523}
{"epoch": 0, "step": 408, "loss": 1.733508825302124, "total_norm": 9.167084693908691}
{"epoch": 0, "step": 409, "loss": 1.7567988634109497, "total_norm": 8.727148056030273}
{"epoch": 0, "step": 410, "loss": 1.5179271697998047, "total_norm": 9.574953079223633}
{"epoch": 0, "step": 411, "loss": 1.6443476676940918, "total_norm": 9.689400672912598}
{"epoch": 0, "step": 412, "loss": 1.75948965549469, "total_norm": 9.855277061462402}
{"epoch": 0, "step": 413, "loss": 1.7236595153808594, "total_norm": 9.261408805847168}
{"epoch": 0, "step": 414, "loss": 1.5791616439819336, "total_norm": 7.918580055236816}
{"epoch": 0, "step": 415, "loss": 1.5000659227371216, "total_norm": 10.518660545349121}
{"epoch": 0, "step": 416, "loss": 1.3353970050811768, "total_norm": 8.171346664428711}
{"epoch": 0, "step": 417, "loss": 1.1195635795593262, "total_norm": 7.516143798828125}
{"epoch": 0, "step": 418, "loss": 1.3999040126800537, "total_norm": 8.971696853637695}
{"epoch": 0, "step": 419, "loss": 1.6037031412124634, "total_norm": 10.021918296813965}
{"epoch": 0, "step": 420, "loss": 1.8378530740737915, "total_norm": 9.427556991577148}
{"epoch": 0, "step": 421, "loss": 1.661010980606079, "total_norm": 8.88985538482666}
{"epoch": 0, "step": 422, "loss": 2.0222713947296143, "total_norm": 8.56164836883545}
{"epoch": 0, "step": 423, "loss": 1.5886904001235962, "total_norm": 9.573688507080078}
{"epoch": 0, "step": 424, "loss": 1.5011147260665894, "total_norm": 8.242499351501465}
{"epoch": 0, "step": 425, "loss": 1.6855673789978027, "total_norm": 9.521766662597656}
{"epoch": 0, "step": 426, "loss": 1.6301050186157227, "total_norm": 9.389252662658691}
{"epoch": 0, "step": 427, "loss": 1.2095876932144165, "total_norm": 10.064474105834961}
{"epoch": 0, "step": 428, "loss": 1.9055407047271729, "total_norm": 7.648065090179443}
{"epoch": 0, "step": 429, "loss": 1.9339810609817505, "total_norm": 8.701980590820312}
{"epoch": 0, "step": 430, "loss": 1.6628903150558472, "total_norm": 8.258073806762695}
{"epoch": 0, "step": 431, "loss": 1.5649933815002441, "total_norm": 9.037572860717773}
{"epoch": 0, "step": 432, "loss": 1.6447663307189941, "total_norm": 10.15140438079834}
{"epoch": 0, "step": 433, "loss": 1.779489517211914, "total_norm": 8.228859901428223}
{"epoch": 0, "step": 434, "loss": 1.7798078060150146, "total_norm": 7.705051422119141}
{"epoch": 0, "step": 435, "loss": 1.7264025211334229, "total_norm": 9.094758987426758}
{"epoch": 0, "step": 436, "loss": 1.795169711112976, "total_norm": 8.541489601135254}
{"epoch": 0, "step": 437, "loss": 1.7523112297058105, "total_norm": 7.7214741706848145}
{"epoch": 0, "step": 438, "loss": 1.662748098373413, "total_norm": 9.25658893585205}
{"epoch": 0, "step": 439, "loss": 1.787570834159851, "total_norm": 9.529450416564941}
{"epoch": 0, "step": 440, "loss": 1.4360030889511108, "total_norm": 9.400866508483887}
{"epoch": 0, "step": 441, "loss": 1.7727336883544922, "total_norm": 8.767684936523438}
{"epoch": 0, "step": 442, "loss": 1.320243239402771, "total_norm": 7.96489953994751}
{"epoch": 0, "step": 443, "loss": 1.796754002571106, "total_norm": 7.63669490814209}
{"epoch": 0, "step": 444, "loss": 1.3251413106918335, "total_norm": 10.479085922241211}
{"epoch": 0, "step": 445, "loss": 1.4829057455062866, "total_norm": 8.702320098876953}
{"epoch": 0, "step": 446, "loss": 1.3542672395706177, "total_norm": 9.840373039245605}
{"epoch": 0, "step": 447, "loss": 1.327301263809204, "total_norm": 8.429947853088379}
{"epoch": 0, "step": 448, "loss": 1.343027949333191, "total_norm": 10.663604736328125}
{"epoch": 0, "step": 449, "loss": 1.5400714874267578, "total_norm": 8.494802474975586}
{"epoch": 0, "step": 450, "loss": 1.6099306344985962, "total_norm": 8.116620063781738}
{"epoch": 0, "step": 451, "loss": 1.2419229745864868, "total_norm": 8.859488487243652}
{"epoch": 0, "step": 452, "loss": 1.1394069194793701, "total_norm": 8.872625350952148}
{"epoch": 0, "step": 453, "loss": 1.6326051950454712, "total_norm": 7.173855304718018}
{"epoch": 0, "step": 454, "loss": 1.6885250806808472, "total_norm": 9.280475616455078}
{"epoch": 0, "step": 455, "loss": 1.4936542510986328, "total_norm": 8.12463665008545}
{"epoch": 0, "step": 456, "loss": 1.5665149688720703, "total_norm": 9.115922927856445}
{"epoch": 0, "step": 457, "loss": 1.6849455833435059, "total_norm": 9.635637283325195}
{"epoch": 0, "step": 458, "loss": 1.988351583480835, "total_norm": 8.226116180419922}
{"epoch": 0, "step": 459, "loss": 1.7428616285324097, "total_norm": 8.423482894897461}
{"epoch": 0, "step": 460, "loss": 1.3059817552566528, "total_norm": 8.43130874633789}
{"epoch": 0, "step": 461, "loss": 1.9639204740524292, "total_norm": 7.861324310302734}
{"epoch": 0, "step": 462, "loss": 1.6090621948242188, "total_norm": 8.995694160461426}
{"epoch": 0, "step": 463, "loss": 1.5381585359573364, "total_norm": 11.1387939453125}
{"epoch": 0, "step": 464, "loss": 1.5464600324630737, "total_norm": 6.994243621826172}
{"epoch": 0, "step": 465, "loss": 1.2615231275558472, "total_norm": 9.769225120544434}
{"epoch": 0, "step": 466, "loss": 1.9200698137283325, "total_norm": 8.736255645751953}
{"epoch": 0, "step": 467, "loss": 1.865321159362793, "total_norm": 8.539409637451172}
{"epoch": 0, "step": 468, "loss": 1.2237703800201416, "total_norm": 7.318575382232666}
{"epoch": 0, "step": 469, "loss": 1.3476643562316895, "total_norm": 8.550185203552246}
{"epoch": 0, "step": 470, "loss": 1.6353062391281128, "total_norm": 8.100648880004883}
{"epoch": 0, "step": 471, "loss": 1.3538929224014282, "total_norm": 8.693920135498047}
{"epoch": 0, "step": 472, "loss": 1.9951543807983398, "total_norm": 8.043766021728516}
{"epoch": 0, "step": 473, "loss": 1.5668847560882568, "total_norm": 8.99548053741455}
{"epoch": 0, "step": 474, "loss": 1.8753713369369507, "total_norm": 9.070566177368164}
{"epoch": 0, "step": 475, "loss": 1.5403530597686768, "total_norm": 8.282637596130371}
{"epoch": 0, "step": 476, "loss": 1.4552559852600098, "total_norm": 7.679794788360596}
{"epoch": 0, "step": 477, "loss": 1.8294892311096191, "total_norm": 7.901576519012451}
{"epoch": 0, "step": 478, "loss": 1.7202447652816772, "total_norm": 10.063685417175293}
{"epoch": 0, "step": 479, "loss": 1.7453515529632568, "total_norm": 7.465859413146973}
{"epoch": 0, "step": 480, "loss": 1.5172120332717896, "total_norm": 7.859862327575684}
{"epoch": 0, "step": 481, "loss": 1.4174236059188843, "total_norm": 8.154030799865723}
{"epoch": 0, "step": 482, "loss": 1.17941153049469, "total_norm": 9.037168502807617}
{"epoch": 0, "step": 483, "loss": 1.4535306692123413, "total_norm": 8.050029754638672}
{"epoch": 0, "step": 484, "loss": 1.5782394409179688, "total_norm": 9.417256355285645}
{"epoch": 0, "step": 485, "loss": 1.7605154514312744, "total_norm": 8.709431648254395}
{"epoch": 0, "step": 486, "loss": 1.5260645151138306, "total_norm": 10.197479248046875}
{"epoch": 0, "step": 487, "loss": 1.3743600845336914, "total_norm": 10.327388763427734}
{"epoch": 0, "step": 488, "loss": 1.4857624769210815, "total_norm": 9.20395278930664}
{"epoch": 0, "step": 489, "loss": 1.17142653465271, "total_norm": 8.524994850158691}
{"epoch": 0, "step": 490, "loss": 2.082202911376953, "total_norm": 7.973494529724121}
{"epoch": 0, "step": 491, "loss": 1.6327310800552368, "total_norm": 7.960414886474609}
{"epoch": 0, "step": 492, "loss": 1.6746282577514648, "total_norm": 7.817788600921631}
{"epoch": 0, "step": 493, "loss": 1.4065663814544678, "total_norm": 9.125248908996582}
{"epoch": 0, "step": 494, "loss": 1.5380170345306396, "total_norm": 8.137591361999512}
{"epoch": 0, "step": 495, "loss": 2.2675421237945557, "total_norm": 8.175666809082031}
{"epoch": 0, "step": 496, "loss": 1.6759328842163086, "total_norm": 10.036784172058105}
{"epoch": 0, "step": 497, "loss": 1.695381760597229, "total_norm": 9.022554397583008}
{"epoch": 0, "step": 498, "loss": 1.618411898612976, "total_norm": 8.880576133728027}
{"epoch": 0, "step": 499, "loss": 1.7784565687179565, "total_norm": 9.84066390991211}
{"epoch": 0, "step": 500, "eval_loss": 1.6519081989924114, "eval_rougeL": 0.13946933698656294}
{"epoch": 0, "step": 500, "loss": 1.7445898056030273, "total_norm": 8.362028121948242}
{"epoch": 0, "step": 501, "loss": 1.774247646331787, "total_norm": 10.066692352294922}
{"epoch": 0, "step": 502, "loss": 1.7797118425369263, "total_norm": 8.826870918273926}
{"epoch": 0, "step": 503, "loss": 1.0962724685668945, "total_norm": 8.457064628601074}
{"epoch": 0, "step": 504, "loss": 2.0089309215545654, "total_norm": 7.647828578948975}
{"epoch": 0, "step": 505, "loss": 1.8930931091308594, "total_norm": 9.140019416809082}
{"epoch": 0, "step": 506, "loss": 1.2023494243621826, "total_norm": 8.591249465942383}
{"epoch": 0, "step": 507, "loss": 1.3408702611923218, "total_norm": 7.605515003204346}
{"epoch": 0, "step": 508, "loss": 1.3672114610671997, "total_norm": 8.880189895629883}
{"epoch": 0, "step": 509, "loss": 1.664444923400879, "total_norm": 8.805459976196289}
{"epoch": 0, "step": 510, "loss": 1.575679063796997, "total_norm": 9.395064353942871}
{"epoch": 0, "step": 511, "loss": 1.3866772651672363, "total_norm": 10.073935508728027}
{"epoch": 0, "step": 512, "loss": 1.5342981815338135, "total_norm": 8.948699951171875}
{"epoch": 0, "step": 513, "loss": 1.6531246900558472, "total_norm": 8.438721656799316}
{"epoch": 0, "step": 514, "loss": 1.5414085388183594, "total_norm": 9.289811134338379}
{"epoch": 0, "step": 515, "loss": 1.835559606552124, "total_norm": 8.681594848632812}
{"epoch": 0, "step": 516, "loss": 1.8703091144561768, "total_norm": 7.775596618652344}
{"epoch": 0, "step": 517, "loss": 1.862852692604065, "total_norm": 9.605257034301758}
{"epoch": 0, "step": 518, "loss": 1.6900469064712524, "total_norm": 8.34926700592041}
{"epoch": 0, "step": 519, "loss": 1.857016921043396, "total_norm": 8.723610877990723}
{"epoch": 0, "step": 520, "loss": 1.5514862537384033, "total_norm": 9.09122085571289}
{"epoch": 0, "step": 521, "loss": 1.3926963806152344, "total_norm": 8.953837394714355}
{"epoch": 0, "step": 522, "loss": 1.6581319570541382, "total_norm": 8.791276931762695}
{"epoch": 0, "step": 523, "loss": 1.8701534271240234, "total_norm": 8.473688125610352}
{"epoch": 0, "step": 524, "loss": 1.6719424724578857, "total_norm": 10.145052909851074}
{"epoch": 0, "step": 525, "loss": 1.8060877323150635, "total_norm": 10.314332008361816}
{"epoch": 0, "step": 526, "loss": 1.7887072563171387, "total_norm": 8.592785835266113}
{"epoch": 0, "step": 527, "loss": 1.415205955505371, "total_norm": 10.038448333740234}
{"epoch": 0, "step": 528, "loss": 1.121762752532959, "total_norm": 10.151653289794922}
{"epoch": 0, "step": 529, "loss": 1.702420711517334, "total_norm": 12.406355857849121}
{"epoch": 0, "step": 530, "loss": 1.230690598487854, "total_norm": 9.668185234069824}
{"epoch": 0, "step": 531, "loss": 1.4366997480392456, "total_norm": 8.442366600036621}
{"epoch": 0, "step": 532, "loss": 1.9690320491790771, "total_norm": 7.848938465118408}
{"epoch": 0, "step": 533, "loss": 1.8671884536743164, "total_norm": 9.100095748901367}
{"epoch": 0, "step": 534, "loss": 1.624503493309021, "total_norm": 8.584494590759277}
{"epoch": 0, "step": 535, "loss": 2.003413677215576, "total_norm": 10.500852584838867}
{"epoch": 0, "step": 536, "loss": 1.5930123329162598, "total_norm": 7.764643669128418}
{"epoch": 0, "step": 537, "loss": 1.6472090482711792, "total_norm": 10.830049514770508}
{"epoch": 0, "step": 538, "loss": 2.238830089569092, "total_norm": 9.43191146850586}
{"epoch": 0, "step": 539, "loss": 1.9831042289733887, "total_norm": 7.610591888427734}
{"epoch": 0, "step": 540, "loss": 1.2391830682754517, "total_norm": 7.330540657043457}
{"epoch": 0, "step": 541, "loss": 1.8704657554626465, "total_norm": 9.461593627929688}
{"epoch": 0, "step": 542, "loss": 2.3678107261657715, "total_norm": 7.936294078826904}
{"epoch": 0, "step": 543, "loss": 2.278407573699951, "total_norm": 8.662924766540527}
{"epoch": 0, "step": 544, "loss": 1.7181529998779297, "total_norm": 8.787711143493652}
{"epoch": 0, "step": 545, "loss": 1.7435526847839355, "total_norm": 7.62724494934082}
{"epoch": 0, "step": 546, "loss": 1.9302669763565063, "total_norm": 9.848027229309082}
{"epoch": 0, "step": 547, "loss": 1.3117973804473877, "total_norm": 8.31082534790039}
{"epoch": 0, "step": 548, "loss": 1.7583669424057007, "total_norm": 8.08090877532959}
{"epoch": 0, "step": 549, "loss": 1.754291296005249, "total_norm": 8.28261947631836}
{"epoch": 0, "step": 550, "loss": 1.3011927604675293, "total_norm": 10.484219551086426}
{"epoch": 0, "step": 551, "loss": 1.5959028005599976, "total_norm": 9.79489803314209}
{"epoch": 0, "step": 552, "loss": 1.450566053390503, "total_norm": 8.94352912902832}
{"epoch": 0, "step": 553, "loss": 1.5271050930023193, "total_norm": 11.1817626953125}
{"epoch": 0, "step": 554, "loss": 1.6471410989761353, "total_norm": 9.304896354675293}
{"epoch": 0, "step": 555, "loss": 1.4182881116867065, "total_norm": 8.314468383789062}
{"epoch": 0, "step": 556, "loss": 1.8575741052627563, "total_norm": 10.614192008972168}
{"epoch": 0, "step": 557, "loss": 1.8195704221725464, "total_norm": 6.962796211242676}
{"epoch": 0, "step": 558, "loss": 1.795884609222412, "total_norm": 8.82646656036377}
{"epoch": 0, "step": 559, "loss": 1.3485349416732788, "total_norm": 6.5478196144104}
{"epoch": 0, "step": 560, "loss": 1.3190135955810547, "total_norm": 7.895206451416016}
{"epoch": 0, "step": 561, "loss": 1.7614834308624268, "total_norm": 7.67750883102417}
{"epoch": 0, "step": 562, "loss": 1.8130730390548706, "total_norm": 8.388675689697266}
{"epoch": 0, "step": 563, "loss": 1.6903600692749023, "total_norm": 9.321533203125}
{"epoch": 0, "step": 564, "loss": 1.807256817817688, "total_norm": 9.696232795715332}
{"epoch": 0, "step": 565, "loss": 2.0293502807617188, "total_norm": 8.144495964050293}
{"epoch": 0, "step": 566, "loss": 1.5155410766601562, "total_norm": 9.41160774230957}
{"epoch": 0, "step": 567, "loss": 1.6329185962677002, "total_norm": 8.308732986450195}
{"epoch": 0, "step": 568, "loss": 1.4687108993530273, "total_norm": 8.42440414428711}
{"epoch": 0, "step": 569, "loss": 1.6949108839035034, "total_norm": 7.295120716094971}
{"epoch": 0, "step": 570, "loss": 1.486083745956421, "total_norm": 8.55274772644043}
{"epoch": 0, "step": 571, "loss": 1.425919532775879, "total_norm": 8.326805114746094}
{"epoch": 0, "step": 572, "loss": 1.2491992712020874, "total_norm": 9.003117561340332}
{"epoch": 0, "step": 573, "loss": 1.8582890033721924, "total_norm": 8.593171119689941}
{"epoch": 0, "step": 574, "loss": 1.4550092220306396, "total_norm": 9.57541561126709}
{"epoch": 0, "step": 575, "loss": 1.339502215385437, "total_norm": 7.927476406097412}
{"epoch": 0, "step": 576, "loss": 1.7307366132736206, "total_norm": 6.703542232513428}
{"epoch": 0, "step": 577, "loss": 1.8135833740234375, "total_norm": 8.906558990478516}
{"epoch": 0, "step": 578, "loss": 1.5609450340270996, "total_norm": 8.70380687713623}
{"epoch": 0, "step": 579, "loss": 1.8547687530517578, "total_norm": 7.006251335144043}
{"epoch": 0, "step": 580, "loss": 1.3696327209472656, "total_norm": 7.925351142883301}
{"epoch": 0, "step": 581, "loss": 1.9185272455215454, "total_norm": 9.467302322387695}
{"epoch": 0, "step": 582, "loss": 2.007082223892212, "total_norm": 8.234871864318848}
{"epoch": 0, "step": 583, "loss": 1.6916066408157349, "total_norm": 8.077746391296387}
{"epoch": 0, "step": 584, "loss": 1.4933128356933594, "total_norm": 7.4027628898620605}
{"epoch": 0, "step": 585, "loss": 1.4119267463684082, "total_norm": 9.910451889038086}
{"epoch": 0, "step": 586, "loss": 1.431772232055664, "total_norm": 7.81992769241333}
{"epoch": 0, "step": 587, "loss": 1.8683271408081055, "total_norm": 8.495522499084473}
{"epoch": 0, "step": 588, "loss": 1.4091209173202515, "total_norm": 7.984961032867432}
{"epoch": 0, "step": 589, "loss": 1.784309983253479, "total_norm": 9.076336860656738}
{"epoch": 0, "step": 590, "loss": 1.8150798082351685, "total_norm": 9.324630737304688}
{"epoch": 0, "step": 591, "loss": 1.8783164024353027, "total_norm": 7.941838264465332}
{"epoch": 0, "step": 592, "loss": 1.8578321933746338, "total_norm": 8.326446533203125}
{"epoch": 0, "step": 593, "loss": 1.7872960567474365, "total_norm": 10.321063041687012}
{"epoch": 0, "step": 594, "loss": 1.8504488468170166, "total_norm": 7.272598743438721}
{"epoch": 0, "step": 595, "loss": 1.7431515455245972, "total_norm": 8.820624351501465}
{"epoch": 0, "step": 596, "loss": 1.4116371870040894, "total_norm": 10.518802642822266}
{"epoch": 0, "step": 597, "loss": 1.0983608961105347, "total_norm": 10.802327156066895}
{"epoch": 0, "step": 598, "loss": 1.2730988264083862, "total_norm": 7.349762916564941}
{"epoch": 0, "step": 599, "loss": 1.4670565128326416, "total_norm": 9.65362548828125}
{"epoch": 0, "step": 600, "loss": 1.5907386541366577, "total_norm": 8.246379852294922}
{"epoch": 0, "step": 601, "loss": 1.7499014139175415, "total_norm": 7.732898712158203}
{"epoch": 0, "step": 602, "loss": 1.8461259603500366, "total_norm": 8.340383529663086}
{"epoch": 0, "step": 603, "loss": 1.9749420881271362, "total_norm": 7.862335205078125}
{"epoch": 0, "step": 604, "loss": 1.7351760864257812, "total_norm": 11.860465049743652}
{"epoch": 0, "step": 605, "loss": 1.3273520469665527, "total_norm": 6.909054756164551}
{"epoch": 0, "step": 606, "loss": 1.5949633121490479, "total_norm": 8.933961868286133}
{"epoch": 0, "step": 607, "loss": 1.4424471855163574, "total_norm": 8.64493179321289}
{"epoch": 0, "step": 608, "loss": 1.2129075527191162, "total_norm": 9.929435729980469}
{"epoch": 0, "step": 609, "loss": 1.935075283050537, "total_norm": 8.4893159866333}
{"epoch": 0, "step": 610, "loss": 1.8011469841003418, "total_norm": 9.295496940612793}
{"epoch": 0, "step": 611, "loss": 1.757492184638977, "total_norm": 8.419716835021973}
{"epoch": 0, "step": 612, "loss": 1.712722659111023, "total_norm": 8.558050155639648}
{"epoch": 0, "step": 613, "loss": 0.8466700911521912, "total_norm": 7.314326286315918}
{"epoch": 0, "step": 614, "loss": 1.3750133514404297, "total_norm": 9.000614166259766}
{"epoch": 0, "step": 615, "loss": 1.9886444807052612, "total_norm": 8.513537406921387}
{"epoch": 0, "step": 616, "loss": 1.5520191192626953, "total_norm": 8.711933135986328}
{"epoch": 0, "step": 617, "loss": 1.4031201601028442, "total_norm": 9.107142448425293}
{"epoch": 0, "step": 618, "loss": 1.2804120779037476, "total_norm": 8.442889213562012}
{"epoch": 0, "step": 619, "loss": 1.2627540826797485, "total_norm": 10.313478469848633}
{"epoch": 0, "step": 620, "loss": 1.6364407539367676, "total_norm": 6.8755292892456055}
{"epoch": 0, "step": 621, "loss": 1.5153608322143555, "total_norm": 10.923563003540039}
{"epoch": 0, "step": 622, "loss": 1.6986483335494995, "total_norm": 8.665874481201172}
{"epoch": 0, "step": 623, "loss": 1.62942636013031, "total_norm": 8.817675590515137}
{"epoch": 0, "step": 624, "loss": 1.7596491575241089, "total_norm": 9.360736846923828}
{"epoch": 0, "step": 625, "loss": 1.4886144399642944, "total_norm": 9.002754211425781}
{"epoch": 0, "step": 626, "loss": 1.608008861541748, "total_norm": 8.23922061920166}
{"epoch": 0, "step": 627, "loss": 1.5194954872131348, "total_norm": 9.05981159210205}
{"epoch": 0, "step": 628, "loss": 1.6012827157974243, "total_norm": 9.949438095092773}
{"epoch": 0, "step": 629, "loss": 1.4573479890823364, "total_norm": 9.45871639251709}
{"epoch": 0, "step": 630, "loss": 1.6122623682022095, "total_norm": 8.967077255249023}
{"epoch": 0, "step": 631, "loss": 1.4147204160690308, "total_norm": 8.126343727111816}
{"epoch": 0, "step": 632, "loss": 1.5015262365341187, "total_norm": 7.510499954223633}
{"epoch": 0, "step": 633, "loss": 1.1204204559326172, "total_norm": 8.95899772644043}
{"epoch": 0, "step": 634, "loss": 1.6334291696548462, "total_norm": 9.636425018310547}
{"epoch": 0, "step": 635, "loss": 1.737058162689209, "total_norm": 9.640316009521484}
{"epoch": 0, "step": 636, "loss": 1.8630180358886719, "total_norm": 8.553318977355957}
{"epoch": 0, "step": 637, "loss": 1.437007188796997, "total_norm": 7.28149938583374}
{"epoch": 0, "step": 638, "loss": 1.56151282787323, "total_norm": 9.670872688293457}
{"epoch": 0, "step": 639, "loss": 1.4116607904434204, "total_norm": 9.427515029907227}
{"epoch": 0, "step": 640, "loss": 1.1239593029022217, "total_norm": 9.207244873046875}
{"epoch": 0, "step": 641, "loss": 1.4724806547164917, "total_norm": 9.403661727905273}
{"epoch": 0, "step": 642, "loss": 1.6767159700393677, "total_norm": 8.151460647583008}
{"epoch": 0, "step": 643, "loss": 1.8814365863800049, "total_norm": 8.188316345214844}
{"epoch": 0, "step": 644, "loss": 1.4829034805297852, "total_norm": 8.451092720031738}
{"epoch": 0, "step": 645, "loss": 1.5517882108688354, "total_norm": 9.385466575622559}
{"epoch": 0, "step": 646, "loss": 1.358189344406128, "total_norm": 8.713027954101562}
{"epoch": 0, "step": 647, "loss": 2.0332190990448, "total_norm": 8.601237297058105}
{"epoch": 0, "step": 648, "loss": 1.3589234352111816, "total_norm": 8.730155944824219}
{"epoch": 0, "step": 649, "loss": 1.5939035415649414, "total_norm": 8.276875495910645}
{"epoch": 0, "step": 650, "loss": 1.3920596837997437, "total_norm": 10.958251953125}
{"epoch": 0, "step": 651, "loss": 1.115825891494751, "total_norm": 9.074090957641602}
{"epoch": 0, "step": 652, "loss": 2.0304062366485596, "total_norm": 8.49855899810791}
{"epoch": 0, "step": 653, "loss": 1.4161442518234253, "total_norm": 9.110214233398438}
{"epoch": 0, "step": 654, "loss": 1.7295000553131104, "total_norm": 8.550897598266602}
{"epoch": 0, "step": 655, "loss": 1.8047147989273071, "total_norm": 10.438116073608398}
{"epoch": 0, "step": 656, "loss": 1.558898687362671, "total_norm": 8.096155166625977}
{"epoch": 0, "step": 657, "loss": 1.5924454927444458, "total_norm": 8.73829460144043}
{"epoch": 0, "step": 658, "loss": 1.5704715251922607, "total_norm": 11.175783157348633}
{"epoch": 0, "step": 659, "loss": 1.8571840524673462, "total_norm": 9.221900939941406}
{"epoch": 0, "step": 660, "loss": 1.6889089345932007, "total_norm": 9.435968399047852}
{"epoch": 0, "step": 661, "loss": 1.50999915599823, "total_norm": 9.334057807922363}
{"epoch": 0, "step": 662, "loss": 1.5391641855239868, "total_norm": 11.430936813354492}
{"epoch": 0, "step": 663, "loss": 1.7376456260681152, "total_norm": 9.341092109680176}
{"epoch": 0, "step": 664, "loss": 1.5811229944229126, "total_norm": 11.080114364624023}
{"epoch": 0, "step": 665, "loss": 1.653186321258545, "total_norm": 9.23349666595459}
{"epoch": 0, "step": 666, "loss": 1.764801263809204, "total_norm": 8.446857452392578}
{"epoch": 0, "step": 667, "loss": 1.5804535150527954, "total_norm": 8.188199043273926}
{"epoch": 0, "step": 668, "loss": 2.0010294914245605, "total_norm": 7.29383659362793}
{"epoch": 0, "step": 669, "loss": 1.5279124975204468, "total_norm": 7.614494323730469}
{"epoch": 0, "step": 670, "loss": 1.5094484090805054, "total_norm": 8.85265827178955}
{"epoch": 0, "step": 671, "loss": 1.6857001781463623, "total_norm": 9.019018173217773}
{"epoch": 0, "step": 672, "loss": 1.6212047338485718, "total_norm": 9.277926445007324}
{"epoch": 0, "step": 673, "loss": 1.0596110820770264, "total_norm": 8.165204048156738}
{"epoch": 0, "step": 674, "loss": 1.4838838577270508, "total_norm": 9.205787658691406}
{"epoch": 0, "step": 675, "loss": 1.3311997652053833, "total_norm": 6.919414520263672}
{"epoch": 0, "step": 676, "loss": 1.8592301607131958, "total_norm": 9.947466850280762}
{"epoch": 0, "step": 677, "loss": 1.9260507822036743, "total_norm": 10.379144668579102}
{"epoch": 0, "step": 678, "loss": 1.4870831966400146, "total_norm": 9.578433990478516}
{"epoch": 0, "step": 679, "loss": 1.551327109336853, "total_norm": 8.35230541229248}
{"epoch": 0, "step": 680, "loss": 1.2894688844680786, "total_norm": 11.041728973388672}
{"epoch": 0, "step": 681, "loss": 1.6532542705535889, "total_norm": 9.531327247619629}
{"epoch": 0, "step": 682, "loss": 1.4923204183578491, "total_norm": 8.529946327209473}
{"epoch": 0, "step": 683, "loss": 1.4423636198043823, "total_norm": 7.405916690826416}
{"epoch": 0, "step": 684, "loss": 1.154207706451416, "total_norm": 9.371463775634766}
{"epoch": 0, "step": 685, "loss": 1.265384554862976, "total_norm": 9.114766120910645}
{"epoch": 0, "step": 686, "loss": 1.4297717809677124, "total_norm": 8.549612045288086}
{"epoch": 0, "step": 687, "loss": 1.5207040309906006, "total_norm": 8.2741060256958}
{"epoch": 0, "step": 688, "loss": 1.567110300064087, "total_norm": 8.951534271240234}
{"epoch": 0, "step": 689, "loss": 1.5918173789978027, "total_norm": 7.826453685760498}
{"epoch": 0, "step": 690, "loss": 1.946607232093811, "total_norm": 7.89400577545166}
{"epoch": 0, "step": 691, "loss": 1.3649048805236816, "total_norm": 8.32814884185791}
{"epoch": 0, "step": 692, "loss": 1.4321404695510864, "total_norm": 10.057153701782227}
{"epoch": 0, "step": 693, "loss": 1.557671308517456, "total_norm": 8.357328414916992}
{"epoch": 0, "step": 694, "loss": 1.6468162536621094, "total_norm": 8.8148832321167}
{"epoch": 0, "step": 695, "loss": 1.5225332975387573, "total_norm": 6.88056755065918}
{"epoch": 0, "step": 696, "loss": 1.3089573383331299, "total_norm": 10.268759727478027}
{"epoch": 0, "step": 697, "loss": 1.2296477556228638, "total_norm": 8.690513610839844}
{"epoch": 0, "step": 698, "loss": 1.9703670740127563, "total_norm": 8.320698738098145}
{"epoch": 0, "step": 699, "loss": 1.4787554740905762, "total_norm": 7.988748550415039}
{"epoch": 0, "step": 700, "loss": 1.5074223279953003, "total_norm": 10.695302963256836}
{"epoch": 0, "step": 701, "loss": 1.9605711698532104, "total_norm": 7.799786567687988}
{"epoch": 0, "step": 702, "loss": 1.4336591958999634, "total_norm": 9.113421440124512}
{"epoch": 0, "step": 703, "loss": 1.6627622842788696, "total_norm": 8.493779182434082}
{"epoch": 0, "step": 704, "loss": 1.8730212450027466, "total_norm": 8.433317184448242}
{"epoch": 0, "step": 705, "loss": 1.3154840469360352, "total_norm": 7.667895317077637}
{"epoch": 0, "step": 706, "loss": 1.626038908958435, "total_norm": 7.482678413391113}
{"epoch": 0, "step": 707, "loss": 1.2094202041625977, "total_norm": 8.551187515258789}
{"epoch": 0, "step": 708, "loss": 1.4259848594665527, "total_norm": 8.009980201721191}
{"epoch": 0, "step": 709, "loss": 1.4860377311706543, "total_norm": 8.982888221740723}
{"epoch": 0, "step": 710, "loss": 1.8995851278305054, "total_norm": 9.348831176757812}
{"epoch": 0, "step": 711, "loss": 1.358577013015747, "total_norm": 8.452324867248535}
{"epoch": 0, "step": 712, "loss": 1.5937563180923462, "total_norm": 9.757732391357422}
{"epoch": 0, "step": 713, "loss": 1.2493308782577515, "total_norm": 10.862139701843262}
{"epoch": 0, "step": 714, "loss": 1.1809189319610596, "total_norm": 10.825203895568848}
{"epoch": 0, "step": 715, "loss": 1.8657066822052002, "total_norm": 7.122965335845947}
{"epoch": 0, "step": 716, "loss": 1.8530906438827515, "total_norm": 8.012151718139648}
{"epoch": 0, "step": 717, "loss": 1.850144863128662, "total_norm": 10.04621696472168}
{"epoch": 0, "step": 718, "loss": 1.4623591899871826, "total_norm": 7.077297210693359}
{"epoch": 0, "step": 719, "loss": 1.7362898588180542, "total_norm": 7.335671901702881}
{"epoch": 0, "step": 720, "loss": 1.61934494972229, "total_norm": 8.545248985290527}
{"epoch": 0, "step": 721, "loss": 1.91378915309906, "total_norm": 9.005936622619629}
{"epoch": 0, "step": 722, "loss": 1.7166500091552734, "total_norm": 10.218645095825195}
{"epoch": 0, "step": 723, "loss": 1.769027829170227, "total_norm": 7.887277603149414}
{"epoch": 0, "step": 724, "loss": 1.618390679359436, "total_norm": 9.449495315551758}
{"epoch": 0, "step": 725, "loss": 1.4227677583694458, "total_norm": 8.708003044128418}
{"epoch": 0, "step": 726, "loss": 1.539548635482788, "total_norm": 10.402132987976074}
{"epoch": 0, "step": 727, "loss": 1.5260950326919556, "total_norm": 7.634968280792236}
{"epoch": 0, "step": 728, "loss": 1.6826592683792114, "total_norm": 7.9857563972473145}
{"epoch": 0, "step": 729, "loss": 1.9011549949645996, "total_norm": 8.888775825500488}
{"epoch": 0, "step": 730, "loss": 1.8628093004226685, "total_norm": 7.718047618865967}
{"epoch": 0, "step": 731, "loss": 1.691806435585022, "total_norm": 7.937396049499512}
{"epoch": 0, "step": 732, "loss": 1.9035884141921997, "total_norm": 7.263572692871094}
{"epoch": 0, "step": 733, "loss": 1.824663758277893, "total_norm": 8.585809707641602}
{"epoch": 0, "step": 734, "loss": 1.9422765970230103, "total_norm": 8.675910949707031}
{"epoch": 0, "step": 735, "loss": 2.034611940383911, "total_norm": 8.063430786132812}
{"epoch": 0, "step": 736, "loss": 1.801524043083191, "total_norm": 9.025331497192383}
{"epoch": 0, "step": 737, "loss": 1.6576642990112305, "total_norm": 9.753396987915039}
{"epoch": 0, "step": 738, "loss": 1.375301718711853, "total_norm": 8.907341957092285}
{"epoch": 0, "step": 739, "loss": 1.9577826261520386, "total_norm": 8.601558685302734}
{"epoch": 0, "step": 740, "loss": 1.373859167098999, "total_norm": 8.171550750732422}
{"epoch": 0, "step": 741, "loss": 1.6171252727508545, "total_norm": 9.246038436889648}
{"epoch": 0, "step": 742, "loss": 0.9805815815925598, "total_norm": 6.851953506469727}
{"epoch": 0, "step": 743, "loss": 1.4447367191314697, "total_norm": 10.746904373168945}
{"epoch": 0, "step": 744, "loss": 2.0541257858276367, "total_norm": 8.537079811096191}
{"epoch": 0, "step": 745, "loss": 1.6790343523025513, "total_norm": 8.527286529541016}
{"epoch": 0, "step": 746, "loss": 1.6406863927841187, "total_norm": 8.779838562011719}
{"epoch": 0, "step": 747, "loss": 1.300676941871643, "total_norm": 7.524773597717285}
{"epoch": 0, "step": 748, "loss": 1.703064203262329, "total_norm": 7.536308288574219}
{"epoch": 0, "step": 749, "loss": 1.0105339288711548, "total_norm": 6.59817361831665}
{"epoch": 0, "step": 750, "loss": 1.42466139793396, "total_norm": 9.797711372375488}
{"epoch": 0, "step": 751, "loss": 1.4869513511657715, "total_norm": 10.41827392578125}
{"epoch": 0, "step": 752, "loss": 2.1101131439208984, "total_norm": 8.443521499633789}
{"epoch": 0, "step": 753, "loss": 1.0177052021026611, "total_norm": 7.447690963745117}
{"epoch": 0, "step": 754, "loss": 1.5010851621627808, "total_norm": 7.3921122550964355}
{"epoch": 0, "step": 755, "loss": 1.4772460460662842, "total_norm": 7.878751754760742}
{"epoch": 0, "step": 756, "loss": 1.720702886581421, "total_norm": 8.356988906860352}
{"epoch": 0, "step": 757, "loss": 1.7766644954681396, "total_norm": 9.039764404296875}
{"epoch": 0, "step": 758, "loss": 1.9686038494110107, "total_norm": 9.59607219696045}
{"epoch": 0, "step": 759, "loss": 1.7232568264007568, "total_norm": 8.365723609924316}
{"epoch": 0, "step": 760, "loss": 1.3759814500808716, "total_norm": 8.587498664855957}
{"epoch": 0, "step": 761, "loss": 1.5754966735839844, "total_norm": 11.752446174621582}
{"epoch": 0, "step": 762, "loss": 1.4433510303497314, "total_norm": 9.142319679260254}
{"epoch": 0, "step": 763, "loss": 1.4639825820922852, "total_norm": 7.928503036499023}
{"epoch": 0, "step": 764, "loss": 1.7502504587173462, "total_norm": 7.6442742347717285}
{"epoch": 0, "step": 765, "loss": 1.06697416305542, "total_norm": 8.453392028808594}
{"epoch": 0, "step": 766, "loss": 1.6280159950256348, "total_norm": 9.150546073913574}
{"epoch": 0, "step": 767, "loss": 1.6233162879943848, "total_norm": 9.801655769348145}
{"epoch": 0, "step": 768, "loss": 1.4983699321746826, "total_norm": 10.466017723083496}
{"epoch": 0, "step": 769, "loss": 1.1425691843032837, "total_norm": 9.006237030029297}
{"epoch": 0, "step": 770, "loss": 1.3720462322235107, "total_norm": 9.594965934753418}
{"epoch": 0, "step": 771, "loss": 1.4629993438720703, "total_norm": 8.601030349731445}
{"epoch": 0, "step": 772, "loss": 2.0085177421569824, "total_norm": 7.831991195678711}
{"epoch": 0, "step": 773, "loss": 1.8042819499969482, "total_norm": 8.804447174072266}
{"epoch": 0, "step": 774, "loss": 1.651871681213379, "total_norm": 7.696850299835205}
{"epoch": 0, "step": 775, "loss": 2.1651360988616943, "total_norm": 9.583544731140137}
{"epoch": 0, "step": 776, "loss": 1.6568058729171753, "total_norm": 9.990089416503906}
{"epoch": 0, "step": 777, "loss": 1.353374719619751, "total_norm": 7.092344760894775}
{"epoch": 0, "step": 778, "loss": 1.539069414138794, "total_norm": 9.854214668273926}
{"epoch": 0, "step": 779, "loss": 1.7969629764556885, "total_norm": 10.255514144897461}
{"epoch": 0, "step": 780, "loss": 1.308604121208191, "total_norm": 8.264439582824707}
{"epoch": 0, "step": 781, "loss": 1.5938981771469116, "total_norm": 10.888808250427246}
{"epoch": 0, "step": 782, "loss": 1.6929799318313599, "total_norm": 7.800780296325684}
{"epoch": 0, "step": 783, "loss": 1.5782829523086548, "total_norm": 8.455047607421875}
{"epoch": 0, "step": 784, "loss": 1.517982006072998, "total_norm": 8.944337844848633}
{"epoch": 0, "step": 785, "loss": 1.7042158842086792, "total_norm": 8.609024047851562}
{"epoch": 0, "step": 786, "loss": 1.794919490814209, "total_norm": 8.870780944824219}
{"epoch": 0, "step": 787, "loss": 1.5104360580444336, "total_norm": 11.411956787109375}
{"epoch": 0, "step": 788, "loss": 1.8841925859451294, "total_norm": 8.483222961425781}
{"epoch": 0, "step": 789, "loss": 1.4968830347061157, "total_norm": 9.253108978271484}
{"epoch": 0, "step": 790, "loss": 1.3899050951004028, "total_norm": 8.79203987121582}
{"epoch": 0, "step": 791, "loss": 1.791933536529541, "total_norm": 6.845066547393799}
{"epoch": 0, "step": 792, "loss": 2.027941942214966, "total_norm": 7.883954048156738}
{"epoch": 0, "step": 793, "loss": 1.2672334909439087, "total_norm": 9.56963062286377}
{"epoch": 0, "step": 794, "loss": 1.1853071451187134, "total_norm": 9.208791732788086}
{"epoch": 0, "step": 795, "loss": 1.6914541721343994, "total_norm": 7.742157459259033}
{"epoch": 0, "step": 796, "loss": 1.4406936168670654, "total_norm": 7.641670227050781}
{"epoch": 0, "step": 797, "loss": 1.491525411605835, "total_norm": 10.938071250915527}
{"epoch": 0, "step": 798, "loss": 1.603501319885254, "total_norm": 10.305877685546875}
{"epoch": 0, "step": 799, "loss": 1.7600089311599731, "total_norm": 8.233282089233398}
{"epoch": 0, "step": 800, "loss": 1.3891932964324951, "total_norm": 9.557195663452148}
{"epoch": 0, "step": 801, "loss": 1.2942713499069214, "total_norm": 8.307283401489258}
{"epoch": 0, "step": 802, "loss": 1.7551809549331665, "total_norm": 8.335394859313965}
{"epoch": 0, "step": 803, "loss": 1.5051578283309937, "total_norm": 8.957090377807617}
{"epoch": 0, "step": 804, "loss": 1.3861716985702515, "total_norm": 7.4835662841796875}
{"epoch": 0, "step": 805, "loss": 1.6471974849700928, "total_norm": 9.002006530761719}
{"epoch": 0, "step": 806, "loss": 1.4867503643035889, "total_norm": 9.332260131835938}
{"epoch": 0, "step": 807, "loss": 1.2252641916275024, "total_norm": 6.416086196899414}
{"epoch": 0, "step": 808, "loss": 1.8899409770965576, "total_norm": 9.00544261932373}
{"epoch": 0, "step": 809, "loss": 1.5028935670852661, "total_norm": 9.963582992553711}
{"epoch": 0, "step": 810, "loss": 1.488517165184021, "total_norm": 9.261848449707031}
{"epoch": 0, "step": 811, "loss": 1.6924331188201904, "total_norm": 8.131601333618164}
{"epoch": 0, "step": 812, "loss": 1.929569125175476, "total_norm": 7.970423698425293}
{"epoch": 0, "step": 813, "loss": 1.7118761539459229, "total_norm": 10.010122299194336}
{"epoch": 0, "step": 814, "loss": 1.8687199354171753, "total_norm": 9.562529563903809}
{"epoch": 0, "step": 815, "loss": 1.7160142660140991, "total_norm": 9.4835786819458}
{"epoch": 0, "step": 816, "loss": 1.514069676399231, "total_norm": 7.989593029022217}
{"epoch": 0, "step": 817, "loss": 2.163527250289917, "total_norm": 8.380391120910645}
{"epoch": 0, "step": 818, "loss": 1.2111650705337524, "total_norm": 8.15201187133789}
{"epoch": 0, "step": 819, "loss": 1.4708635807037354, "total_norm": 8.630681037902832}
{"epoch": 0, "step": 820, "loss": 1.2253891229629517, "total_norm": 9.301158905029297}
{"epoch": 0, "step": 821, "loss": 1.7777161598205566, "total_norm": 9.837360382080078}
{"epoch": 0, "step": 822, "loss": 1.5766727924346924, "total_norm": 9.206686019897461}
{"epoch": 0, "step": 823, "loss": 1.7519689798355103, "total_norm": 9.521209716796875}
{"epoch": 0, "step": 824, "loss": 1.6919554471969604, "total_norm": 10.014833450317383}
{"epoch": 0, "step": 825, "loss": 2.0110929012298584, "total_norm": 8.523274421691895}
{"epoch": 0, "step": 826, "loss": 1.1066514253616333, "total_norm": 11.076484680175781}
{"epoch": 0, "step": 827, "loss": 1.8708900213241577, "total_norm": 9.337836265563965}
{"epoch": 0, "step": 828, "loss": 1.6524957418441772, "total_norm": 11.510213851928711}
{"epoch": 0, "step": 829, "loss": 1.6295973062515259, "total_norm": 8.441661834716797}
{"epoch": 0, "step": 830, "loss": 1.82328462600708, "total_norm": 9.002545356750488}
{"epoch": 0, "step": 831, "loss": 1.6824387311935425, "total_norm": 9.145647048950195}
{"epoch": 0, "step": 832, "loss": 2.0470244884490967, "total_norm": 8.46573257446289}
{"epoch": 0, "step": 833, "loss": 1.415346622467041, "total_norm": 7.570703506469727}
{"epoch": 0, "step": 834, "loss": 1.7869364023208618, "total_norm": 8.626208305358887}
{"epoch": 0, "step": 835, "loss": 1.6030350923538208, "total_norm": 8.000422477722168}
{"epoch": 0, "step": 836, "loss": 1.9885293245315552, "total_norm": 10.025590896606445}
{"epoch": 0, "step": 837, "loss": 1.3351104259490967, "total_norm": 8.185446739196777}
{"epoch": 0, "step": 838, "loss": 1.5172395706176758, "total_norm": 8.21677017211914}
{"epoch": 0, "step": 839, "loss": 1.603658676147461, "total_norm": 9.110333442687988}
{"epoch": 0, "step": 840, "loss": 1.5119801759719849, "total_norm": 7.639963150024414}
{"epoch": 0, "step": 841, "loss": 1.5358036756515503, "total_norm": 9.110422134399414}
{"epoch": 0, "step": 842, "loss": 2.0490734577178955, "total_norm": 7.705299377441406}
{"epoch": 0, "step": 843, "loss": 1.7811236381530762, "total_norm": 8.511868476867676}
{"epoch": 0, "step": 844, "loss": 1.6058881282806396, "total_norm": 7.854881286621094}
{"epoch": 0, "step": 845, "loss": 1.5788497924804688, "total_norm": 8.44223403930664}
{"epoch": 0, "step": 846, "loss": 1.493405818939209, "total_norm": 8.488030433654785}
{"epoch": 0, "step": 847, "loss": 1.5690677165985107, "total_norm": 8.415179252624512}
{"epoch": 0, "step": 848, "loss": 1.6038596630096436, "total_norm": 7.511774063110352}
{"epoch": 0, "step": 849, "loss": 1.6046289205551147, "total_norm": 10.057624816894531}
{"epoch": 0, "step": 850, "loss": 1.8784034252166748, "total_norm": 8.51826286315918}
{"epoch": 0, "step": 851, "loss": 1.9859018325805664, "total_norm": 8.421838760375977}
{"epoch": 0, "step": 852, "loss": 1.713805913925171, "total_norm": 9.167135238647461}
{"epoch": 0, "step": 853, "loss": 2.062643527984619, "total_norm": 9.465128898620605}
{"epoch": 0, "step": 854, "loss": 1.5461180210113525, "total_norm": 8.712591171264648}
{"epoch": 0, "step": 855, "loss": 1.4173167943954468, "total_norm": 7.785019397735596}
{"epoch": 0, "step": 856, "loss": 1.806190013885498, "total_norm": 8.802738189697266}
{"epoch": 0, "step": 857, "loss": 1.70718514919281, "total_norm": 10.049759864807129}
{"epoch": 0, "step": 858, "loss": 1.3498436212539673, "total_norm": 6.835198402404785}
{"epoch": 0, "step": 859, "loss": 1.8600866794586182, "total_norm": 8.899168968200684}
{"epoch": 0, "step": 860, "loss": 1.8606675863265991, "total_norm": 7.759103298187256}
{"epoch": 0, "step": 861, "loss": 1.9758094549179077, "total_norm": 8.670792579650879}
{"epoch": 0, "step": 862, "loss": 1.5750508308410645, "total_norm": 8.499420166015625}
{"epoch": 0, "step": 863, "loss": 2.04478120803833, "total_norm": 8.320204734802246}
{"epoch": 0, "step": 864, "loss": 1.77646005153656, "total_norm": 7.519795894622803}
{"epoch": 0, "step": 865, "loss": 1.662934422492981, "total_norm": 8.444953918457031}
{"epoch": 0, "step": 866, "loss": 1.5440926551818848, "total_norm": 7.450660705566406}
{"epoch": 0, "step": 867, "loss": 1.8402122259140015, "total_norm": 8.526110649108887}
{"epoch": 0, "step": 868, "loss": 1.4962539672851562, "total_norm": 10.049476623535156}
{"epoch": 0, "step": 869, "loss": 1.8849849700927734, "total_norm": 8.847616195678711}
{"epoch": 0, "step": 870, "loss": 1.599420189857483, "total_norm": 9.684235572814941}
{"epoch": 0, "step": 871, "loss": 2.0207087993621826, "total_norm": 6.613397121429443}
{"epoch": 0, "step": 872, "loss": 1.8310381174087524, "total_norm": 9.068840026855469}
{"epoch": 0, "step": 873, "loss": 1.565747618675232, "total_norm": 7.717258930206299}
{"epoch": 0, "step": 874, "loss": 1.5882359743118286, "total_norm": 8.587170600891113}
{"epoch": 0, "step": 875, "loss": 1.3758639097213745, "total_norm": 10.006319999694824}
{"epoch": 0, "step": 876, "loss": 1.428231954574585, "total_norm": 8.551222801208496}
{"epoch": 0, "step": 877, "loss": 1.8256947994232178, "total_norm": 8.657527923583984}
{"epoch": 0, "step": 878, "loss": 1.3979500532150269, "total_norm": 8.804990768432617}
{"epoch": 0, "step": 879, "loss": 1.3542523384094238, "total_norm": 9.291486740112305}
{"epoch": 0, "step": 880, "loss": 1.7873008251190186, "total_norm": 9.313023567199707}
{"epoch": 0, "step": 881, "loss": 1.4805779457092285, "total_norm": 8.264436721801758}
{"epoch": 0, "step": 882, "loss": 1.6775027513504028, "total_norm": 10.494876861572266}
{"epoch": 0, "step": 883, "loss": 1.7951864004135132, "total_norm": 9.457406997680664}
{"epoch": 0, "step": 884, "loss": 1.628292202949524, "total_norm": 7.875889778137207}
{"epoch": 0, "step": 885, "loss": 1.1911371946334839, "total_norm": 9.644349098205566}
{"epoch": 0, "step": 886, "loss": 2.1579718589782715, "total_norm": 9.768033027648926}
{"epoch": 0, "step": 887, "loss": 1.5042660236358643, "total_norm": 8.789202690124512}
{"epoch": 0, "step": 888, "loss": 1.8710451126098633, "total_norm": 9.535391807556152}
{"epoch": 0, "step": 889, "loss": 1.3334219455718994, "total_norm": 8.651098251342773}
{"epoch": 0, "step": 890, "loss": 1.5218366384506226, "total_norm": 10.250299453735352}
{"epoch": 0, "step": 891, "loss": 1.6985363960266113, "total_norm": 9.130875587463379}
{"epoch": 0, "step": 892, "loss": 1.7614750862121582, "total_norm": 8.699954986572266}
{"epoch": 0, "step": 893, "loss": 1.7156965732574463, "total_norm": 8.1427001953125}
{"epoch": 0, "step": 894, "loss": 1.6575658321380615, "total_norm": 9.839919090270996}
{"epoch": 0, "step": 895, "loss": 1.6308215856552124, "total_norm": 9.284512519836426}
{"epoch": 0, "step": 896, "loss": 1.5776970386505127, "total_norm": 7.920373916625977}
{"epoch": 0, "step": 897, "loss": 1.4852776527404785, "total_norm": 7.136538982391357}
{"epoch": 0, "step": 898, "loss": 1.5202858448028564, "total_norm": 10.763240814208984}
{"epoch": 0, "step": 899, "loss": 1.72038996219635, "total_norm": 9.064715385437012}
{"epoch": 0, "step": 900, "loss": 1.5375957489013672, "total_norm": 11.225637435913086}
{"epoch": 0, "step": 901, "loss": 1.4236268997192383, "total_norm": 8.5549898147583}
{"epoch": 0, "step": 902, "loss": 1.5634028911590576, "total_norm": 11.573423385620117}
{"epoch": 0, "step": 903, "loss": 1.3855236768722534, "total_norm": 10.485352516174316}
{"epoch": 0, "step": 904, "loss": 1.359234094619751, "total_norm": 9.200657844543457}
{"epoch": 0, "step": 905, "loss": 1.5727511644363403, "total_norm": 10.597301483154297}
{"epoch": 0, "step": 906, "loss": 1.6164988279342651, "total_norm": 8.587141036987305}
{"epoch": 0, "step": 907, "loss": 1.2551172971725464, "total_norm": 10.27539348602295}
{"epoch": 0, "step": 908, "loss": 1.571908712387085, "total_norm": 8.596736907958984}
{"epoch": 0, "step": 909, "loss": 2.073213815689087, "total_norm": 10.310688972473145}
{"epoch": 0, "step": 910, "loss": 1.3681153059005737, "total_norm": 7.592999458312988}
{"epoch": 0, "step": 911, "loss": 1.441397786140442, "total_norm": 9.754120826721191}
{"epoch": 0, "step": 912, "loss": 1.8218671083450317, "total_norm": 8.725459098815918}
{"epoch": 0, "step": 913, "loss": 1.4076837301254272, "total_norm": 9.045105934143066}
{"epoch": 0, "step": 914, "loss": 1.7074311971664429, "total_norm": 8.03211784362793}
{"epoch": 0, "step": 915, "loss": 1.3537943363189697, "total_norm": 7.208671569824219}
{"epoch": 0, "step": 916, "loss": 1.7927947044372559, "total_norm": 8.23949909210205}
{"epoch": 0, "step": 917, "loss": 1.8022252321243286, "total_norm": 7.924354553222656}
{"epoch": 0, "step": 918, "loss": 1.1998050212860107, "total_norm": 7.465578556060791}
{"epoch": 0, "step": 919, "loss": 1.3955252170562744, "total_norm": 9.296613693237305}
{"epoch": 0, "step": 920, "loss": 1.582160472869873, "total_norm": 10.184252738952637}
{"epoch": 0, "step": 921, "loss": 1.681782841682434, "total_norm": 6.86972188949585}
{"epoch": 0, "step": 922, "loss": 1.6265158653259277, "total_norm": 7.735963821411133}
{"epoch": 0, "step": 923, "loss": 1.629638433456421, "total_norm": 8.00201416015625}
{"epoch": 0, "step": 924, "loss": 1.8876831531524658, "total_norm": 8.800732612609863}
{"epoch": 0, "step": 925, "loss": 1.711510181427002, "total_norm": 8.16658878326416}
{"epoch": 0, "step": 926, "loss": 1.7360789775848389, "total_norm": 8.259546279907227}
{"epoch": 0, "step": 927, "loss": 1.1822010278701782, "total_norm": 9.756430625915527}
{"epoch": 0, "step": 928, "loss": 1.9308704137802124, "total_norm": 7.411930084228516}
{"epoch": 0, "step": 929, "loss": 1.4641355276107788, "total_norm": 8.126826286315918}
{"epoch": 0, "step": 930, "loss": 1.4851977825164795, "total_norm": 8.909597396850586}
{"epoch": 0, "step": 931, "loss": 1.775841236114502, "total_norm": 7.905366897583008}
{"epoch": 0, "step": 932, "loss": 1.6207319498062134, "total_norm": 8.529065132141113}
{"epoch": 0, "step": 933, "loss": 1.7399908304214478, "total_norm": 11.789897918701172}
{"epoch": 0, "step": 934, "loss": 2.034217357635498, "total_norm": 10.515118598937988}
{"epoch": 0, "step": 935, "loss": 1.9053164720535278, "total_norm": 7.612223148345947}
{"epoch": 0, "step": 936, "loss": 1.6145075559616089, "total_norm": 7.78628396987915}
{"epoch": 0, "step": 937, "loss": 1.681353211402893, "total_norm": 12.67742919921875}
{"epoch": 0, "step": 938, "loss": 1.1012591123580933, "total_norm": 9.668460845947266}
{"epoch": 0, "step": 939, "loss": 1.6480263471603394, "total_norm": 10.19140911102295}
{"epoch": 0, "step": 940, "loss": 1.4639915227890015, "total_norm": 10.216813087463379}
{"epoch": 0, "step": 941, "loss": 1.5588304996490479, "total_norm": 8.934128761291504}
{"epoch": 0, "step": 942, "loss": 1.4770073890686035, "total_norm": 10.232539176940918}
{"epoch": 0, "step": 943, "loss": 1.5965995788574219, "total_norm": 9.880719184875488}
{"epoch": 0, "step": 944, "loss": 1.4339827299118042, "total_norm": 8.031220436096191}
{"epoch": 0, "step": 945, "loss": 1.7109684944152832, "total_norm": 9.293538093566895}
{"epoch": 0, "step": 946, "loss": 1.50244140625, "total_norm": 10.284729957580566}
{"epoch": 0, "step": 947, "loss": 1.6437827348709106, "total_norm": 9.778239250183105}
{"epoch": 0, "step": 948, "loss": 1.7945599555969238, "total_norm": 7.718971252441406}
{"epoch": 0, "step": 949, "loss": 1.2044305801391602, "total_norm": 7.084219455718994}
{"epoch": 0, "step": 950, "loss": 1.6154884099960327, "total_norm": 10.301567077636719}
{"epoch": 0, "step": 951, "loss": 1.5304560661315918, "total_norm": 9.0870361328125}
{"epoch": 0, "step": 952, "loss": 1.5325329303741455, "total_norm": 8.879263877868652}
{"epoch": 0, "step": 953, "loss": 1.5157355070114136, "total_norm": 7.950363636016846}
{"epoch": 0, "step": 954, "loss": 1.3019744157791138, "total_norm": 8.82193660736084}
{"epoch": 0, "step": 955, "loss": 1.569138526916504, "total_norm": 9.210604667663574}
{"epoch": 0, "step": 956, "loss": 1.693962812423706, "total_norm": 6.437419891357422}
{"epoch": 0, "step": 957, "loss": 1.6406865119934082, "total_norm": 10.384078979492188}
{"epoch": 0, "step": 958, "loss": 1.6325668096542358, "total_norm": 9.216821670532227}
{"epoch": 0, "step": 959, "loss": 1.4862786531448364, "total_norm": 11.45549201965332}
{"epoch": 0, "step": 960, "loss": 1.6129112243652344, "total_norm": 9.687113761901855}
{"epoch": 0, "step": 961, "loss": 1.860014796257019, "total_norm": 8.836417198181152}
{"epoch": 0, "step": 962, "loss": 1.5379164218902588, "total_norm": 7.690208435058594}
{"epoch": 0, "step": 963, "loss": 1.675032138824463, "total_norm": 7.463887691497803}
{"epoch": 0, "step": 964, "loss": 1.5423258543014526, "total_norm": 9.000469207763672}
{"epoch": 0, "step": 965, "loss": 1.5220615863800049, "total_norm": 8.387040138244629}
{"epoch": 0, "step": 966, "loss": 1.294857144355774, "total_norm": 8.940773010253906}
{"epoch": 0, "step": 967, "loss": 1.8068742752075195, "total_norm": 10.125255584716797}
{"epoch": 0, "step": 968, "loss": 1.7501534223556519, "total_norm": 8.316774368286133}
{"epoch": 0, "step": 969, "loss": 1.7755274772644043, "total_norm": 8.039895057678223}
{"epoch": 0, "step": 970, "loss": 1.2852623462677002, "total_norm": 8.628267288208008}
{"epoch": 0, "step": 971, "loss": 1.516871690750122, "total_norm": 9.31080150604248}
{"epoch": 0, "step": 972, "loss": 1.6289405822753906, "total_norm": 8.715468406677246}
{"epoch": 0, "step": 973, "loss": 1.5604134798049927, "total_norm": 8.373056411743164}
{"epoch": 0, "step": 974, "loss": 1.4599754810333252, "total_norm": 8.708497047424316}
{"epoch": 0, "step": 975, "loss": 1.8026721477508545, "total_norm": 8.691121101379395}
{"epoch": 0, "step": 976, "loss": 1.7657921314239502, "total_norm": 10.08905029296875}
{"epoch": 0, "step": 977, "loss": 1.3036457300186157, "total_norm": 7.064993858337402}
{"epoch": 0, "step": 978, "loss": 1.5876829624176025, "total_norm": 9.925226211547852}
{"epoch": 0, "step": 979, "loss": 1.8885338306427002, "total_norm": 8.822676658630371}
{"epoch": 0, "step": 980, "loss": 1.705401062965393, "total_norm": 8.223179817199707}
{"epoch": 0, "step": 981, "loss": 1.620267629623413, "total_norm": 8.718624114990234}
{"epoch": 0, "step": 982, "loss": 1.9467148780822754, "total_norm": 9.914056777954102}
{"epoch": 0, "step": 983, "loss": 1.9483070373535156, "total_norm": 7.419210910797119}
{"epoch": 0, "step": 984, "loss": 1.3633655309677124, "total_norm": 8.520095825195312}
{"epoch": 0, "step": 985, "loss": 1.563429594039917, "total_norm": 8.987225532531738}
{"epoch": 0, "step": 986, "loss": 1.6839605569839478, "total_norm": 10.025578498840332}
{"epoch": 0, "step": 987, "loss": 1.4200057983398438, "total_norm": 8.443092346191406}
{"epoch": 0, "step": 988, "loss": 1.77685546875, "total_norm": 8.821846008300781}
{"epoch": 0, "step": 989, "loss": 1.3595333099365234, "total_norm": 8.501347541809082}
{"epoch": 0, "step": 990, "loss": 2.1538479328155518, "total_norm": 8.12957763671875}
{"epoch": 0, "step": 991, "loss": 1.6762586832046509, "total_norm": 9.51156234741211}
{"epoch": 0, "step": 992, "loss": 1.1449545621871948, "total_norm": 8.561582565307617}
{"epoch": 0, "step": 993, "loss": 1.5450068712234497, "total_norm": 9.571613311767578}
{"epoch": 0, "step": 994, "loss": 1.2428555488586426, "total_norm": 8.392617225646973}
{"epoch": 0, "step": 995, "loss": 1.9016437530517578, "total_norm": 9.334872245788574}
{"epoch": 0, "step": 996, "loss": 1.4834810495376587, "total_norm": 7.470483303070068}
{"epoch": 0, "step": 997, "loss": 2.1986570358276367, "total_norm": 9.651588439941406}
{"epoch": 0, "step": 998, "loss": 1.366776704788208, "total_norm": 7.093822002410889}
{"epoch": 0, "step": 999, "loss": 1.655469536781311, "total_norm": 7.722715377807617}
{"epoch": 0, "step": 1000, "eval_loss": 1.6416344207430642, "eval_rougeL": 0.12899227842891858}
{"epoch": 0, "step": 1000, "loss": 1.3160507678985596, "total_norm": 7.292008876800537}
{"epoch": 0, "step": 1001, "loss": 1.4397306442260742, "total_norm": 11.37333869934082}
{"epoch": 0, "step": 1002, "loss": 1.5003870725631714, "total_norm": 7.203818321228027}
{"epoch": 0, "step": 1003, "loss": 1.7503777742385864, "total_norm": 9.947611808776855}
{"epoch": 0, "step": 1004, "loss": 0.9624868631362915, "total_norm": 7.106441974639893}
{"epoch": 0, "step": 1005, "loss": 1.3828880786895752, "total_norm": 8.522455215454102}
{"epoch": 0, "step": 1006, "loss": 1.8891876935958862, "total_norm": 8.422966957092285}
{"epoch": 0, "step": 1007, "loss": 1.5317872762680054, "total_norm": 7.363154411315918}
{"epoch": 0, "step": 1008, "loss": 1.5610088109970093, "total_norm": 8.737676620483398}
{"epoch": 0, "step": 1009, "loss": 1.890007734298706, "total_norm": 9.940021514892578}
{"epoch": 0, "step": 1010, "loss": 1.7021085023880005, "total_norm": 8.69428825378418}
{"epoch": 0, "step": 1011, "loss": 1.2800195217132568, "total_norm": 11.871408462524414}
{"epoch": 0, "step": 1012, "loss": 1.5041882991790771, "total_norm": 9.546085357666016}
{"epoch": 0, "step": 1013, "loss": 1.913522481918335, "total_norm": 7.810709476470947}
{"epoch": 0, "step": 1014, "loss": 1.63959538936615, "total_norm": 9.043084144592285}
{"epoch": 0, "step": 1015, "loss": 1.6763745546340942, "total_norm": 8.683977127075195}
{"epoch": 0, "step": 1016, "loss": 1.5885941982269287, "total_norm": 10.833280563354492}
{"epoch": 0, "step": 1017, "loss": 1.5119125843048096, "total_norm": 7.528793811798096}
{"epoch": 0, "step": 1018, "loss": 1.7487856149673462, "total_norm": 8.047514915466309}
{"epoch": 0, "step": 1019, "loss": 1.5485403537750244, "total_norm": 7.588752269744873}
{"epoch": 0, "step": 1020, "loss": 1.6562858819961548, "total_norm": 8.106934547424316}
{"epoch": 0, "step": 1021, "loss": 1.6688222885131836, "total_norm": 8.95624828338623}
{"epoch": 0, "step": 1022, "loss": 1.4602078199386597, "total_norm": 8.126288414001465}
{"epoch": 0, "step": 1023, "loss": 1.4469901323318481, "total_norm": 10.06484603881836}
{"epoch": 0, "step": 1024, "loss": 1.207517385482788, "total_norm": 9.648553848266602}
{"epoch": 0, "step": 1025, "loss": 1.4555385112762451, "total_norm": 7.098905086517334}
{"epoch": 0, "step": 1026, "loss": 2.081141471862793, "total_norm": 9.546585083007812}
{"epoch": 0, "step": 1027, "loss": 1.542348027229309, "total_norm": 7.2777509689331055}
{"epoch": 0, "step": 1028, "loss": 2.0918445587158203, "total_norm": 8.44842529296875}
{"epoch": 0, "step": 1029, "loss": 2.0244624614715576, "total_norm": 8.217933654785156}
{"epoch": 0, "step": 1030, "loss": 1.6954559087753296, "total_norm": 8.295891761779785}
{"epoch": 0, "step": 1031, "loss": 1.6216851472854614, "total_norm": 7.780853748321533}
{"epoch": 0, "step": 1032, "loss": 1.5961233377456665, "total_norm": 9.428457260131836}
{"epoch": 0, "step": 1033, "loss": 1.7480711936950684, "total_norm": 8.214269638061523}
{"epoch": 0, "step": 1034, "loss": 2.2659239768981934, "total_norm": 8.838650703430176}
{"epoch": 0, "step": 1035, "loss": 2.1793713569641113, "total_norm": 10.985347747802734}
{"epoch": 0, "step": 1036, "loss": 1.2304106950759888, "total_norm": 8.318166732788086}
{"epoch": 0, "step": 1037, "loss": 1.3829998970031738, "total_norm": 7.710780143737793}
{"epoch": 0, "step": 1038, "loss": 1.6026729345321655, "total_norm": 7.17480993270874}
{"epoch": 0, "step": 1039, "loss": 1.6479510068893433, "total_norm": 10.406974792480469}
{"epoch": 0, "step": 1040, "loss": 1.3984131813049316, "total_norm": 8.042996406555176}
{"epoch": 0, "step": 1041, "loss": 1.761380672454834, "total_norm": 8.406997680664062}
{"epoch": 0, "step": 1042, "loss": 1.8153467178344727, "total_norm": 9.44210147857666}
{"epoch": 0, "step": 1043, "loss": 1.743833065032959, "total_norm": 10.05171012878418}
{"epoch": 0, "step": 1044, "loss": 1.5015815496444702, "total_norm": 9.331650733947754}
{"epoch": 0, "step": 1045, "loss": 1.7126739025115967, "total_norm": 9.627161979675293}
{"epoch": 0, "step": 1046, "loss": 1.9728126525878906, "total_norm": 6.954592704772949}
{"epoch": 0, "step": 1047, "loss": 1.629318356513977, "total_norm": 8.40197467803955}
{"epoch": 0, "step": 1048, "loss": 1.6177574396133423, "total_norm": 9.844905853271484}
{"epoch": 0, "step": 1049, "loss": 1.1828635931015015, "total_norm": 13.462104797363281}
{"epoch": 0, "step": 1050, "loss": 1.4824635982513428, "total_norm": 8.1980562210083}
{"epoch": 0, "step": 1051, "loss": 1.454188585281372, "total_norm": 7.424025535583496}
{"epoch": 0, "step": 1052, "loss": 1.8451848030090332, "total_norm": 9.867366790771484}
{"epoch": 0, "step": 1053, "loss": 1.7473214864730835, "total_norm": 8.434618949890137}
{"epoch": 0, "step": 1054, "loss": 1.528218388557434, "total_norm": 9.398963928222656}
{"epoch": 0, "step": 1055, "loss": 1.2804614305496216, "total_norm": 9.929096221923828}
{"epoch": 0, "step": 1056, "loss": 1.2665417194366455, "total_norm": 6.667137622833252}
{"epoch": 0, "step": 1057, "loss": 1.7567704916000366, "total_norm": 10.577827453613281}
{"epoch": 0, "step": 1058, "loss": 1.5722830295562744, "total_norm": 8.408845901489258}
{"epoch": 0, "step": 1059, "loss": 1.467151403427124, "total_norm": 7.904937744140625}
{"epoch": 0, "step": 1060, "loss": 1.8190534114837646, "total_norm": 8.56533432006836}
{"epoch": 0, "step": 1061, "loss": 1.8564651012420654, "total_norm": 9.465502738952637}
{"epoch": 0, "step": 1062, "loss": 1.5817406177520752, "total_norm": 8.736371040344238}
{"epoch": 0, "step": 1063, "loss": 1.3629955053329468, "total_norm": 9.28144645690918}
{"epoch": 0, "step": 1064, "loss": 1.2312695980072021, "total_norm": 7.803019046783447}
{"epoch": 0, "step": 1065, "loss": 1.5508201122283936, "total_norm": 7.7710442543029785}
{"epoch": 0, "step": 1066, "loss": 1.5510512590408325, "total_norm": 8.05307388305664}
{"epoch": 0, "step": 1067, "loss": 1.574857473373413, "total_norm": 7.579236030578613}
{"epoch": 0, "step": 1068, "loss": 1.7176530361175537, "total_norm": 9.984126091003418}
{"epoch": 0, "step": 1069, "loss": 1.533930778503418, "total_norm": 8.415482521057129}
{"epoch": 0, "step": 1070, "loss": 1.6056673526763916, "total_norm": 9.932225227355957}
{"epoch": 0, "step": 1071, "loss": 1.6042053699493408, "total_norm": 8.621430397033691}
{"epoch": 0, "step": 1072, "loss": 1.6273844242095947, "total_norm": 8.793882369995117}
{"epoch": 0, "step": 1073, "loss": 1.8265204429626465, "total_norm": 8.7802095413208}
{"epoch": 0, "step": 1074, "loss": 1.35051429271698, "total_norm": 7.8852667808532715}
{"epoch": 0, "step": 1075, "loss": 1.7524020671844482, "total_norm": 9.360980987548828}
{"epoch": 0, "step": 1076, "loss": 1.4254459142684937, "total_norm": 7.349584579467773}
{"epoch": 0, "step": 1077, "loss": 1.6379801034927368, "total_norm": 8.562782287597656}
{"epoch": 0, "step": 1078, "loss": 1.6772276163101196, "total_norm": 8.471659660339355}
{"epoch": 0, "step": 1079, "loss": 1.1437186002731323, "total_norm": 8.36366081237793}
{"epoch": 0, "step": 1080, "loss": 1.8009636402130127, "total_norm": 9.712507247924805}
{"epoch": 0, "step": 1081, "loss": 1.5370075702667236, "total_norm": 8.435894012451172}
{"epoch": 0, "step": 1082, "loss": 1.561280369758606, "total_norm": 9.1812162399292}
{"epoch": 0, "step": 1083, "loss": 1.5002139806747437, "total_norm": 7.608497619628906}
{"epoch": 0, "step": 1084, "loss": 1.2139925956726074, "total_norm": 6.442281723022461}
{"epoch": 0, "step": 1085, "loss": 1.8479065895080566, "total_norm": 9.408711433410645}
{"epoch": 0, "step": 1086, "loss": 1.7943364381790161, "total_norm": 8.0372953414917}
{"epoch": 0, "step": 1087, "loss": 1.5509780645370483, "total_norm": 10.246737480163574}
{"epoch": 0, "step": 1088, "loss": 1.9077988862991333, "total_norm": 8.170791625976562}
{"epoch": 0, "step": 1089, "loss": 1.5499194860458374, "total_norm": 9.20908260345459}
{"epoch": 0, "step": 1090, "loss": 1.8105192184448242, "total_norm": 8.320109367370605}
{"epoch": 0, "step": 1091, "loss": 1.5426647663116455, "total_norm": 9.205421447753906}
{"epoch": 0, "step": 1092, "loss": 1.473943829536438, "total_norm": 9.565627098083496}
{"epoch": 0, "step": 1093, "loss": 1.8431107997894287, "total_norm": 8.209147453308105}
{"epoch": 0, "step": 1094, "loss": 1.518083095550537, "total_norm": 8.7156343460083}
{"epoch": 0, "step": 1095, "loss": 1.4379278421401978, "total_norm": 9.295817375183105}
{"epoch": 0, "step": 1096, "loss": 1.3616677522659302, "total_norm": 9.98488998413086}
{"epoch": 0, "step": 1097, "loss": 2.0285162925720215, "total_norm": 7.649646282196045}
{"epoch": 0, "step": 1098, "loss": 1.7432096004486084, "total_norm": 8.989978790283203}
{"epoch": 0, "step": 1099, "loss": 1.4492360353469849, "total_norm": 8.969090461730957}
{"epoch": 0, "step": 1100, "loss": 1.904419183731079, "total_norm": 8.607535362243652}
{"epoch": 0, "step": 1101, "loss": 1.7820571660995483, "total_norm": 8.324288368225098}
{"epoch": 0, "step": 1102, "loss": 1.5523043870925903, "total_norm": 11.612775802612305}
{"epoch": 0, "step": 1103, "loss": 1.637391448020935, "total_norm": 7.2720441818237305}
{"epoch": 0, "step": 1104, "loss": 1.2278294563293457, "total_norm": 8.136061668395996}
{"epoch": 0, "step": 1105, "loss": 1.4804600477218628, "total_norm": 8.423205375671387}
{"epoch": 0, "step": 1106, "loss": 1.5941448211669922, "total_norm": 10.078849792480469}
{"epoch": 0, "step": 1107, "loss": 1.3123385906219482, "total_norm": 11.08476448059082}
{"epoch": 0, "step": 1108, "loss": 1.6842700242996216, "total_norm": 7.470620155334473}
{"epoch": 0, "step": 1109, "loss": 1.6572039127349854, "total_norm": 9.716828346252441}
{"epoch": 0, "step": 1110, "loss": 1.5491588115692139, "total_norm": 9.690388679504395}
{"epoch": 0, "step": 1111, "loss": 1.5769885778427124, "total_norm": 8.569615364074707}
{"epoch": 0, "step": 1112, "loss": 1.199038028717041, "total_norm": 6.992769718170166}
{"epoch": 0, "step": 1113, "loss": 1.4670315980911255, "total_norm": 8.53546142578125}
{"epoch": 0, "step": 1114, "loss": 1.657091736793518, "total_norm": 8.682317733764648}
{"epoch": 0, "step": 1115, "loss": 1.234619140625, "total_norm": 8.052210807800293}
{"epoch": 0, "step": 1116, "loss": 1.9166908264160156, "total_norm": 7.395820617675781}
{"epoch": 0, "step": 1117, "loss": 1.6106715202331543, "total_norm": 8.21043872833252}
{"epoch": 0, "step": 1118, "loss": 1.1791126728057861, "total_norm": 10.144471168518066}
{"epoch": 0, "step": 1119, "loss": 1.6358754634857178, "total_norm": 9.334365844726562}
{"epoch": 0, "step": 1120, "loss": 1.6434862613677979, "total_norm": 8.194655418395996}
{"epoch": 0, "step": 1121, "loss": 1.3715417385101318, "total_norm": 7.855123996734619}
{"epoch": 0, "step": 1122, "loss": 1.7540799379348755, "total_norm": 8.708084106445312}
{"epoch": 0, "step": 1123, "loss": 1.7549644708633423, "total_norm": 8.843897819519043}
{"epoch": 0, "step": 1124, "loss": 1.7399938106536865, "total_norm": 9.15946102142334}
{"epoch": 0, "step": 1125, "loss": 1.3391205072402954, "total_norm": 9.248682975769043}
{"epoch": 0, "step": 1126, "loss": 1.8812158107757568, "total_norm": 10.604629516601562}
{"epoch": 0, "step": 1127, "loss": 1.4963998794555664, "total_norm": 8.871283531188965}
{"epoch": 0, "step": 1128, "loss": 1.8388752937316895, "total_norm": 9.000473976135254}
{"epoch": 0, "step": 1129, "loss": 1.7771415710449219, "total_norm": 8.272530555725098}
{"epoch": 0, "step": 1130, "loss": 2.0493667125701904, "total_norm": 7.684372425079346}
{"epoch": 0, "step": 1131, "loss": 1.7959212064743042, "total_norm": 10.693891525268555}
{"epoch": 0, "step": 1132, "loss": 0.8810285329818726, "total_norm": 6.751651287078857}
{"epoch": 0, "step": 1133, "loss": 1.2426091432571411, "total_norm": 8.918143272399902}
{"epoch": 0, "step": 1134, "loss": 1.7326353788375854, "total_norm": 8.822287559509277}
{"epoch": 0, "step": 1135, "loss": 1.8734968900680542, "total_norm": 7.765213489532471}
{"epoch": 0, "step": 1136, "loss": 1.7998806238174438, "total_norm": 8.84048080444336}
{"epoch": 0, "step": 1137, "loss": 1.5113364458084106, "total_norm": 8.499202728271484}
{"epoch": 0, "step": 1138, "loss": 1.5207780599594116, "total_norm": 11.10213565826416}
{"epoch": 0, "step": 1139, "loss": 1.9806596040725708, "total_norm": 7.2378692626953125}
{"epoch": 0, "step": 1140, "loss": 1.6267682313919067, "total_norm": 8.560463905334473}
{"epoch": 0, "step": 1141, "loss": 1.4774936437606812, "total_norm": 10.968284606933594}
{"epoch": 0, "step": 1142, "loss": 1.4760386943817139, "total_norm": 8.716567039489746}
{"epoch": 0, "step": 1143, "loss": 1.399463415145874, "total_norm": 9.835529327392578}
{"epoch": 0, "step": 1144, "loss": 1.770911693572998, "total_norm": 9.322757720947266}
{"epoch": 0, "step": 1145, "loss": 1.6144037246704102, "total_norm": 8.548055648803711}
{"epoch": 0, "step": 1146, "loss": 1.676349401473999, "total_norm": 9.173672676086426}
{"epoch": 0, "step": 1147, "loss": 1.525272011756897, "total_norm": 9.103216171264648}
{"epoch": 0, "step": 1148, "loss": 1.969530701637268, "total_norm": 10.592713356018066}
{"epoch": 0, "step": 1149, "loss": 1.8290419578552246, "total_norm": 8.044883728027344}
{"epoch": 0, "step": 1150, "loss": 1.4265258312225342, "total_norm": 8.450135231018066}
{"epoch": 0, "step": 1151, "loss": 1.2840940952301025, "total_norm": 8.291318893432617}
{"epoch": 0, "step": 1152, "loss": 1.408234715461731, "total_norm": 8.409594535827637}
{"epoch": 0, "step": 1153, "loss": 1.7041349411010742, "total_norm": 8.505868911743164}
{"epoch": 0, "step": 1154, "loss": 1.7445685863494873, "total_norm": 7.876730442047119}
{"epoch": 0, "step": 1155, "loss": 1.7923636436462402, "total_norm": 7.248544692993164}
{"epoch": 0, "step": 1156, "loss": 1.586865782737732, "total_norm": 9.242624282836914}
{"epoch": 0, "step": 1157, "loss": 1.6235578060150146, "total_norm": 8.397339820861816}
{"epoch": 0, "step": 1158, "loss": 1.4677579402923584, "total_norm": 8.59809684753418}
{"epoch": 0, "step": 1159, "loss": 1.6062183380126953, "total_norm": 8.10017204284668}
{"epoch": 0, "step": 1160, "loss": 1.560159683227539, "total_norm": 7.783736228942871}
{"epoch": 0, "step": 1161, "loss": 1.9121021032333374, "total_norm": 9.465513229370117}
{"epoch": 0, "step": 1162, "loss": 1.4549883604049683, "total_norm": 9.572875022888184}
{"epoch": 0, "step": 1163, "loss": 1.4788686037063599, "total_norm": 8.115885734558105}
{"epoch": 0, "step": 1164, "loss": 1.7442119121551514, "total_norm": 7.944368362426758}
{"epoch": 0, "step": 1165, "loss": 1.5207051038742065, "total_norm": 7.8265461921691895}
{"epoch": 0, "step": 1166, "loss": 1.414108157157898, "total_norm": 8.503342628479004}
{"epoch": 0, "step": 1167, "loss": 1.454513430595398, "total_norm": 9.006749153137207}
{"epoch": 0, "step": 1168, "loss": 1.5098849534988403, "total_norm": 7.869104385375977}
{"epoch": 0, "step": 1169, "loss": 1.5669420957565308, "total_norm": 8.314537048339844}
{"epoch": 0, "step": 1170, "loss": 1.9824713468551636, "total_norm": 9.058056831359863}
{"epoch": 0, "step": 1171, "loss": 1.5639135837554932, "total_norm": 8.691217422485352}
{"epoch": 0, "step": 1172, "loss": 1.4380507469177246, "total_norm": 8.939488410949707}
{"epoch": 0, "step": 1173, "loss": 1.4122945070266724, "total_norm": 7.805850028991699}
{"epoch": 0, "step": 1174, "loss": 1.2510591745376587, "total_norm": 7.537708282470703}
{"epoch": 0, "step": 1175, "loss": 1.362544298171997, "total_norm": 8.928545951843262}
{"epoch": 0, "step": 1176, "loss": 1.3730244636535645, "total_norm": 8.780867576599121}
{"epoch": 0, "step": 1177, "loss": 1.8486809730529785, "total_norm": 9.881049156188965}
{"epoch": 0, "step": 1178, "loss": 1.6650972366333008, "total_norm": 7.4289727210998535}
{"epoch": 0, "step": 1179, "loss": 1.1568334102630615, "total_norm": 9.16357707977295}
{"epoch": 0, "step": 1180, "loss": 1.50069260597229, "total_norm": 8.66433334350586}
{"epoch": 0, "step": 1181, "loss": 1.4775274991989136, "total_norm": 9.501532554626465}
{"epoch": 0, "step": 1182, "loss": 1.5865726470947266, "total_norm": 10.987411499023438}
{"epoch": 0, "step": 1183, "loss": 1.6593416929244995, "total_norm": 8.61156940460205}
{"epoch": 0, "step": 1184, "loss": 1.6690798997879028, "total_norm": 9.541601181030273}
{"epoch": 0, "step": 1185, "loss": 1.4491983652114868, "total_norm": 10.980925559997559}
{"epoch": 0, "step": 1186, "loss": 1.2537953853607178, "total_norm": 9.372271537780762}
{"epoch": 0, "step": 1187, "loss": 1.4623417854309082, "total_norm": 9.89423656463623}
{"epoch": 0, "step": 1188, "loss": 1.7964043617248535, "total_norm": 7.823688507080078}
{"epoch": 0, "step": 1189, "loss": 1.7187904119491577, "total_norm": 8.174649238586426}
{"epoch": 0, "step": 1190, "loss": 1.318382978439331, "total_norm": 7.701327800750732}
{"epoch": 0, "step": 1191, "loss": 1.4697874784469604, "total_norm": 9.808882713317871}
{"epoch": 0, "step": 1192, "loss": 1.2620872259140015, "total_norm": 8.227134704589844}
{"epoch": 0, "step": 1193, "loss": 1.2671122550964355, "total_norm": 8.850756645202637}
{"epoch": 0, "step": 1194, "loss": 1.6704456806182861, "total_norm": 8.250956535339355}
{"epoch": 0, "step": 1195, "loss": 1.7402262687683105, "total_norm": 8.635157585144043}
{"epoch": 0, "step": 1196, "loss": 1.756624460220337, "total_norm": 9.755167007446289}
{"epoch": 0, "step": 1197, "loss": 1.8187065124511719, "total_norm": 8.878178596496582}
{"epoch": 0, "step": 1198, "loss": 1.802249789237976, "total_norm": 8.01569938659668}
{"epoch": 0, "step": 1199, "loss": 1.4513155221939087, "total_norm": 9.951045989990234}
{"epoch": 0, "step": 1200, "loss": 1.6532994508743286, "total_norm": 8.67361068725586}
{"epoch": 0, "step": 1201, "loss": 1.688220500946045, "total_norm": 7.559978008270264}
{"epoch": 0, "step": 1202, "loss": 2.0327327251434326, "total_norm": 9.732056617736816}
{"epoch": 0, "step": 1203, "loss": 1.8605340719223022, "total_norm": 7.624425411224365}
{"epoch": 0, "step": 1204, "loss": 1.838041067123413, "total_norm": 8.113709449768066}
{"epoch": 0, "step": 1205, "loss": 1.462216854095459, "total_norm": 10.4107027053833}
{"epoch": 0, "step": 1206, "loss": 1.5210239887237549, "total_norm": 7.864171028137207}
{"epoch": 0, "step": 1207, "loss": 1.3094127178192139, "total_norm": 9.34458065032959}
{"epoch": 0, "step": 1208, "loss": 1.6527177095413208, "total_norm": 7.830763339996338}
{"epoch": 0, "step": 1209, "loss": 1.3500330448150635, "total_norm": 10.687288284301758}
{"epoch": 0, "step": 1210, "loss": 1.8712263107299805, "total_norm": 10.260011672973633}
{"epoch": 0, "step": 1211, "loss": 1.4560188055038452, "total_norm": 8.171673774719238}
{"epoch": 0, "step": 1212, "loss": 2.0375170707702637, "total_norm": 8.602160453796387}
{"epoch": 0, "step": 1213, "loss": 1.4984103441238403, "total_norm": 7.912171363830566}
{"epoch": 0, "step": 1214, "loss": 1.6064096689224243, "total_norm": 8.049724578857422}
{"epoch": 0, "step": 1215, "loss": 1.440598487854004, "total_norm": 9.584982872009277}
{"epoch": 0, "step": 1216, "loss": 1.4803656339645386, "total_norm": 10.377370834350586}
{"epoch": 0, "step": 1217, "loss": 1.0704374313354492, "total_norm": 9.704575538635254}
{"epoch": 0, "step": 1218, "loss": 1.5774058103561401, "total_norm": 9.36141586303711}
{"epoch": 0, "step": 1219, "loss": 1.5866464376449585, "total_norm": 7.903269290924072}
{"epoch": 0, "step": 1220, "loss": 1.3662052154541016, "total_norm": 9.779973983764648}
{"epoch": 0, "step": 1221, "loss": 1.2977712154388428, "total_norm": 10.357560157775879}
{"epoch": 0, "step": 1222, "loss": 1.7866779565811157, "total_norm": 7.992445468902588}
{"epoch": 0, "step": 1223, "loss": 1.6461340188980103, "total_norm": 9.921547889709473}
{"epoch": 0, "step": 1224, "loss": 1.434025764465332, "total_norm": 9.233735084533691}
{"epoch": 0, "step": 1225, "loss": 1.885749101638794, "total_norm": 8.107413291931152}
{"epoch": 0, "step": 1226, "loss": 1.573909878730774, "total_norm": 7.3698039054870605}
{"epoch": 0, "step": 1227, "loss": 2.1467113494873047, "total_norm": 7.817281246185303}
{"epoch": 0, "step": 1228, "loss": 1.34912109375, "total_norm": 9.522078514099121}
{"epoch": 0, "step": 1229, "loss": 1.7482094764709473, "total_norm": 7.685205936431885}
{"epoch": 0, "step": 1230, "loss": 1.4806525707244873, "total_norm": 10.071985244750977}
{"epoch": 0, "step": 1231, "loss": 1.2237420082092285, "total_norm": 8.928950309753418}
{"epoch": 0, "step": 1232, "loss": 1.6392772197723389, "total_norm": 8.806504249572754}
{"epoch": 0, "step": 1233, "loss": 1.889606237411499, "total_norm": 8.167455673217773}
{"epoch": 0, "step": 1234, "loss": 1.0922194719314575, "total_norm": 10.779040336608887}
{"epoch": 0, "step": 1235, "loss": 1.2316627502441406, "total_norm": 8.35937786102295}
{"epoch": 0, "step": 1236, "loss": 1.420441746711731, "total_norm": 7.65360689163208}
{"epoch": 0, "step": 1237, "loss": 1.9841991662979126, "total_norm": 8.341774940490723}
{"epoch": 0, "step": 1238, "loss": 1.5530582666397095, "total_norm": 8.367462158203125}
{"epoch": 0, "step": 1239, "loss": 1.4981285333633423, "total_norm": 9.563652038574219}
{"epoch": 0, "step": 1240, "loss": 1.7788382768630981, "total_norm": 8.594564437866211}
{"epoch": 0, "step": 1241, "loss": 1.1762346029281616, "total_norm": 7.355719089508057}
{"epoch": 0, "step": 1242, "loss": 2.0445597171783447, "total_norm": 7.962231159210205}
{"epoch": 0, "step": 1243, "loss": 1.3289941549301147, "total_norm": 8.299527168273926}
{"epoch": 0, "step": 1244, "loss": 1.8068833351135254, "total_norm": 8.235641479492188}
{"epoch": 0, "step": 1245, "loss": 1.7892582416534424, "total_norm": 8.051721572875977}
{"epoch": 0, "step": 1246, "loss": 1.8398370742797852, "total_norm": 9.965209007263184}
{"epoch": 0, "step": 1247, "loss": 1.4088060855865479, "total_norm": 9.458549499511719}
{"epoch": 0, "step": 1248, "loss": 1.5162166357040405, "total_norm": 8.322611808776855}
{"epoch": 0, "step": 1249, "loss": 1.366863489151001, "total_norm": 9.571441650390625}
{"epoch": 0, "step": 1250, "loss": 1.2560100555419922, "total_norm": 8.360712051391602}
{"epoch": 0, "step": 1251, "loss": 1.688184142112732, "total_norm": 8.45369815826416}
{"epoch": 0, "step": 1252, "loss": 1.3495256900787354, "total_norm": 8.83728313446045}
{"epoch": 0, "step": 1253, "loss": 1.7208014726638794, "total_norm": 11.951827049255371}
{"epoch": 0, "step": 1254, "loss": 2.100660800933838, "total_norm": 8.228483200073242}
{"epoch": 0, "step": 1255, "loss": 1.641965389251709, "total_norm": 8.315227508544922}
{"epoch": 0, "step": 1256, "loss": 1.9935214519500732, "total_norm": 8.39664363861084}
{"epoch": 0, "step": 1257, "loss": 1.9641902446746826, "total_norm": 9.536788940429688}
{"epoch": 0, "step": 1258, "loss": 1.3728963136672974, "total_norm": 9.20642375946045}
{"epoch": 0, "step": 1259, "loss": 1.5978782176971436, "total_norm": 8.847464561462402}
{"epoch": 0, "step": 1260, "loss": 1.2174615859985352, "total_norm": 9.864096641540527}
{"epoch": 0, "step": 1261, "loss": 1.8980227708816528, "total_norm": 8.592938423156738}
{"epoch": 0, "step": 1262, "loss": 1.4960545301437378, "total_norm": 9.365069389343262}
{"epoch": 0, "step": 1263, "loss": 1.5806820392608643, "total_norm": 9.872185707092285}
{"epoch": 0, "step": 1264, "loss": 1.9253901243209839, "total_norm": 9.134781837463379}
{"epoch": 0, "step": 1265, "loss": 1.5762226581573486, "total_norm": 8.149724006652832}
{"epoch": 0, "step": 1266, "loss": 1.5272082090377808, "total_norm": 8.794745445251465}
{"epoch": 0, "step": 1267, "loss": 1.409959316253662, "total_norm": 9.436163902282715}
{"epoch": 0, "step": 1268, "loss": 1.3034613132476807, "total_norm": 8.12541389465332}
{"epoch": 0, "step": 1269, "loss": 1.2523300647735596, "total_norm": 8.840757369995117}
{"epoch": 0, "step": 1270, "loss": 1.7596756219863892, "total_norm": 7.671878814697266}
{"epoch": 0, "step": 1271, "loss": 1.583622932434082, "total_norm": 7.870943546295166}
{"epoch": 0, "step": 1272, "loss": 1.40476655960083, "total_norm": 9.207530975341797}
{"epoch": 0, "step": 1273, "loss": 1.7126691341400146, "total_norm": 10.066237449645996}
{"epoch": 0, "step": 1274, "loss": 1.4969706535339355, "total_norm": 8.403970718383789}
{"epoch": 0, "step": 1275, "loss": 1.2433743476867676, "total_norm": 9.985590934753418}
{"epoch": 0, "step": 1276, "loss": 1.2469829320907593, "total_norm": 9.048798561096191}
{"epoch": 0, "step": 1277, "loss": 1.3738682270050049, "total_norm": 9.40327262878418}
{"epoch": 0, "step": 1278, "loss": 1.3869062662124634, "total_norm": 9.201297760009766}
{"epoch": 0, "step": 1279, "loss": 1.6830111742019653, "total_norm": 7.46451473236084}
{"epoch": 0, "step": 1280, "loss": 1.4418671131134033, "total_norm": 7.317629814147949}
{"epoch": 0, "step": 1281, "loss": 1.353372573852539, "total_norm": 8.532999038696289}
{"epoch": 0, "step": 1282, "loss": 1.598575234413147, "total_norm": 8.80443000793457}
{"epoch": 0, "step": 1283, "loss": 1.4336698055267334, "total_norm": 7.485249996185303}
{"epoch": 0, "step": 1284, "loss": 1.6709163188934326, "total_norm": 9.831223487854004}
{"epoch": 0, "step": 1285, "loss": 1.826826810836792, "total_norm": 9.374417304992676}
{"epoch": 0, "step": 1286, "loss": 1.7628731727600098, "total_norm": 8.939032554626465}
{"epoch": 0, "step": 1287, "loss": 1.8883479833602905, "total_norm": 9.673523902893066}
{"epoch": 0, "step": 1288, "loss": 1.9090855121612549, "total_norm": 9.414164543151855}
{"epoch": 0, "step": 1289, "loss": 1.1838934421539307, "total_norm": 8.293872833251953}
{"epoch": 0, "step": 1290, "loss": 1.2848035097122192, "total_norm": 9.0414400100708}
{"epoch": 0, "step": 1291, "loss": 1.6559741497039795, "total_norm": 8.829192161560059}
{"epoch": 0, "step": 1292, "loss": 1.7616169452667236, "total_norm": 7.624277591705322}
{"epoch": 0, "step": 1293, "loss": 1.5579184293746948, "total_norm": 12.318998336791992}
{"epoch": 0, "step": 1294, "loss": 1.4434638023376465, "total_norm": 8.856486320495605}
{"epoch": 0, "step": 1295, "loss": 1.5976656675338745, "total_norm": 8.549843788146973}
{"epoch": 0, "step": 1296, "loss": 1.5730172395706177, "total_norm": 8.588061332702637}
{"epoch": 0, "step": 1297, "loss": 1.8502647876739502, "total_norm": 7.1367058753967285}
{"epoch": 0, "step": 1298, "loss": 1.260050654411316, "total_norm": 6.504462718963623}
{"epoch": 0, "step": 1299, "loss": 1.814713478088379, "total_norm": 9.388145446777344}
{"epoch": 0, "step": 1300, "loss": 1.2103170156478882, "total_norm": 9.047572135925293}
{"epoch": 0, "step": 1301, "loss": 1.8714762926101685, "total_norm": 7.951313018798828}
{"epoch": 0, "step": 1302, "loss": 1.5336644649505615, "total_norm": 9.053993225097656}
{"epoch": 0, "step": 1303, "loss": 1.1895155906677246, "total_norm": 8.26117992401123}
{"epoch": 0, "step": 1304, "loss": 1.093863844871521, "total_norm": 8.084487915039062}
{"epoch": 0, "step": 1305, "loss": 2.159519672393799, "total_norm": 7.507054328918457}
{"epoch": 0, "step": 1306, "loss": 1.6743453741073608, "total_norm": 7.543675422668457}
{"epoch": 0, "step": 1307, "loss": 1.5124139785766602, "total_norm": 7.2448039054870605}
{"epoch": 0, "step": 1308, "loss": 1.1449549198150635, "total_norm": 8.156604766845703}
{"epoch": 0, "step": 1309, "loss": 1.8509862422943115, "total_norm": 8.524481773376465}
{"epoch": 0, "step": 1310, "loss": 1.6231540441513062, "total_norm": 9.876087188720703}
{"epoch": 0, "step": 1311, "loss": 1.5783900022506714, "total_norm": 10.256535530090332}
{"epoch": 0, "step": 1312, "loss": 1.9589667320251465, "total_norm": 8.09880256652832}
{"epoch": 0, "step": 1313, "loss": 1.5328806638717651, "total_norm": 7.597140789031982}
{"epoch": 0, "step": 1314, "loss": 1.4918487071990967, "total_norm": 10.57050895690918}
{"epoch": 0, "step": 1315, "loss": 1.3438053131103516, "total_norm": 11.010263442993164}
{"epoch": 0, "step": 1316, "loss": 1.4568930864334106, "total_norm": 8.84615707397461}
{"epoch": 0, "step": 1317, "loss": 1.4893968105316162, "total_norm": 9.884392738342285}
{"epoch": 0, "step": 1318, "loss": 1.5403586626052856, "total_norm": 9.192869186401367}
{"epoch": 0, "step": 1319, "loss": 1.5407062768936157, "total_norm": 8.813313484191895}
{"epoch": 0, "step": 1320, "loss": 1.3266425132751465, "total_norm": 7.4092254638671875}
{"epoch": 0, "step": 1321, "loss": 1.7032357454299927, "total_norm": 9.654082298278809}
{"epoch": 0, "step": 1322, "loss": 1.8813185691833496, "total_norm": 9.649068832397461}
{"epoch": 0, "step": 1323, "loss": 1.668674349784851, "total_norm": 9.166858673095703}
{"epoch": 0, "step": 1324, "loss": 1.921785593032837, "total_norm": 8.772248268127441}
{"epoch": 0, "step": 1325, "loss": 1.5196806192398071, "total_norm": 8.401585578918457}
{"epoch": 0, "step": 1326, "loss": 1.5605933666229248, "total_norm": 9.838541984558105}
{"epoch": 0, "step": 1327, "loss": 1.6735222339630127, "total_norm": 9.5784330368042}
{"epoch": 0, "step": 1328, "loss": 1.788477897644043, "total_norm": 9.457596778869629}
{"epoch": 0, "step": 1329, "loss": 1.6836146116256714, "total_norm": 10.029853820800781}
{"epoch": 0, "step": 1330, "loss": 1.1643726825714111, "total_norm": 9.528352737426758}
{"epoch": 0, "step": 1331, "loss": 1.6005276441574097, "total_norm": 8.516192436218262}
{"epoch": 0, "step": 1332, "loss": 1.843373417854309, "total_norm": 9.239310264587402}
{"epoch": 0, "step": 1333, "loss": 1.7306411266326904, "total_norm": 8.771029472351074}
{"epoch": 0, "step": 1334, "loss": 1.4661436080932617, "total_norm": 8.875823974609375}
{"epoch": 0, "step": 1335, "loss": 1.3893004655838013, "total_norm": 8.365350723266602}
{"epoch": 0, "step": 1336, "loss": 2.1645829677581787, "total_norm": 7.3424882888793945}
{"epoch": 0, "step": 1337, "loss": 1.5763781070709229, "total_norm": 8.957462310791016}
{"epoch": 0, "step": 1338, "loss": 1.4635448455810547, "total_norm": 8.916309356689453}
{"epoch": 0, "step": 1339, "loss": 1.1649537086486816, "total_norm": 8.71196460723877}
{"epoch": 0, "step": 1340, "loss": 1.4697816371917725, "total_norm": 7.109440803527832}
{"epoch": 0, "step": 1341, "loss": 1.3501698970794678, "total_norm": 10.117622375488281}
{"epoch": 0, "step": 1342, "loss": 1.3601710796356201, "total_norm": 8.874661445617676}
{"epoch": 0, "step": 1343, "loss": 1.6552551984786987, "total_norm": 8.494607925415039}
{"epoch": 0, "step": 1344, "loss": 1.8730403184890747, "total_norm": 8.336894035339355}
{"epoch": 0, "step": 1345, "loss": 1.34138023853302, "total_norm": 8.360485076904297}
{"epoch": 0, "step": 1346, "loss": 2.021172523498535, "total_norm": 8.419148445129395}
{"epoch": 0, "step": 1347, "loss": 1.019877314567566, "total_norm": 7.874386787414551}
{"epoch": 0, "step": 1348, "loss": 1.3554348945617676, "total_norm": 9.641502380371094}
{"epoch": 0, "step": 1349, "loss": 1.574668288230896, "total_norm": 10.0194730758667}
{"epoch": 0, "step": 1350, "loss": 1.5019704103469849, "total_norm": 9.151688575744629}
{"epoch": 0, "step": 1351, "loss": 1.7787162065505981, "total_norm": 9.667004585266113}
{"epoch": 0, "step": 1352, "loss": 1.7403110265731812, "total_norm": 9.065189361572266}
{"epoch": 0, "step": 1353, "loss": 1.5484075546264648, "total_norm": 9.597825050354004}
{"epoch": 0, "step": 1354, "loss": 1.772232174873352, "total_norm": 9.527921676635742}
{"epoch": 0, "step": 1355, "loss": 1.4422388076782227, "total_norm": 9.67979907989502}
{"epoch": 0, "step": 1356, "loss": 1.50586998462677, "total_norm": 9.409134864807129}
{"epoch": 0, "step": 1357, "loss": 1.7887474298477173, "total_norm": 7.300454139709473}
{"epoch": 0, "step": 1358, "loss": 1.8281559944152832, "total_norm": 8.599996566772461}
{"epoch": 0, "step": 1359, "loss": 1.6162807941436768, "total_norm": 8.8489990234375}
{"epoch": 0, "step": 1360, "loss": 1.3023908138275146, "total_norm": 9.411249160766602}
{"epoch": 0, "step": 1361, "loss": 1.6115922927856445, "total_norm": 8.15929889678955}
{"epoch": 0, "step": 1362, "loss": 1.9905340671539307, "total_norm": 8.765650749206543}
{"epoch": 0, "step": 1363, "loss": 1.4833481311798096, "total_norm": 8.781376838684082}
{"epoch": 0, "step": 1364, "loss": 1.9117786884307861, "total_norm": 7.3955583572387695}
{"epoch": 0, "step": 1365, "loss": 1.5268558263778687, "total_norm": 7.003505229949951}
{"epoch": 0, "step": 1366, "loss": 1.7196922302246094, "total_norm": 9.479130744934082}
{"epoch": 0, "step": 1367, "loss": 1.7221934795379639, "total_norm": 9.191964149475098}
{"epoch": 0, "step": 1368, "loss": 2.0407090187072754, "total_norm": 7.128700256347656}
{"epoch": 0, "step": 1369, "loss": 2.0070784091949463, "total_norm": 9.304832458496094}
{"epoch": 0, "step": 1370, "loss": 1.5827504396438599, "total_norm": 8.599787712097168}
{"epoch": 0, "step": 1371, "loss": 1.7062757015228271, "total_norm": 9.52273941040039}
{"epoch": 0, "step": 1372, "loss": 1.7429386377334595, "total_norm": 8.735334396362305}
{"epoch": 0, "step": 1373, "loss": 1.5348491668701172, "total_norm": 9.581084251403809}
{"epoch": 0, "step": 1374, "loss": 1.481491208076477, "total_norm": 10.021615028381348}
{"epoch": 0, "step": 1375, "loss": 1.8240646123886108, "total_norm": 8.11507797241211}
{"epoch": 0, "step": 1376, "loss": 1.700655460357666, "total_norm": 8.271973609924316}
{"epoch": 0, "step": 1377, "loss": 2.232872724533081, "total_norm": 8.270817756652832}
{"epoch": 0, "step": 1378, "loss": 1.9418295621871948, "total_norm": 7.453815937042236}
{"epoch": 0, "step": 1379, "loss": 1.889947772026062, "total_norm": 8.658442497253418}
{"epoch": 0, "step": 1380, "loss": 1.954748272895813, "total_norm": 7.871427059173584}
{"epoch": 0, "step": 1381, "loss": 2.004944324493408, "total_norm": 9.710439682006836}
{"epoch": 0, "step": 1382, "loss": 1.2952989339828491, "total_norm": 10.503424644470215}
{"epoch": 0, "step": 1383, "loss": 1.6201900243759155, "total_norm": 10.014644622802734}
{"epoch": 0, "step": 1384, "loss": 1.6480073928833008, "total_norm": 8.165694236755371}
{"epoch": 0, "step": 1385, "loss": 1.7577394247055054, "total_norm": 10.77103042602539}
{"epoch": 0, "step": 1386, "loss": 1.5750209093093872, "total_norm": 9.793511390686035}
{"epoch": 0, "step": 1387, "loss": 1.5957953929901123, "total_norm": 8.84089469909668}
{"epoch": 0, "step": 1388, "loss": 1.1633012294769287, "total_norm": 8.829779624938965}
{"epoch": 0, "step": 1389, "loss": 1.6538631916046143, "total_norm": 9.398849487304688}
{"epoch": 0, "step": 1390, "loss": 1.490683913230896, "total_norm": 9.828078269958496}
{"epoch": 0, "step": 1391, "loss": 1.4959310293197632, "total_norm": 10.118552207946777}
{"epoch": 0, "step": 1392, "loss": 1.5878390073776245, "total_norm": 9.718120574951172}
{"epoch": 0, "step": 1393, "loss": 1.70831298828125, "total_norm": 8.180936813354492}
{"epoch": 0, "step": 1394, "loss": 1.7284055948257446, "total_norm": 8.630378723144531}
{"epoch": 0, "step": 1395, "loss": 1.9780011177062988, "total_norm": 8.11398696899414}
{"epoch": 0, "step": 1396, "loss": 1.538519263267517, "total_norm": 9.24264907836914}
{"epoch": 0, "step": 1397, "loss": 1.321682095527649, "total_norm": 7.555120944976807}
{"epoch": 0, "step": 1398, "loss": 1.5831667184829712, "total_norm": 7.5833420753479}
{"epoch": 0, "step": 1399, "loss": 1.7231340408325195, "total_norm": 7.50723123550415}
{"epoch": 0, "step": 1400, "loss": 1.7244929075241089, "total_norm": 8.697896957397461}
{"epoch": 0, "step": 1401, "loss": 2.0061259269714355, "total_norm": 8.199943542480469}
{"epoch": 0, "step": 1402, "loss": 1.6461848020553589, "total_norm": 9.276371002197266}
{"epoch": 0, "step": 1403, "loss": 1.8549288511276245, "total_norm": 8.841889381408691}
{"epoch": 0, "step": 1404, "loss": 1.8221509456634521, "total_norm": 8.606492042541504}
{"epoch": 0, "step": 1405, "loss": 1.075910210609436, "total_norm": 8.992332458496094}
{"epoch": 0, "step": 1406, "loss": 1.8103103637695312, "total_norm": 9.840377807617188}
{"epoch": 0, "step": 1407, "loss": 1.5681953430175781, "total_norm": 9.017006874084473}
{"epoch": 0, "step": 1408, "loss": 1.4810582399368286, "total_norm": 8.85171890258789}
{"epoch": 0, "step": 1409, "loss": 1.4870550632476807, "total_norm": 8.444000244140625}
{"epoch": 0, "step": 1410, "loss": 1.4252320528030396, "total_norm": 9.79544734954834}
{"epoch": 0, "step": 1411, "loss": 2.0438051223754883, "total_norm": 9.100739479064941}
{"epoch": 0, "step": 1412, "loss": 1.8381139039993286, "total_norm": 8.494050979614258}
{"epoch": 0, "step": 1413, "loss": 1.441430687904358, "total_norm": 9.034880638122559}
{"epoch": 0, "step": 1414, "loss": 2.038274049758911, "total_norm": 8.554718017578125}
{"epoch": 0, "step": 1415, "loss": 1.2833553552627563, "total_norm": 10.850387573242188}
{"epoch": 0, "step": 1416, "loss": 1.544396162033081, "total_norm": 9.444658279418945}
{"epoch": 0, "step": 1417, "loss": 1.8198878765106201, "total_norm": 9.965659141540527}
{"epoch": 0, "step": 1418, "loss": 2.0376219749450684, "total_norm": 7.4362874031066895}
{"epoch": 0, "step": 1419, "loss": 2.164325714111328, "total_norm": 7.157248497009277}
{"epoch": 0, "step": 1420, "loss": 1.1248562335968018, "total_norm": 9.713944435119629}
{"epoch": 0, "step": 1421, "loss": 1.9715226888656616, "total_norm": 9.806280136108398}
{"epoch": 0, "step": 1422, "loss": 1.8152238130569458, "total_norm": 10.169248580932617}
{"epoch": 0, "step": 1423, "loss": 1.0632047653198242, "total_norm": 7.685203552246094}
{"epoch": 0, "step": 1424, "loss": 1.7301782369613647, "total_norm": 8.234456062316895}
{"epoch": 0, "step": 1425, "loss": 1.6517648696899414, "total_norm": 7.412075042724609}
{"epoch": 0, "step": 1426, "loss": 1.238006591796875, "total_norm": 6.772118091583252}
{"epoch": 0, "step": 1427, "loss": 1.7112131118774414, "total_norm": 8.439374923706055}
{"epoch": 0, "step": 1428, "loss": 1.7472559213638306, "total_norm": 7.492689609527588}
{"epoch": 0, "step": 1429, "loss": 1.668108344078064, "total_norm": 11.133866310119629}
{"epoch": 0, "step": 1430, "eval_loss": 1.63703125242203, "eval_rougeL": 0.12554697716065366}
{"epoch": 1, "step": 1430, "loss": 1.272314190864563, "total_norm": 8.50864028930664}
{"epoch": 1, "step": 1431, "loss": 1.39169180393219, "total_norm": 7.251909255981445}
{"epoch": 1, "step": 1432, "loss": 1.495908260345459, "total_norm": 7.679220676422119}
{"epoch": 1, "step": 1433, "loss": 1.7320832014083862, "total_norm": 7.799802780151367}
{"epoch": 1, "step": 1434, "loss": 1.383116602897644, "total_norm": 8.209278106689453}
{"epoch": 1, "step": 1435, "loss": 1.4132858514785767, "total_norm": 8.396815299987793}
{"epoch": 1, "step": 1436, "loss": 1.6632113456726074, "total_norm": 9.399079322814941}
{"epoch": 1, "step": 1437, "loss": 1.443700909614563, "total_norm": 8.661325454711914}
{"epoch": 1, "step": 1438, "loss": 1.5187283754348755, "total_norm": 7.8599653244018555}
{"epoch": 1, "step": 1439, "loss": 1.6224262714385986, "total_norm": 8.91059684753418}
{"epoch": 1, "step": 1440, "loss": 1.5749294757843018, "total_norm": 8.07646369934082}
{"epoch": 1, "step": 1441, "loss": 1.230865716934204, "total_norm": 9.26163101196289}
{"epoch": 1, "step": 1442, "loss": 1.332295536994934, "total_norm": 8.243939399719238}
{"epoch": 1, "step": 1443, "loss": 1.3250013589859009, "total_norm": 8.138725280761719}
{"epoch": 1, "step": 1444, "loss": 1.477217197418213, "total_norm": 9.061700820922852}
{"epoch": 1, "step": 1445, "loss": 1.2462615966796875, "total_norm": 7.512930870056152}
{"epoch": 1, "step": 1446, "loss": 1.460381031036377, "total_norm": 8.417861938476562}
{"epoch": 1, "step": 1447, "loss": 1.4340907335281372, "total_norm": 10.481039047241211}
{"epoch": 1, "step": 1448, "loss": 1.5211950540542603, "total_norm": 8.530290603637695}
{"epoch": 1, "step": 1449, "loss": 1.878698706626892, "total_norm": 8.879475593566895}
{"epoch": 1, "step": 1450, "loss": 1.6933763027191162, "total_norm": 8.880818367004395}
{"epoch": 1, "step": 1451, "loss": 1.7724888324737549, "total_norm": 8.220929145812988}
{"epoch": 1, "step": 1452, "loss": 1.6305307149887085, "total_norm": 7.214850425720215}
{"epoch": 1, "step": 1453, "loss": 1.418651819229126, "total_norm": 7.978456497192383}
{"epoch": 1, "step": 1454, "loss": 1.34735107421875, "total_norm": 7.581878662109375}
{"epoch": 1, "step": 1455, "loss": 1.3692607879638672, "total_norm": 8.79324722290039}
{"epoch": 1, "step": 1456, "loss": 1.4529582262039185, "total_norm": 8.545333862304688}
{"epoch": 1, "step": 1457, "loss": 1.3938348293304443, "total_norm": 8.057965278625488}
{"epoch": 1, "step": 1458, "loss": 1.5354506969451904, "total_norm": 10.668129920959473}
{"epoch": 1, "step": 1459, "loss": 1.7674777507781982, "total_norm": 8.827888488769531}
{"epoch": 1, "step": 1460, "loss": 1.8001474142074585, "total_norm": 6.760604381561279}
{"epoch": 1, "step": 1461, "loss": 1.4860553741455078, "total_norm": 7.981249809265137}
{"epoch": 1, "step": 1462, "loss": 1.489738941192627, "total_norm": 8.107568740844727}
{"epoch": 1, "step": 1463, "loss": 1.3283332586288452, "total_norm": 8.547159194946289}
{"epoch": 1, "step": 1464, "loss": 1.6083663702011108, "total_norm": 8.442609786987305}
{"epoch": 1, "step": 1465, "loss": 1.6531985998153687, "total_norm": 8.53633975982666}
{"epoch": 1, "step": 1466, "loss": 1.2225655317306519, "total_norm": 8.553711891174316}
{"epoch": 1, "step": 1467, "loss": 1.1756807565689087, "total_norm": 9.076194763183594}
{"epoch": 1, "step": 1468, "loss": 1.8479872941970825, "total_norm": 8.100823402404785}
{"epoch": 1, "step": 1469, "loss": 1.8949027061462402, "total_norm": 9.63388442993164}
{"epoch": 1, "step": 1470, "loss": 1.7242441177368164, "total_norm": 7.978346824645996}
{"epoch": 1, "step": 1471, "loss": 1.3672003746032715, "total_norm": 8.028502464294434}
{"epoch": 1, "step": 1472, "loss": 1.6377366781234741, "total_norm": 6.473388195037842}
{"epoch": 1, "step": 1473, "loss": 1.008558750152588, "total_norm": 7.186784267425537}
{"epoch": 1, "step": 1474, "loss": 1.4122450351715088, "total_norm": 7.610337734222412}
{"epoch": 1, "step": 1475, "loss": 1.762451410293579, "total_norm": 9.237802505493164}
{"epoch": 1, "step": 1476, "loss": 1.4261261224746704, "total_norm": 10.092862129211426}
{"epoch": 1, "step": 1477, "loss": 1.4621895551681519, "total_norm": 9.184463500976562}
{"epoch": 1, "step": 1478, "loss": 1.083362102508545, "total_norm": 8.867986679077148}
{"epoch": 1, "step": 1479, "loss": 1.2025192975997925, "total_norm": 7.78761625289917}
{"epoch": 1, "step": 1480, "loss": 1.8110747337341309, "total_norm": 10.312141418457031}
{"epoch": 1, "step": 1481, "loss": 1.434936761856079, "total_norm": 8.419474601745605}
{"epoch": 1, "step": 1482, "loss": 1.374842882156372, "total_norm": 10.65369701385498}
{"epoch": 1, "step": 1483, "loss": 1.2912770509719849, "total_norm": 7.480135440826416}
{"epoch": 1, "step": 1484, "loss": 1.0814321041107178, "total_norm": 7.550498962402344}
{"epoch": 1, "step": 1485, "loss": 1.2185897827148438, "total_norm": 7.9173970222473145}
{"epoch": 1, "step": 1486, "loss": 1.7981270551681519, "total_norm": 9.235830307006836}
{"epoch": 1, "step": 1487, "loss": 1.4265824556350708, "total_norm": 9.221417427062988}
{"epoch": 1, "step": 1488, "loss": 0.9712388515472412, "total_norm": 9.280916213989258}
{"epoch": 1, "step": 1489, "loss": 1.149444341659546, "total_norm": 9.828350067138672}
{"epoch": 1, "step": 1490, "loss": 1.4222586154937744, "total_norm": 9.364943504333496}
{"epoch": 1, "step": 1491, "loss": 1.6803429126739502, "total_norm": 6.585510730743408}
{"epoch": 1, "step": 1492, "loss": 0.994503915309906, "total_norm": 6.814964294433594}
{"epoch": 1, "step": 1493, "loss": 1.4452162981033325, "total_norm": 7.12399959564209}
{"epoch": 1, "step": 1494, "loss": 1.717084527015686, "total_norm": 7.790746688842773}
{"epoch": 1, "step": 1495, "loss": 1.4506474733352661, "total_norm": 9.057045936584473}
{"epoch": 1, "step": 1496, "loss": 1.4376319646835327, "total_norm": 9.881540298461914}
{"epoch": 1, "step": 1497, "loss": 1.7569729089736938, "total_norm": 7.835666179656982}
{"epoch": 1, "step": 1498, "loss": 1.3881442546844482, "total_norm": 8.884055137634277}
{"epoch": 1, "step": 1499, "loss": 1.4597214460372925, "total_norm": 8.876935958862305}
{"epoch": 1, "step": 1500, "eval_loss": 1.6420218130898854, "eval_rougeL": 0.12702835309426896}
{"epoch": 1, "step": 1500, "loss": 1.8820037841796875, "total_norm": 7.781169891357422}
{"epoch": 1, "step": 1501, "loss": 1.2677648067474365, "total_norm": 8.625423431396484}
{"epoch": 1, "step": 1502, "loss": 1.78081476688385, "total_norm": 7.817938804626465}
{"epoch": 1, "step": 1503, "loss": 1.500144124031067, "total_norm": 8.363496780395508}
{"epoch": 1, "step": 1504, "loss": 1.6812310218811035, "total_norm": 8.711613655090332}
{"epoch": 1, "step": 1505, "loss": 1.7565258741378784, "total_norm": 8.476841926574707}
{"epoch": 1, "step": 1506, "loss": 1.3670097589492798, "total_norm": 9.0511474609375}
{"epoch": 1, "step": 1507, "loss": 1.1332497596740723, "total_norm": 8.837552070617676}
{"epoch": 1, "step": 1508, "loss": 1.5428906679153442, "total_norm": 7.733197212219238}
{"epoch": 1, "step": 1509, "loss": 1.5238902568817139, "total_norm": 9.00271224975586}
{"epoch": 1, "step": 1510, "loss": 1.197440266609192, "total_norm": 8.733460426330566}
{"epoch": 1, "step": 1511, "loss": 1.3733749389648438, "total_norm": 10.42065715789795}
{"epoch": 1, "step": 1512, "loss": 1.2448866367340088, "total_norm": 8.299552917480469}
{"epoch": 1, "step": 1513, "loss": 1.7685576677322388, "total_norm": 9.112555503845215}
{"epoch": 1, "step": 1514, "loss": 1.5250778198242188, "total_norm": 8.858172416687012}
{"epoch": 1, "step": 1515, "loss": 1.5452790260314941, "total_norm": 8.540599822998047}
{"epoch": 1, "step": 1516, "loss": 1.6002978086471558, "total_norm": 7.902772426605225}
{"epoch": 1, "step": 1517, "loss": 1.333774447441101, "total_norm": 8.352710723876953}
{"epoch": 1, "step": 1518, "loss": 1.2622486352920532, "total_norm": 7.970269203186035}
{"epoch": 1, "step": 1519, "loss": 1.5013411045074463, "total_norm": 10.097705841064453}
{"epoch": 1, "step": 1520, "loss": 1.5387753248214722, "total_norm": 8.205448150634766}
{"epoch": 1, "step": 1521, "loss": 1.4329293966293335, "total_norm": 8.565149307250977}
{"epoch": 1, "step": 1522, "loss": 1.7288373708724976, "total_norm": 9.15245246887207}
{"epoch": 1, "step": 1523, "loss": 1.6158033609390259, "total_norm": 7.704690933227539}
{"epoch": 1, "step": 1524, "loss": 1.2417069673538208, "total_norm": 12.479368209838867}
{"epoch": 1, "step": 1525, "loss": 1.8312736749649048, "total_norm": 7.100241184234619}
{"epoch": 1, "step": 1526, "loss": 1.4085822105407715, "total_norm": 9.301024436950684}
{"epoch": 1, "step": 1527, "loss": 1.4488343000411987, "total_norm": 8.985115051269531}
{"epoch": 1, "step": 1528, "loss": 1.7384597063064575, "total_norm": 8.65465259552002}
{"epoch": 1, "step": 1529, "loss": 1.5461478233337402, "total_norm": 10.825627326965332}
{"epoch": 1, "step": 1530, "loss": 1.5356532335281372, "total_norm": 7.039670467376709}
{"epoch": 1, "step": 1531, "loss": 1.7025452852249146, "total_norm": 9.026289939880371}
{"epoch": 1, "step": 1532, "loss": 1.5793696641921997, "total_norm": 8.236739158630371}
{"epoch": 1, "step": 1533, "loss": 1.5440571308135986, "total_norm": 7.539597034454346}
{"epoch": 1, "step": 1534, "loss": 1.5629370212554932, "total_norm": 10.28892707824707}
{"epoch": 1, "step": 1535, "loss": 1.6958876848220825, "total_norm": 7.623197555541992}
{"epoch": 1, "step": 1536, "loss": 1.3813360929489136, "total_norm": 8.69752025604248}
{"epoch": 1, "step": 1537, "loss": 1.1754064559936523, "total_norm": 8.1687650680542}
{"epoch": 1, "step": 1538, "loss": 1.5845367908477783, "total_norm": 9.00381851196289}
{"epoch": 1, "step": 1539, "loss": 1.6859803199768066, "total_norm": 7.2586774826049805}
{"epoch": 1, "step": 1540, "loss": 1.5125274658203125, "total_norm": 10.800064086914062}
{"epoch": 1, "step": 1541, "loss": 1.1968246698379517, "total_norm": 7.784603118896484}
{"epoch": 1, "step": 1542, "loss": 1.7287070751190186, "total_norm": 8.57080078125}
{"epoch": 1, "step": 1543, "loss": 1.816916584968567, "total_norm": 9.005548477172852}
{"epoch": 1, "step": 1544, "loss": 1.317863941192627, "total_norm": 8.249557495117188}
{"epoch": 1, "step": 1545, "loss": 1.306867241859436, "total_norm": 9.187172889709473}
{"epoch": 1, "step": 1546, "loss": 1.5148448944091797, "total_norm": 8.932971000671387}
{"epoch": 1, "step": 1547, "loss": 1.5879439115524292, "total_norm": 8.906105995178223}
{"epoch": 1, "step": 1548, "loss": 1.5851901769638062, "total_norm": 8.782971382141113}
{"epoch": 1, "step": 1549, "loss": 1.0868477821350098, "total_norm": 9.43308162689209}
{"epoch": 1, "step": 1550, "loss": 1.7912684679031372, "total_norm": 10.199017524719238}
{"epoch": 1, "step": 1551, "loss": 1.3748867511749268, "total_norm": 7.980212211608887}
{"epoch": 1, "step": 1552, "loss": 1.4681785106658936, "total_norm": 9.334797859191895}
{"epoch": 1, "step": 1553, "loss": 0.979867160320282, "total_norm": 7.212250709533691}
{"epoch": 1, "step": 1554, "loss": 1.2800651788711548, "total_norm": 10.120458602905273}
{"epoch": 1, "step": 1555, "loss": 1.6951152086257935, "total_norm": 9.601431846618652}
{"epoch": 1, "step": 1556, "loss": 1.6607176065444946, "total_norm": 8.83523941040039}
{"epoch": 1, "step": 1557, "loss": 1.5112955570220947, "total_norm": 9.450830459594727}
{"epoch": 1, "step": 1558, "loss": 1.69036066532135, "total_norm": 8.499847412109375}
{"epoch": 1, "step": 1559, "loss": 1.6583157777786255, "total_norm": 8.765105247497559}
{"epoch": 1, "step": 1560, "loss": 1.3668419122695923, "total_norm": 8.148956298828125}
{"epoch": 1, "step": 1561, "loss": 1.7280727624893188, "total_norm": 8.552567481994629}
{"epoch": 1, "step": 1562, "loss": 1.5992310047149658, "total_norm": 7.366265773773193}
{"epoch": 1, "step": 1563, "loss": 1.8006207942962646, "total_norm": 7.230645656585693}
{"epoch": 1, "step": 1564, "loss": 1.2488694190979004, "total_norm": 9.368051528930664}
{"epoch": 1, "step": 1565, "loss": 1.5691782236099243, "total_norm": 8.13612174987793}
{"epoch": 1, "step": 1566, "loss": 1.3483284711837769, "total_norm": 8.272225379943848}
{"epoch": 1, "step": 1567, "loss": 1.2669737339019775, "total_norm": 7.108684062957764}
{"epoch": 1, "step": 1568, "loss": 2.011993169784546, "total_norm": 7.812239170074463}
{"epoch": 1, "step": 1569, "loss": 1.6164735555648804, "total_norm": 8.01570987701416}
{"epoch": 1, "step": 1570, "loss": 1.8522897958755493, "total_norm": 9.346395492553711}
{"epoch": 1, "step": 1571, "loss": 1.2077891826629639, "total_norm": 8.62623405456543}
{"epoch": 1, "step": 1572, "loss": 1.4516997337341309, "total_norm": 8.698725700378418}
{"epoch": 1, "step": 1573, "loss": 1.5971390008926392, "total_norm": 7.997418403625488}
{"epoch": 1, "step": 1574, "loss": 1.7337003946304321, "total_norm": 8.583197593688965}
{"epoch": 1, "step": 1575, "loss": 1.6503450870513916, "total_norm": 8.097212791442871}
{"epoch": 1, "step": 1576, "loss": 1.7161616086959839, "total_norm": 8.014062881469727}
{"epoch": 1, "step": 1577, "loss": 1.6617635488510132, "total_norm": 9.135241508483887}
{"epoch": 1, "step": 1578, "loss": 1.163554310798645, "total_norm": 10.250081062316895}
{"epoch": 1, "step": 1579, "loss": 1.2684261798858643, "total_norm": 8.674976348876953}
{"epoch": 1, "step": 1580, "loss": 1.3985464572906494, "total_norm": 9.528660774230957}
{"epoch": 1, "step": 1581, "loss": 1.310423731803894, "total_norm": 7.196671009063721}
{"epoch": 1, "step": 1582, "loss": 1.7619363069534302, "total_norm": 8.042237281799316}
{"epoch": 1, "step": 1583, "loss": 1.1563092470169067, "total_norm": 8.775162696838379}
{"epoch": 1, "step": 1584, "loss": 1.1312358379364014, "total_norm": 10.583812713623047}
{"epoch": 1, "step": 1585, "loss": 1.3558534383773804, "total_norm": 11.184171676635742}
{"epoch": 1, "step": 1586, "loss": 1.6289241313934326, "total_norm": 10.668424606323242}
{"epoch": 1, "step": 1587, "loss": 1.5340418815612793, "total_norm": 7.882838726043701}
{"epoch": 1, "step": 1588, "loss": 1.4375516176223755, "total_norm": 7.712750434875488}
{"epoch": 1, "step": 1589, "loss": 1.2285236120224, "total_norm": 9.724575996398926}
{"epoch": 1, "step": 1590, "loss": 1.020592451095581, "total_norm": 7.532292366027832}
{"epoch": 1, "step": 1591, "loss": 1.0183225870132446, "total_norm": 8.470229148864746}
{"epoch": 1, "step": 1592, "loss": 1.6023393869400024, "total_norm": 8.264622688293457}
{"epoch": 1, "step": 1593, "loss": 1.3547321557998657, "total_norm": 8.990838050842285}
{"epoch": 1, "step": 1594, "loss": 1.2333430051803589, "total_norm": 9.285857200622559}
{"epoch": 1, "step": 1595, "loss": 1.2667359113693237, "total_norm": 8.060664176940918}
{"epoch": 1, "step": 1596, "loss": 1.5300496816635132, "total_norm": 9.016234397888184}
{"epoch": 1, "step": 1597, "loss": 1.432412028312683, "total_norm": 7.689609527587891}
{"epoch": 1, "step": 1598, "loss": 1.2732963562011719, "total_norm": 9.018022537231445}
{"epoch": 1, "step": 1599, "loss": 1.9501807689666748, "total_norm": 9.737837791442871}
{"epoch": 1, "step": 1600, "loss": 1.3279756307601929, "total_norm": 8.1652250289917}
{"epoch": 1, "step": 1601, "loss": 1.491042137145996, "total_norm": 7.853960037231445}
{"epoch": 1, "step": 1602, "loss": 1.0525883436203003, "total_norm": 8.955167770385742}
{"epoch": 1, "step": 1603, "loss": 1.388263463973999, "total_norm": 6.635863780975342}
{"epoch": 1, "step": 1604, "loss": 1.2536956071853638, "total_norm": 8.091093063354492}
{"epoch": 1, "step": 1605, "loss": 1.9160889387130737, "total_norm": 9.223201751708984}
{"epoch": 1, "step": 1606, "loss": 1.7520607709884644, "total_norm": 7.86605978012085}
{"epoch": 1, "step": 1607, "loss": 1.2349942922592163, "total_norm": 8.38741683959961}
{"epoch": 1, "step": 1608, "loss": 1.4363598823547363, "total_norm": 9.118863105773926}
{"epoch": 1, "step": 1609, "loss": 1.3922150135040283, "total_norm": 8.938529014587402}
{"epoch": 1, "step": 1610, "loss": 1.5015414953231812, "total_norm": 8.124381065368652}
{"epoch": 1, "step": 1611, "loss": 1.3086036443710327, "total_norm": 9.195442199707031}
{"epoch": 1, "step": 1612, "loss": 1.4402661323547363, "total_norm": 6.475733757019043}
{"epoch": 1, "step": 1613, "loss": 2.2326295375823975, "total_norm": 7.011146068572998}
{"epoch": 1, "step": 1614, "loss": 1.7612934112548828, "total_norm": 9.172164916992188}
{"epoch": 1, "step": 1615, "loss": 1.5371973514556885, "total_norm": 7.2669291496276855}
{"epoch": 1, "step": 1616, "loss": 1.3656545877456665, "total_norm": 9.472705841064453}
{"epoch": 1, "step": 1617, "loss": 1.8230078220367432, "total_norm": 7.878572463989258}
{"epoch": 1, "step": 1618, "loss": 1.964505910873413, "total_norm": 7.178255558013916}
{"epoch": 1, "step": 1619, "loss": 1.1834503412246704, "total_norm": 8.76224422454834}
{"epoch": 1, "step": 1620, "loss": 2.090444326400757, "total_norm": 7.902459144592285}
{"epoch": 1, "step": 1621, "loss": 1.8776438236236572, "total_norm": 7.798177242279053}
{"epoch": 1, "step": 1622, "loss": 1.204336404800415, "total_norm": 8.520476341247559}
{"epoch": 1, "step": 1623, "loss": 1.3976869583129883, "total_norm": 9.150238990783691}
{"epoch": 1, "step": 1624, "loss": 1.5799834728240967, "total_norm": 8.099774360656738}
{"epoch": 1, "step": 1625, "loss": 1.3386447429656982, "total_norm": 9.345356941223145}
{"epoch": 1, "step": 1626, "loss": 1.485102891921997, "total_norm": 9.33083438873291}
{"epoch": 1, "step": 1627, "loss": 1.797607421875, "total_norm": 9.720805168151855}
{"epoch": 1, "step": 1628, "loss": 1.5845218896865845, "total_norm": 9.334718704223633}
{"epoch": 1, "step": 1629, "loss": 1.543294072151184, "total_norm": 7.170708179473877}
{"epoch": 1, "step": 1630, "loss": 1.4617379903793335, "total_norm": 7.659581661224365}
{"epoch": 1, "step": 1631, "loss": 1.7735273838043213, "total_norm": 8.904293060302734}
{"epoch": 1, "step": 1632, "loss": 1.477425456047058, "total_norm": 8.492010116577148}
{"epoch": 1, "step": 1633, "loss": 1.5262415409088135, "total_norm": 7.621347427368164}
{"epoch": 1, "step": 1634, "loss": 2.0100038051605225, "total_norm": 7.848142147064209}
{"epoch": 1, "step": 1635, "loss": 1.494850993156433, "total_norm": 8.394728660583496}
{"epoch": 1, "step": 1636, "loss": 1.5896952152252197, "total_norm": 7.684898376464844}
{"epoch": 1, "step": 1637, "loss": 1.4705848693847656, "total_norm": 10.939187049865723}
{"epoch": 1, "step": 1638, "loss": 1.659846544265747, "total_norm": 9.297955513000488}
{"epoch": 1, "step": 1639, "loss": 1.5647082328796387, "total_norm": 7.997060775756836}
{"epoch": 1, "step": 1640, "loss": 1.245906114578247, "total_norm": 7.697632789611816}
{"epoch": 1, "step": 1641, "loss": 1.5703452825546265, "total_norm": 7.92610502243042}
{"epoch": 1, "step": 1642, "loss": 1.6923651695251465, "total_norm": 10.447999000549316}
{"epoch": 1, "step": 1643, "loss": 1.2403359413146973, "total_norm": 9.320713996887207}
{"epoch": 1, "step": 1644, "loss": 1.5965149402618408, "total_norm": 7.868684768676758}
{"epoch": 1, "step": 1645, "loss": 1.349328637123108, "total_norm": 7.403055667877197}
{"epoch": 1, "step": 1646, "loss": 1.5963594913482666, "total_norm": 9.57387638092041}
{"epoch": 1, "step": 1647, "loss": 1.609973669052124, "total_norm": 9.065987586975098}
{"epoch": 1, "step": 1648, "loss": 1.4635107517242432, "total_norm": 8.490699768066406}
{"epoch": 1, "step": 1649, "loss": 1.480954647064209, "total_norm": 7.109561920166016}
{"epoch": 1, "step": 1650, "loss": 1.4534189701080322, "total_norm": 7.849597930908203}
{"epoch": 1, "step": 1651, "loss": 1.4931143522262573, "total_norm": 8.73866081237793}
{"epoch": 1, "step": 1652, "loss": 1.3756132125854492, "total_norm": 9.14145278930664}
{"epoch": 1, "step": 1653, "loss": 1.4255272150039673, "total_norm": 8.962629318237305}
{"epoch": 1, "step": 1654, "loss": 1.3293452262878418, "total_norm": 8.159150123596191}
{"epoch": 1, "step": 1655, "loss": 1.5553313493728638, "total_norm": 10.846723556518555}
{"epoch": 1, "step": 1656, "loss": 1.6146632432937622, "total_norm": 8.932018280029297}
{"epoch": 1, "step": 1657, "loss": 1.3957027196884155, "total_norm": 10.089111328125}
{"epoch": 1, "step": 1658, "loss": 1.323257565498352, "total_norm": 10.203057289123535}
{"epoch": 1, "step": 1659, "loss": 1.4039427042007446, "total_norm": 7.705863952636719}
{"epoch": 1, "step": 1660, "loss": 1.6268004179000854, "total_norm": 10.763927459716797}
{"epoch": 1, "step": 1661, "loss": 2.156895637512207, "total_norm": 8.014326095581055}
{"epoch": 1, "step": 1662, "loss": 1.7872403860092163, "total_norm": 8.304553031921387}
{"epoch": 1, "step": 1663, "loss": 1.3526183366775513, "total_norm": 8.470046043395996}
{"epoch": 1, "step": 1664, "loss": 1.5563371181488037, "total_norm": 9.050281524658203}
{"epoch": 1, "step": 1665, "loss": 1.3384414911270142, "total_norm": 8.238654136657715}
{"epoch": 1, "step": 1666, "loss": 1.0798779726028442, "total_norm": 8.12395191192627}
{"epoch": 1, "step": 1667, "loss": 1.55544114112854, "total_norm": 8.216264724731445}
{"epoch": 1, "step": 1668, "loss": 1.5396523475646973, "total_norm": 8.707274436950684}
{"epoch": 1, "step": 1669, "loss": 1.471144437789917, "total_norm": 11.044137954711914}
{"epoch": 1, "step": 1670, "loss": 1.7227693796157837, "total_norm": 10.812939643859863}
{"epoch": 1, "step": 1671, "loss": 1.2570533752441406, "total_norm": 7.87281608581543}
{"epoch": 1, "step": 1672, "loss": 1.5448288917541504, "total_norm": 7.975708484649658}
{"epoch": 1, "step": 1673, "loss": 1.4876731634140015, "total_norm": 11.374913215637207}
{"epoch": 1, "step": 1674, "loss": 1.4599990844726562, "total_norm": 9.393754959106445}
{"epoch": 1, "step": 1675, "loss": 0.9965065717697144, "total_norm": 10.05990982055664}
{"epoch": 1, "step": 1676, "loss": 1.714959740638733, "total_norm": 10.17975902557373}
{"epoch": 1, "step": 1677, "loss": 1.3040194511413574, "total_norm": 10.445934295654297}
{"epoch": 1, "step": 1678, "loss": 1.4477570056915283, "total_norm": 7.867305755615234}
{"epoch": 1, "step": 1679, "loss": 1.127050757408142, "total_norm": 7.94276762008667}
{"epoch": 1, "step": 1680, "loss": 1.579045057296753, "total_norm": 9.102936744689941}
{"epoch": 1, "step": 1681, "loss": 1.461742877960205, "total_norm": 8.085613250732422}
{"epoch": 1, "step": 1682, "loss": 1.165318250656128, "total_norm": 9.088780403137207}
{"epoch": 1, "step": 1683, "loss": 1.5453426837921143, "total_norm": 7.573011875152588}
{"epoch": 1, "step": 1684, "loss": 1.3803480863571167, "total_norm": 10.063693046569824}
{"epoch": 1, "step": 1685, "loss": 1.8608516454696655, "total_norm": 7.071555137634277}
{"epoch": 1, "step": 1686, "loss": 1.0541623830795288, "total_norm": 8.78690242767334}
{"epoch": 1, "step": 1687, "loss": 1.127173900604248, "total_norm": 8.367115020751953}
{"epoch": 1, "step": 1688, "loss": 1.4748255014419556, "total_norm": 8.396150588989258}
{"epoch": 1, "step": 1689, "loss": 1.521691918373108, "total_norm": 7.420530319213867}
{"epoch": 1, "step": 1690, "loss": 1.7692426443099976, "total_norm": 8.923944473266602}
{"epoch": 1, "step": 1691, "loss": 1.6595264673233032, "total_norm": 7.326268672943115}
{"epoch": 1, "step": 1692, "loss": 1.1183388233184814, "total_norm": 8.953376770019531}
{"epoch": 1, "step": 1693, "loss": 1.5223671197891235, "total_norm": 8.974319458007812}
{"epoch": 1, "step": 1694, "loss": 1.5267819166183472, "total_norm": 7.228157997131348}
{"epoch": 1, "step": 1695, "loss": 1.3928542137145996, "total_norm": 7.2824883460998535}
{"epoch": 1, "step": 1696, "loss": 1.6195470094680786, "total_norm": 8.243221282958984}
{"epoch": 1, "step": 1697, "loss": 1.4770739078521729, "total_norm": 10.41535758972168}
{"epoch": 1, "step": 1698, "loss": 1.5840760469436646, "total_norm": 7.326926231384277}
{"epoch": 1, "step": 1699, "loss": 1.2587497234344482, "total_norm": 9.033591270446777}
{"epoch": 1, "step": 1700, "loss": 1.5774627923965454, "total_norm": 7.514491081237793}
{"epoch": 1, "step": 1701, "loss": 1.6329877376556396, "total_norm": 7.752072811126709}
{"epoch": 1, "step": 1702, "loss": 1.5544509887695312, "total_norm": 8.152471542358398}
{"epoch": 1, "step": 1703, "loss": 1.577817440032959, "total_norm": 9.567343711853027}
{"epoch": 1, "step": 1704, "loss": 1.7364975214004517, "total_norm": 9.424203872680664}
{"epoch": 1, "step": 1705, "loss": 1.3486080169677734, "total_norm": 7.418781757354736}
{"epoch": 1, "step": 1706, "loss": 1.400673508644104, "total_norm": 8.26866626739502}
{"epoch": 1, "step": 1707, "loss": 1.179682970046997, "total_norm": 9.31639289855957}
{"epoch": 1, "step": 1708, "loss": 1.5981202125549316, "total_norm": 9.355031967163086}
{"epoch": 1, "step": 1709, "loss": 1.946073055267334, "total_norm": 7.717468738555908}
{"epoch": 1, "step": 1710, "loss": 1.6599375009536743, "total_norm": 8.592239379882812}
{"epoch": 1, "step": 1711, "loss": 2.1482465267181396, "total_norm": 7.88470983505249}
{"epoch": 1, "step": 1712, "loss": 1.357562780380249, "total_norm": 9.082175254821777}
{"epoch": 1, "step": 1713, "loss": 1.6611018180847168, "total_norm": 8.69275951385498}
{"epoch": 1, "step": 1714, "loss": 1.612280249595642, "total_norm": 7.697288990020752}
{"epoch": 1, "step": 1715, "loss": 1.1032130718231201, "total_norm": 6.896074295043945}
{"epoch": 1, "step": 1716, "loss": 1.7707313299179077, "total_norm": 9.064241409301758}
{"epoch": 1, "step": 1717, "loss": 1.550035834312439, "total_norm": 9.685534477233887}
{"epoch": 1, "step": 1718, "loss": 1.4701615571975708, "total_norm": 9.737049102783203}
{"epoch": 1, "step": 1719, "loss": 1.5461969375610352, "total_norm": 8.347502708435059}
{"epoch": 1, "step": 1720, "loss": 1.2985641956329346, "total_norm": 9.757680892944336}
{"epoch": 1, "step": 1721, "loss": 1.572736144065857, "total_norm": 9.668505668640137}
{"epoch": 1, "step": 1722, "loss": 1.3067845106124878, "total_norm": 9.373931884765625}
{"epoch": 1, "step": 1723, "loss": 1.7797640562057495, "total_norm": 10.272995948791504}
{"epoch": 1, "step": 1724, "loss": 1.5662893056869507, "total_norm": 9.596465110778809}
{"epoch": 1, "step": 1725, "loss": 1.612228512763977, "total_norm": 10.55626106262207}
{"epoch": 1, "step": 1726, "loss": 1.623781681060791, "total_norm": 8.074349403381348}
{"epoch": 1, "step": 1727, "loss": 1.7734088897705078, "total_norm": 8.632287979125977}
{"epoch": 1, "step": 1728, "loss": 1.067175269126892, "total_norm": 8.12061595916748}
{"epoch": 1, "step": 1729, "loss": 1.52665376663208, "total_norm": 9.979029655456543}
{"epoch": 1, "step": 1730, "loss": 1.4541127681732178, "total_norm": 9.466293334960938}
{"epoch": 1, "step": 1731, "loss": 1.4364144802093506, "total_norm": 7.932738780975342}
{"epoch": 1, "step": 1732, "loss": 1.3470028638839722, "total_norm": 8.550066947937012}
{"epoch": 1, "step": 1733, "loss": 1.3252681493759155, "total_norm": 9.270751953125}
{"epoch": 1, "step": 1734, "loss": 1.1120021343231201, "total_norm": 9.235023498535156}
{"epoch": 1, "step": 1735, "loss": 1.3841917514801025, "total_norm": 9.388960838317871}
{"epoch": 1, "step": 1736, "loss": 1.797411322593689, "total_norm": 9.463232040405273}
{"epoch": 1, "step": 1737, "loss": 1.324790120124817, "total_norm": 8.788581848144531}
{"epoch": 1, "step": 1738, "loss": 1.2519943714141846, "total_norm": 10.724745750427246}
{"epoch": 1, "step": 1739, "loss": 0.9876380562782288, "total_norm": 7.96724796295166}
{"epoch": 1, "step": 1740, "loss": 1.924378752708435, "total_norm": 9.07839298248291}
{"epoch": 1, "step": 1741, "loss": 1.679882287979126, "total_norm": 8.086997985839844}
{"epoch": 1, "step": 1742, "loss": 1.7508105039596558, "total_norm": 8.406071662902832}
{"epoch": 1, "step": 1743, "loss": 1.610213279724121, "total_norm": 8.095168113708496}
{"epoch": 1, "step": 1744, "loss": 1.7359627485275269, "total_norm": 7.551868438720703}
{"epoch": 1, "step": 1745, "loss": 1.4592753648757935, "total_norm": 7.231753349304199}
{"epoch": 1, "step": 1746, "loss": 1.352946162223816, "total_norm": 10.398721694946289}
{"epoch": 1, "step": 1747, "loss": 1.6211073398590088, "total_norm": 8.490854263305664}
{"epoch": 1, "step": 1748, "loss": 1.4662678241729736, "total_norm": 7.166977405548096}
{"epoch": 1, "step": 1749, "loss": 1.5686920881271362, "total_norm": 8.828694343566895}
{"epoch": 1, "step": 1750, "loss": 1.491492748260498, "total_norm": 9.057485580444336}
{"epoch": 1, "step": 1751, "loss": 1.400465726852417, "total_norm": 9.132627487182617}
{"epoch": 1, "step": 1752, "loss": 1.0594866275787354, "total_norm": 6.411917686462402}
{"epoch": 1, "step": 1753, "loss": 1.555241584777832, "total_norm": 8.356127738952637}
{"epoch": 1, "step": 1754, "loss": 1.9424941539764404, "total_norm": 8.445205688476562}
{"epoch": 1, "step": 1755, "loss": 1.3248134851455688, "total_norm": 9.590929985046387}
{"epoch": 1, "step": 1756, "loss": 1.7140412330627441, "total_norm": 10.09033489227295}
{"epoch": 1, "step": 1757, "loss": 1.4854668378829956, "total_norm": 9.436233520507812}
{"epoch": 1, "step": 1758, "loss": 1.151116967201233, "total_norm": 7.272799015045166}
{"epoch": 1, "step": 1759, "loss": 1.4626952409744263, "total_norm": 9.704280853271484}
{"epoch": 1, "step": 1760, "loss": 1.0169525146484375, "total_norm": 9.466377258300781}
{"epoch": 1, "step": 1761, "loss": 1.1822160482406616, "total_norm": 8.028480529785156}
{"epoch": 1, "step": 1762, "loss": 1.5011464357376099, "total_norm": 8.551709175109863}
{"epoch": 1, "step": 1763, "loss": 1.626269817352295, "total_norm": 8.348808288574219}
{"epoch": 1, "step": 1764, "loss": 1.4035372734069824, "total_norm": 9.058751106262207}
{"epoch": 1, "step": 1765, "loss": 1.4349093437194824, "total_norm": 9.886795997619629}
{"epoch": 1, "step": 1766, "loss": 1.69910728931427, "total_norm": 10.302740097045898}
{"epoch": 1, "step": 1767, "loss": 1.6444990634918213, "total_norm": 8.104761123657227}
{"epoch": 1, "step": 1768, "loss": 1.786427617073059, "total_norm": 10.018346786499023}
{"epoch": 1, "step": 1769, "loss": 0.965476930141449, "total_norm": 8.823383331298828}
{"epoch": 1, "step": 1770, "loss": 1.1101404428482056, "total_norm": 8.899083137512207}
{"epoch": 1, "step": 1771, "loss": 1.4865565299987793, "total_norm": 8.25484848022461}
{"epoch": 1, "step": 1772, "loss": 1.8928148746490479, "total_norm": 8.301909446716309}
{"epoch": 1, "step": 1773, "loss": 1.551787257194519, "total_norm": 8.26187801361084}
{"epoch": 1, "step": 1774, "loss": 1.3486379384994507, "total_norm": 9.076647758483887}
{"epoch": 1, "step": 1775, "loss": 1.3605233430862427, "total_norm": 8.912829399108887}
{"epoch": 1, "step": 1776, "loss": 1.1859266757965088, "total_norm": 7.625787734985352}
{"epoch": 1, "step": 1777, "loss": 1.7607483863830566, "total_norm": 9.01632308959961}
{"epoch": 1, "step": 1778, "loss": 1.8985761404037476, "total_norm": 8.39073657989502}
{"epoch": 1, "step": 1779, "loss": 1.2989027500152588, "total_norm": 7.903010368347168}
{"epoch": 1, "step": 1780, "loss": 1.8379411697387695, "total_norm": 8.845148086547852}
{"epoch": 1, "step": 1781, "loss": 1.7466708421707153, "total_norm": 7.719287872314453}
{"epoch": 1, "step": 1782, "loss": 1.258509635925293, "total_norm": 8.689723014831543}
{"epoch": 1, "step": 1783, "loss": 1.5083379745483398, "total_norm": 9.34519100189209}
{"epoch": 1, "step": 1784, "loss": 1.6195359230041504, "total_norm": 9.14585018157959}
{"epoch": 1, "step": 1785, "loss": 1.4476343393325806, "total_norm": 9.000579833984375}
{"epoch": 1, "step": 1786, "loss": 1.4569061994552612, "total_norm": 8.32382869720459}
{"epoch": 1, "step": 1787, "loss": 1.130519151687622, "total_norm": 10.297518730163574}
{"epoch": 1, "step": 1788, "loss": 1.1775556802749634, "total_norm": 7.0124616622924805}
{"epoch": 1, "step": 1789, "loss": 1.3434839248657227, "total_norm": 9.606215476989746}
{"epoch": 1, "step": 1790, "loss": 1.6607087850570679, "total_norm": 8.63536262512207}
{"epoch": 1, "step": 1791, "loss": 1.7839951515197754, "total_norm": 10.799166679382324}
{"epoch": 1, "step": 1792, "loss": 1.8639854192733765, "total_norm": 8.13939094543457}
{"epoch": 1, "step": 1793, "loss": 1.3923072814941406, "total_norm": 8.097670555114746}
{"epoch": 1, "step": 1794, "loss": 1.942097783088684, "total_norm": 8.465365409851074}
{"epoch": 1, "step": 1795, "loss": 1.6695854663848877, "total_norm": 7.903389930725098}
{"epoch": 1, "step": 1796, "loss": 1.8071553707122803, "total_norm": 9.664057731628418}
{"epoch": 1, "step": 1797, "loss": 1.4754557609558105, "total_norm": 9.02556324005127}
{"epoch": 1, "step": 1798, "loss": 1.6702470779418945, "total_norm": 8.055121421813965}
{"epoch": 1, "step": 1799, "loss": 1.5280470848083496, "total_norm": 7.1101837158203125}
{"epoch": 1, "step": 1800, "loss": 1.4007459878921509, "total_norm": 9.450364112854004}
{"epoch": 1, "step": 1801, "loss": 1.4772253036499023, "total_norm": 7.815613269805908}
{"epoch": 1, "step": 1802, "loss": 1.678823471069336, "total_norm": 10.20957088470459}
{"epoch": 1, "step": 1803, "loss": 1.4565503597259521, "total_norm": 8.719146728515625}
{"epoch": 1, "step": 1804, "loss": 1.2041945457458496, "total_norm": 8.702972412109375}
{"epoch": 1, "step": 1805, "loss": 1.7940349578857422, "total_norm": 9.516867637634277}
{"epoch": 1, "step": 1806, "loss": 1.4165931940078735, "total_norm": 8.448015213012695}
{"epoch": 1, "step": 1807, "loss": 1.51157808303833, "total_norm": 10.381603240966797}
{"epoch": 1, "step": 1808, "loss": 1.6232763528823853, "total_norm": 9.345525741577148}
{"epoch": 1, "step": 1809, "loss": 1.1310819387435913, "total_norm": 9.670419692993164}
{"epoch": 1, "step": 1810, "loss": 1.4708092212677002, "total_norm": 9.029020309448242}
{"epoch": 1, "step": 1811, "loss": 1.4313582181930542, "total_norm": 8.549578666687012}
{"epoch": 1, "step": 1812, "loss": 1.0732377767562866, "total_norm": 10.886958122253418}
{"epoch": 1, "step": 1813, "loss": 1.8095502853393555, "total_norm": 7.212374210357666}
{"epoch": 1, "step": 1814, "loss": 1.551133394241333, "total_norm": 9.778169631958008}
{"epoch": 1, "step": 1815, "loss": 1.2914255857467651, "total_norm": 8.080924987792969}
{"epoch": 1, "step": 1816, "loss": 1.1929924488067627, "total_norm": 9.31702709197998}
{"epoch": 1, "step": 1817, "loss": 0.8664043545722961, "total_norm": 6.753596305847168}
{"epoch": 1, "step": 1818, "loss": 1.8319536447525024, "total_norm": 8.13040828704834}
{"epoch": 1, "step": 1819, "loss": 1.6964497566223145, "total_norm": 9.105646133422852}
{"epoch": 1, "step": 1820, "loss": 1.2870959043502808, "total_norm": 7.990331172943115}
{"epoch": 1, "step": 1821, "loss": 1.6724988222122192, "total_norm": 8.775819778442383}
{"epoch": 1, "step": 1822, "loss": 1.5131287574768066, "total_norm": 8.153694152832031}
{"epoch": 1, "step": 1823, "loss": 1.269561767578125, "total_norm": 8.868132591247559}
{"epoch": 1, "step": 1824, "loss": 1.6221717596054077, "total_norm": 9.4263334274292}
{"epoch": 1, "step": 1825, "loss": 1.2522658109664917, "total_norm": 9.13477897644043}
{"epoch": 1, "step": 1826, "loss": 1.9959243535995483, "total_norm": 10.235576629638672}
{"epoch": 1, "step": 1827, "loss": 1.3269076347351074, "total_norm": 7.433579921722412}
{"epoch": 1, "step": 1828, "loss": 1.595319390296936, "total_norm": 7.619750022888184}
{"epoch": 1, "step": 1829, "loss": 1.5623778104782104, "total_norm": 7.76595401763916}
{"epoch": 1, "step": 1830, "loss": 1.433732271194458, "total_norm": 8.695322036743164}
{"epoch": 1, "step": 1831, "loss": 1.2259114980697632, "total_norm": 7.163142204284668}
{"epoch": 1, "step": 1832, "loss": 1.5062930583953857, "total_norm": 8.92045783996582}
{"epoch": 1, "step": 1833, "loss": 1.2235088348388672, "total_norm": 8.338777542114258}
{"epoch": 1, "step": 1834, "loss": 1.3906046152114868, "total_norm": 8.613387107849121}
{"epoch": 1, "step": 1835, "loss": 1.5956662893295288, "total_norm": 9.308741569519043}
{"epoch": 1, "step": 1836, "loss": 1.518579363822937, "total_norm": 10.20591926574707}
{"epoch": 1, "step": 1837, "loss": 1.1992597579956055, "total_norm": 7.639108657836914}
{"epoch": 1, "step": 1838, "loss": 1.482424259185791, "total_norm": 8.35815143585205}
{"epoch": 1, "step": 1839, "loss": 1.5152884721755981, "total_norm": 7.842347621917725}
{"epoch": 1, "step": 1840, "loss": 1.392701506614685, "total_norm": 9.957961082458496}
{"epoch": 1, "step": 1841, "loss": 1.2011903524398804, "total_norm": 9.854355812072754}
{"epoch": 1, "step": 1842, "loss": 1.7677619457244873, "total_norm": 9.885000228881836}
{"epoch": 1, "step": 1843, "loss": 1.8119828701019287, "total_norm": 9.386903762817383}
{"epoch": 1, "step": 1844, "loss": 1.8144859075546265, "total_norm": 8.521912574768066}
{"epoch": 1, "step": 1845, "loss": 1.1485216617584229, "total_norm": 9.84266185760498}
{"epoch": 1, "step": 1846, "loss": 1.566705346107483, "total_norm": 8.456276893615723}
{"epoch": 1, "step": 1847, "loss": 1.2988369464874268, "total_norm": 9.593927383422852}
{"epoch": 1, "step": 1848, "loss": 1.3049744367599487, "total_norm": 7.565415859222412}
{"epoch": 1, "step": 1849, "loss": 1.4967529773712158, "total_norm": 8.413773536682129}
{"epoch": 1, "step": 1850, "loss": 1.6416049003601074, "total_norm": 8.310874938964844}
{"epoch": 1, "step": 1851, "loss": 1.3339455127716064, "total_norm": 7.390098571777344}
{"epoch": 1, "step": 1852, "loss": 1.7525911331176758, "total_norm": 6.770098686218262}
{"epoch": 1, "step": 1853, "loss": 1.4052529335021973, "total_norm": 10.534083366394043}
{"epoch": 1, "step": 1854, "loss": 1.3458129167556763, "total_norm": 8.841673851013184}
{"epoch": 1, "step": 1855, "loss": 1.1868250370025635, "total_norm": 7.829477787017822}
{"epoch": 1, "step": 1856, "loss": 1.5145444869995117, "total_norm": 8.603630065917969}
{"epoch": 1, "step": 1857, "loss": 1.84188711643219, "total_norm": 8.973955154418945}
{"epoch": 1, "step": 1858, "loss": 1.4149664640426636, "total_norm": 10.576711654663086}
{"epoch": 1, "step": 1859, "loss": 1.550954818725586, "total_norm": 9.7224702835083}
{"epoch": 1, "step": 1860, "loss": 1.442307949066162, "total_norm": 8.383866310119629}
{"epoch": 1, "step": 1861, "loss": 1.848116397857666, "total_norm": 7.626223087310791}
{"epoch": 1, "step": 1862, "loss": 1.6403846740722656, "total_norm": 8.014270782470703}
{"epoch": 1, "step": 1863, "loss": 1.4659702777862549, "total_norm": 9.663139343261719}
{"epoch": 1, "step": 1864, "loss": 1.576655387878418, "total_norm": 9.834301948547363}
{"epoch": 1, "step": 1865, "loss": 1.1410938501358032, "total_norm": 10.43323040008545}
{"epoch": 1, "step": 1866, "loss": 1.6291879415512085, "total_norm": 8.128182411193848}
{"epoch": 1, "step": 1867, "loss": 1.2440979480743408, "total_norm": 8.465827941894531}
{"epoch": 1, "step": 1868, "loss": 1.5552105903625488, "total_norm": 7.567676067352295}
{"epoch": 1, "step": 1869, "loss": 1.6239250898361206, "total_norm": 8.035558700561523}
{"epoch": 1, "step": 1870, "loss": 1.5431345701217651, "total_norm": 8.598099708557129}
{"epoch": 1, "step": 1871, "loss": 1.2931673526763916, "total_norm": 10.351463317871094}
{"epoch": 1, "step": 1872, "loss": 1.6821774244308472, "total_norm": 8.60900592803955}
{"epoch": 1, "step": 1873, "loss": 0.8832387328147888, "total_norm": 6.2409234046936035}
{"epoch": 1, "step": 1874, "loss": 1.255744218826294, "total_norm": 9.628435134887695}
{"epoch": 1, "step": 1875, "loss": 1.5052317380905151, "total_norm": 9.384263038635254}
{"epoch": 1, "step": 1876, "loss": 1.381416916847229, "total_norm": 8.568558692932129}
{"epoch": 1, "step": 1877, "loss": 1.4894529581069946, "total_norm": 9.597037315368652}
{"epoch": 1, "step": 1878, "loss": 1.6155171394348145, "total_norm": 9.479692459106445}
{"epoch": 1, "step": 1879, "loss": 1.5547558069229126, "total_norm": 8.462753295898438}
{"epoch": 1, "step": 1880, "loss": 1.5570721626281738, "total_norm": 9.016542434692383}
{"epoch": 1, "step": 1881, "loss": 1.4423307180404663, "total_norm": 10.415335655212402}
{"epoch": 1, "step": 1882, "loss": 1.4655710458755493, "total_norm": 9.141378402709961}
{"epoch": 1, "step": 1883, "loss": 1.1853554248809814, "total_norm": 8.907282829284668}
{"epoch": 1, "step": 1884, "loss": 1.5030624866485596, "total_norm": 8.671477317810059}
{"epoch": 1, "step": 1885, "loss": 1.4731863737106323, "total_norm": 10.116109848022461}
{"epoch": 1, "step": 1886, "loss": 1.5543608665466309, "total_norm": 8.135174751281738}
{"epoch": 1, "step": 1887, "loss": 1.3946608304977417, "total_norm": 9.90920639038086}
{"epoch": 1, "step": 1888, "loss": 1.302718162536621, "total_norm": 8.500082015991211}
{"epoch": 1, "step": 1889, "loss": 1.409837007522583, "total_norm": 8.600401878356934}
{"epoch": 1, "step": 1890, "loss": 1.2780754566192627, "total_norm": 8.066400527954102}
{"epoch": 1, "step": 1891, "loss": 1.9940811395645142, "total_norm": 7.72873592376709}
{"epoch": 1, "step": 1892, "loss": 1.394752860069275, "total_norm": 7.658287525177002}
{"epoch": 1, "step": 1893, "loss": 1.2507398128509521, "total_norm": 8.257661819458008}
{"epoch": 1, "step": 1894, "loss": 0.9746600985527039, "total_norm": 8.550990104675293}
{"epoch": 1, "step": 1895, "loss": 1.6004488468170166, "total_norm": 8.969173431396484}
{"epoch": 1, "step": 1896, "loss": 1.697178840637207, "total_norm": 8.082671165466309}
{"epoch": 1, "step": 1897, "loss": 1.3345712423324585, "total_norm": 10.573928833007812}
{"epoch": 1, "step": 1898, "loss": 1.396523118019104, "total_norm": 7.757102012634277}
{"epoch": 1, "step": 1899, "loss": 1.3862125873565674, "total_norm": 12.17933464050293}
{"epoch": 1, "step": 1900, "loss": 1.2375394105911255, "total_norm": 8.681380271911621}
{"epoch": 1, "step": 1901, "loss": 1.7444539070129395, "total_norm": 7.831555366516113}
{"epoch": 1, "step": 1902, "loss": 1.5269145965576172, "total_norm": 7.985539436340332}
{"epoch": 1, "step": 1903, "loss": 1.3293044567108154, "total_norm": 8.983799934387207}
{"epoch": 1, "step": 1904, "loss": 1.4884896278381348, "total_norm": 7.34787654876709}
{"epoch": 1, "step": 1905, "loss": 2.0107309818267822, "total_norm": 8.008465766906738}
{"epoch": 1, "step": 1906, "loss": 1.4117672443389893, "total_norm": 7.534646511077881}
{"epoch": 1, "step": 1907, "loss": 1.1372110843658447, "total_norm": 9.673318862915039}
{"epoch": 1, "step": 1908, "loss": 1.3548425436019897, "total_norm": 7.979518413543701}
{"epoch": 1, "step": 1909, "loss": 1.819951057434082, "total_norm": 7.973979473114014}
{"epoch": 1, "step": 1910, "loss": 1.9378432035446167, "total_norm": 9.21689224243164}
{"epoch": 1, "step": 1911, "loss": 1.6450815200805664, "total_norm": 6.9879045486450195}
{"epoch": 1, "step": 1912, "loss": 1.1288304328918457, "total_norm": 9.115750312805176}
{"epoch": 1, "step": 1913, "loss": 1.2462043762207031, "total_norm": 9.149245262145996}
{"epoch": 1, "step": 1914, "loss": 1.6925389766693115, "total_norm": 8.475305557250977}
{"epoch": 1, "step": 1915, "loss": 1.4784965515136719, "total_norm": 9.69532299041748}
{"epoch": 1, "step": 1916, "loss": 1.7870087623596191, "total_norm": 9.603978157043457}
{"epoch": 1, "step": 1917, "loss": 1.6323254108428955, "total_norm": 9.900901794433594}
{"epoch": 1, "step": 1918, "loss": 1.5562455654144287, "total_norm": 7.60669469833374}
{"epoch": 1, "step": 1919, "loss": 1.4491100311279297, "total_norm": 10.507711410522461}
{"epoch": 1, "step": 1920, "loss": 1.852826476097107, "total_norm": 8.012106895446777}
{"epoch": 1, "step": 1921, "loss": 2.019345998764038, "total_norm": 8.983518600463867}
{"epoch": 1, "step": 1922, "loss": 1.3075708150863647, "total_norm": 8.220108032226562}
{"epoch": 1, "step": 1923, "loss": 1.6266670227050781, "total_norm": 9.62084674835205}
{"epoch": 1, "step": 1924, "loss": 1.3396868705749512, "total_norm": 7.308464527130127}
{"epoch": 1, "step": 1925, "loss": 1.2096407413482666, "total_norm": 12.417388916015625}
{"epoch": 1, "step": 1926, "loss": 1.4242030382156372, "total_norm": 10.47142219543457}
{"epoch": 1, "step": 1927, "loss": 1.469294786453247, "total_norm": 8.367305755615234}
{"epoch": 1, "step": 1928, "loss": 1.4541035890579224, "total_norm": 9.52910041809082}
{"epoch": 1, "step": 1929, "loss": 1.820693016052246, "total_norm": 9.367189407348633}
{"epoch": 1, "step": 1930, "loss": 1.4632657766342163, "total_norm": 9.42477798461914}
{"epoch": 1, "step": 1931, "loss": 0.9182932376861572, "total_norm": 8.709806442260742}
{"epoch": 1, "step": 1932, "loss": 1.3412575721740723, "total_norm": 8.099759101867676}
{"epoch": 1, "step": 1933, "loss": 1.4638428688049316, "total_norm": 9.717970848083496}
{"epoch": 1, "step": 1934, "loss": 1.6774845123291016, "total_norm": 7.17899751663208}
{"epoch": 1, "step": 1935, "loss": 1.4620193243026733, "total_norm": 9.871235847473145}
{"epoch": 1, "step": 1936, "loss": 1.3680686950683594, "total_norm": 8.23917293548584}
{"epoch": 1, "step": 1937, "loss": 2.099813938140869, "total_norm": 9.497444152832031}
{"epoch": 1, "step": 1938, "loss": 1.4443728923797607, "total_norm": 8.88719654083252}
{"epoch": 1, "step": 1939, "loss": 1.2395029067993164, "total_norm": 7.105071067810059}
{"epoch": 1, "step": 1940, "loss": 1.640519380569458, "total_norm": 8.897192001342773}
{"epoch": 1, "step": 1941, "loss": 1.7201616764068604, "total_norm": 9.987895965576172}
{"epoch": 1, "step": 1942, "loss": 1.1639409065246582, "total_norm": 10.501362800598145}
{"epoch": 1, "step": 1943, "loss": 1.3020514249801636, "total_norm": 9.631547927856445}
{"epoch": 1, "step": 1944, "loss": 1.323399543762207, "total_norm": 8.180338859558105}
{"epoch": 1, "step": 1945, "loss": 1.8438340425491333, "total_norm": 10.135552406311035}
{"epoch": 1, "step": 1946, "loss": 1.106544852256775, "total_norm": 9.294891357421875}
{"epoch": 1, "step": 1947, "loss": 1.5197819471359253, "total_norm": 7.9153876304626465}
{"epoch": 1, "step": 1948, "loss": 1.2846184968948364, "total_norm": 8.029508590698242}
{"epoch": 1, "step": 1949, "loss": 1.5311323404312134, "total_norm": 9.8111572265625}
{"epoch": 1, "step": 1950, "loss": 1.9189866781234741, "total_norm": 7.869167327880859}
{"epoch": 1, "step": 1951, "loss": 1.5826244354248047, "total_norm": 8.02531909942627}
{"epoch": 1, "step": 1952, "loss": 1.471720576286316, "total_norm": 7.302588939666748}
{"epoch": 1, "step": 1953, "loss": 0.9343774914741516, "total_norm": 9.399640083312988}
{"epoch": 1, "step": 1954, "loss": 1.4746999740600586, "total_norm": 10.134588241577148}
{"epoch": 1, "step": 1955, "loss": 1.5945196151733398, "total_norm": 9.663436889648438}
{"epoch": 1, "step": 1956, "loss": 1.2752562761306763, "total_norm": 8.77206802368164}
{"epoch": 1, "step": 1957, "loss": 1.1635562181472778, "total_norm": 9.825947761535645}
{"epoch": 1, "step": 1958, "loss": 1.316287636756897, "total_norm": 7.299148082733154}
{"epoch": 1, "step": 1959, "loss": 1.5289264917373657, "total_norm": 8.290980339050293}
{"epoch": 1, "step": 1960, "loss": 1.4838618040084839, "total_norm": 7.990371227264404}
{"epoch": 1, "step": 1961, "loss": 1.3024500608444214, "total_norm": 7.61726188659668}
{"epoch": 1, "step": 1962, "loss": 1.299064040184021, "total_norm": 9.826431274414062}
{"epoch": 1, "step": 1963, "loss": 1.386000633239746, "total_norm": 8.628087997436523}
{"epoch": 1, "step": 1964, "loss": 1.358279824256897, "total_norm": 7.737016677856445}
{"epoch": 1, "step": 1965, "loss": 1.4967713356018066, "total_norm": 8.58249568939209}
{"epoch": 1, "step": 1966, "loss": 1.8267340660095215, "total_norm": 7.421220779418945}
{"epoch": 1, "step": 1967, "loss": 1.432925820350647, "total_norm": 8.621959686279297}
{"epoch": 1, "step": 1968, "loss": 1.5013093948364258, "total_norm": 7.441835880279541}
{"epoch": 1, "step": 1969, "loss": 1.439138412475586, "total_norm": 8.664995193481445}
{"epoch": 1, "step": 1970, "loss": 1.5943644046783447, "total_norm": 8.497297286987305}
{"epoch": 1, "step": 1971, "loss": 1.5112738609313965, "total_norm": 8.423883438110352}
{"epoch": 1, "step": 1972, "loss": 1.4098808765411377, "total_norm": 8.103549003601074}
{"epoch": 1, "step": 1973, "loss": 1.9197410345077515, "total_norm": 7.066249370574951}
{"epoch": 1, "step": 1974, "loss": 1.7569923400878906, "total_norm": 8.995070457458496}
{"epoch": 1, "step": 1975, "loss": 1.1523207426071167, "total_norm": 9.3147611618042}
{"epoch": 1, "step": 1976, "loss": 1.594338059425354, "total_norm": 8.800626754760742}
{"epoch": 1, "step": 1977, "loss": 1.6384096145629883, "total_norm": 8.43000602722168}
{"epoch": 1, "step": 1978, "loss": 1.3321232795715332, "total_norm": 6.646583557128906}
{"epoch": 1, "step": 1979, "loss": 1.0601805448532104, "total_norm": 8.213186264038086}
{"epoch": 1, "step": 1980, "loss": 1.2005561590194702, "total_norm": 9.995344161987305}
{"epoch": 1, "step": 1981, "loss": 0.9143738746643066, "total_norm": 9.62901782989502}
{"epoch": 1, "step": 1982, "loss": 1.4286190271377563, "total_norm": 10.93112564086914}
{"epoch": 1, "step": 1983, "loss": 1.5077778100967407, "total_norm": 10.50016975402832}
{"epoch": 1, "step": 1984, "loss": 1.3834173679351807, "total_norm": 9.032547950744629}
{"epoch": 1, "step": 1985, "loss": 1.316786527633667, "total_norm": 7.721246242523193}
{"epoch": 1, "step": 1986, "loss": 1.4042216539382935, "total_norm": 8.047540664672852}
{"epoch": 1, "step": 1987, "loss": 0.9397628903388977, "total_norm": 9.002696990966797}
{"epoch": 1, "step": 1988, "loss": 1.9359230995178223, "total_norm": 7.093997955322266}
{"epoch": 1, "step": 1989, "loss": 1.5093510150909424, "total_norm": 9.74648666381836}
{"epoch": 1, "step": 1990, "loss": 1.5581132173538208, "total_norm": 8.270217895507812}
{"epoch": 1, "step": 1991, "loss": 1.5463088750839233, "total_norm": 9.98934268951416}
{"epoch": 1, "step": 1992, "loss": 1.5264610052108765, "total_norm": 9.236603736877441}
{"epoch": 1, "step": 1993, "loss": 1.7441960573196411, "total_norm": 9.00714111328125}
{"epoch": 1, "step": 1994, "loss": 1.5478192567825317, "total_norm": 8.07568645477295}
{"epoch": 1, "step": 1995, "loss": 1.4292452335357666, "total_norm": 7.128622531890869}
{"epoch": 1, "step": 1996, "loss": 1.4417797327041626, "total_norm": 8.228776931762695}
{"epoch": 1, "step": 1997, "loss": 1.2794743776321411, "total_norm": 9.067353248596191}
{"epoch": 1, "step": 1998, "loss": 1.721379280090332, "total_norm": 8.199868202209473}
{"epoch": 1, "step": 1999, "loss": 1.7321176528930664, "total_norm": 10.03111457824707}
{"epoch": 1, "step": 2000, "eval_loss": 1.6414309569767542, "eval_rougeL": 0.12392493572247207}
{"epoch": 1, "step": 2000, "loss": 1.4930633306503296, "total_norm": 10.01546859741211}
{"epoch": 1, "step": 2001, "loss": 1.040780782699585, "total_norm": 10.765262603759766}
{"epoch": 1, "step": 2002, "loss": 1.668919324874878, "total_norm": 8.262734413146973}
{"epoch": 1, "step": 2003, "loss": 1.3232368230819702, "total_norm": 8.435720443725586}
{"epoch": 1, "step": 2004, "loss": 1.4074596166610718, "total_norm": 9.590522766113281}
{"epoch": 1, "step": 2005, "loss": 1.3515625, "total_norm": 9.517477035522461}
{"epoch": 1, "step": 2006, "loss": 1.5104650259017944, "total_norm": 9.312156677246094}
{"epoch": 1, "step": 2007, "loss": 1.1061460971832275, "total_norm": 7.930488109588623}
{"epoch": 1, "step": 2008, "loss": 1.4905996322631836, "total_norm": 8.379969596862793}
{"epoch": 1, "step": 2009, "loss": 1.5781093835830688, "total_norm": 7.693312644958496}
{"epoch": 1, "step": 2010, "loss": 1.1171919107437134, "total_norm": 7.829891681671143}
{"epoch": 1, "step": 2011, "loss": 1.4950628280639648, "total_norm": 7.77849817276001}
{"epoch": 1, "step": 2012, "loss": 2.0267415046691895, "total_norm": 8.096668243408203}
{"epoch": 1, "step": 2013, "loss": 1.4148489236831665, "total_norm": 8.181385040283203}
{"epoch": 1, "step": 2014, "loss": 1.8732624053955078, "total_norm": 9.382567405700684}
{"epoch": 1, "step": 2015, "loss": 1.6987316608428955, "total_norm": 10.230362892150879}
{"epoch": 1, "step": 2016, "loss": 1.589694619178772, "total_norm": 9.009618759155273}
{"epoch": 1, "step": 2017, "loss": 1.6537679433822632, "total_norm": 9.342422485351562}
{"epoch": 1, "step": 2018, "loss": 1.1847199201583862, "total_norm": 8.876211166381836}
{"epoch": 1, "step": 2019, "loss": 1.4706159830093384, "total_norm": 8.754251480102539}
{"epoch": 1, "step": 2020, "loss": 1.6418821811676025, "total_norm": 9.214518547058105}
{"epoch": 1, "step": 2021, "loss": 1.5097450017929077, "total_norm": 9.421904563903809}
{"epoch": 1, "step": 2022, "loss": 1.5488134622573853, "total_norm": 8.00105094909668}
{"epoch": 1, "step": 2023, "loss": 1.4084099531173706, "total_norm": 6.993063449859619}
{"epoch": 1, "step": 2024, "loss": 1.4044601917266846, "total_norm": 9.421005249023438}
{"epoch": 1, "step": 2025, "loss": 0.7849405407905579, "total_norm": 7.426999568939209}
{"epoch": 1, "step": 2026, "loss": 1.429170846939087, "total_norm": 8.068890571594238}
{"epoch": 1, "step": 2027, "loss": 1.627837896347046, "total_norm": 10.060846328735352}
{"epoch": 1, "step": 2028, "loss": 1.6696622371673584, "total_norm": 9.50798225402832}
{"epoch": 1, "step": 2029, "loss": 1.3778514862060547, "total_norm": 10.420695304870605}
{"epoch": 1, "step": 2030, "loss": 1.6598296165466309, "total_norm": 9.170412063598633}
{"epoch": 1, "step": 2031, "loss": 1.7633625268936157, "total_norm": 9.668274879455566}
{"epoch": 1, "step": 2032, "loss": 1.9569638967514038, "total_norm": 9.014101028442383}
{"epoch": 1, "step": 2033, "loss": 1.290429949760437, "total_norm": 7.344505786895752}
{"epoch": 1, "step": 2034, "loss": 1.478797197341919, "total_norm": 9.234479904174805}
{"epoch": 1, "step": 2035, "loss": 1.5186816453933716, "total_norm": 11.241972923278809}
{"epoch": 1, "step": 2036, "loss": 1.7854547500610352, "total_norm": 8.49498462677002}
{"epoch": 1, "step": 2037, "loss": 1.625810146331787, "total_norm": 6.978884220123291}
{"epoch": 1, "step": 2038, "loss": 1.5761504173278809, "total_norm": 7.008138179779053}
{"epoch": 1, "step": 2039, "loss": 1.8296847343444824, "total_norm": 7.7350754737854}
{"epoch": 1, "step": 2040, "loss": 1.4795866012573242, "total_norm": 9.686153411865234}
{"epoch": 1, "step": 2041, "loss": 1.501067876815796, "total_norm": 9.534696578979492}
{"epoch": 1, "step": 2042, "loss": 1.6403361558914185, "total_norm": 9.451394081115723}
{"epoch": 1, "step": 2043, "loss": 1.5144474506378174, "total_norm": 10.065279960632324}
{"epoch": 1, "step": 2044, "loss": 1.2463421821594238, "total_norm": 9.878228187561035}
{"epoch": 1, "step": 2045, "loss": 1.570627212524414, "total_norm": 8.716336250305176}
{"epoch": 1, "step": 2046, "loss": 1.7861531972885132, "total_norm": 8.564688682556152}
{"epoch": 1, "step": 2047, "loss": 1.3775831460952759, "total_norm": 9.413914680480957}
{"epoch": 1, "step": 2048, "loss": 1.4934300184249878, "total_norm": 9.488629341125488}
{"epoch": 1, "step": 2049, "loss": 1.6989778280258179, "total_norm": 8.763200759887695}
{"epoch": 1, "step": 2050, "loss": 1.1106562614440918, "total_norm": 6.65920877456665}
{"epoch": 1, "step": 2051, "loss": 1.1954607963562012, "total_norm": 8.054316520690918}
{"epoch": 1, "step": 2052, "loss": 1.0387040376663208, "total_norm": 8.579739570617676}
{"epoch": 1, "step": 2053, "loss": 1.6317354440689087, "total_norm": 9.37800121307373}
{"epoch": 1, "step": 2054, "loss": 1.7542774677276611, "total_norm": 7.825979232788086}
{"epoch": 1, "step": 2055, "loss": 1.498110055923462, "total_norm": 9.103166580200195}
{"epoch": 1, "step": 2056, "loss": 1.5293601751327515, "total_norm": 9.123664855957031}
{"epoch": 1, "step": 2057, "loss": 1.2916591167449951, "total_norm": 10.385780334472656}
{"epoch": 1, "step": 2058, "loss": 1.2164149284362793, "total_norm": 9.021791458129883}
{"epoch": 1, "step": 2059, "loss": 1.8284711837768555, "total_norm": 7.900786876678467}
{"epoch": 1, "step": 2060, "loss": 1.4503240585327148, "total_norm": 7.830101013183594}
{"epoch": 1, "step": 2061, "loss": 1.6649651527404785, "total_norm": 7.553843021392822}
{"epoch": 1, "step": 2062, "loss": 1.0838156938552856, "total_norm": 7.9618306159973145}
{"epoch": 1, "step": 2063, "loss": 1.5803720951080322, "total_norm": 8.971100807189941}
{"epoch": 1, "step": 2064, "loss": 1.5894607305526733, "total_norm": 8.999833106994629}
{"epoch": 1, "step": 2065, "loss": 1.5461972951889038, "total_norm": 8.808456420898438}
{"epoch": 1, "step": 2066, "loss": 1.439424991607666, "total_norm": 8.383522033691406}
{"epoch": 1, "step": 2067, "loss": 1.6920018196105957, "total_norm": 7.074986457824707}
{"epoch": 1, "step": 2068, "loss": 1.4809271097183228, "total_norm": 9.798246383666992}
{"epoch": 1, "step": 2069, "loss": 1.7467081546783447, "total_norm": 10.637919425964355}
{"epoch": 1, "step": 2070, "loss": 1.5291637182235718, "total_norm": 10.056893348693848}
{"epoch": 1, "step": 2071, "loss": 1.1701250076293945, "total_norm": 8.617085456848145}
{"epoch": 1, "step": 2072, "loss": 1.6927992105484009, "total_norm": 7.431087017059326}
{"epoch": 1, "step": 2073, "loss": 1.5166527032852173, "total_norm": 8.71580982208252}
{"epoch": 1, "step": 2074, "loss": 1.4754140377044678, "total_norm": 8.733346939086914}
{"epoch": 1, "step": 2075, "loss": 1.3329724073410034, "total_norm": 10.406479835510254}
{"epoch": 1, "step": 2076, "loss": 1.629522681236267, "total_norm": 9.214323997497559}
{"epoch": 1, "step": 2077, "loss": 0.9908238053321838, "total_norm": 6.5372514724731445}
{"epoch": 1, "step": 2078, "loss": 1.6489379405975342, "total_norm": 9.487772941589355}
{"epoch": 1, "step": 2079, "loss": 1.6798322200775146, "total_norm": 9.922329902648926}
{"epoch": 1, "step": 2080, "loss": 1.4545167684555054, "total_norm": 6.946364879608154}
{"epoch": 1, "step": 2081, "loss": 1.6835523843765259, "total_norm": 7.915727615356445}
{"epoch": 1, "step": 2082, "loss": 1.4572010040283203, "total_norm": 7.549471855163574}
{"epoch": 1, "step": 2083, "loss": 1.8368526697158813, "total_norm": 9.21094036102295}
{"epoch": 1, "step": 2084, "loss": 1.5661219358444214, "total_norm": 8.225119590759277}
{"epoch": 1, "step": 2085, "loss": 1.6002644300460815, "total_norm": 10.25100040435791}
{"epoch": 1, "step": 2086, "loss": 1.261041283607483, "total_norm": 8.10558795928955}
{"epoch": 1, "step": 2087, "loss": 1.188768982887268, "total_norm": 8.048412322998047}
{"epoch": 1, "step": 2088, "loss": 1.4637689590454102, "total_norm": 9.766192436218262}
{"epoch": 1, "step": 2089, "loss": 1.5674325227737427, "total_norm": 8.542014122009277}
{"epoch": 1, "step": 2090, "loss": 1.8374614715576172, "total_norm": 8.903083801269531}
{"epoch": 1, "step": 2091, "loss": 1.2489670515060425, "total_norm": 7.904160022735596}
{"epoch": 1, "step": 2092, "loss": 1.8609428405761719, "total_norm": 9.212223052978516}
{"epoch": 1, "step": 2093, "loss": 1.418556809425354, "total_norm": 8.291861534118652}
{"epoch": 1, "step": 2094, "loss": 1.5358076095581055, "total_norm": 8.335315704345703}
{"epoch": 1, "step": 2095, "loss": 1.4090368747711182, "total_norm": 8.270377159118652}
{"epoch": 1, "step": 2096, "loss": 1.4075675010681152, "total_norm": 8.022870063781738}
{"epoch": 1, "step": 2097, "loss": 1.4865212440490723, "total_norm": 9.846858024597168}
{"epoch": 1, "step": 2098, "loss": 1.4448232650756836, "total_norm": 9.952268600463867}
{"epoch": 1, "step": 2099, "loss": 1.5278995037078857, "total_norm": 9.583239555358887}
{"epoch": 1, "step": 2100, "loss": 1.27573561668396, "total_norm": 7.830188274383545}
{"epoch": 1, "step": 2101, "loss": 1.5485656261444092, "total_norm": 10.371357917785645}
{"epoch": 1, "step": 2102, "loss": 1.5001647472381592, "total_norm": 8.861128807067871}
{"epoch": 1, "step": 2103, "loss": 1.1212100982666016, "total_norm": 8.690871238708496}
{"epoch": 1, "step": 2104, "loss": 1.5604417324066162, "total_norm": 9.723917007446289}
{"epoch": 1, "step": 2105, "loss": 1.607488989830017, "total_norm": 8.126412391662598}
{"epoch": 1, "step": 2106, "loss": 1.8413642644882202, "total_norm": 7.728343963623047}
{"epoch": 1, "step": 2107, "loss": 1.1505494117736816, "total_norm": 7.91322660446167}
{"epoch": 1, "step": 2108, "loss": 1.6550127267837524, "total_norm": 8.869684219360352}
{"epoch": 1, "step": 2109, "loss": 1.7078871726989746, "total_norm": 8.85241413116455}
{"epoch": 1, "step": 2110, "loss": 1.235618233680725, "total_norm": 8.298422813415527}
{"epoch": 1, "step": 2111, "loss": 1.516899824142456, "total_norm": 9.896934509277344}
{"epoch": 1, "step": 2112, "loss": 1.2165390253067017, "total_norm": 10.445472717285156}
{"epoch": 1, "step": 2113, "loss": 1.2811732292175293, "total_norm": 9.296099662780762}
{"epoch": 1, "step": 2114, "loss": 1.555760145187378, "total_norm": 9.33828353881836}
{"epoch": 1, "step": 2115, "loss": 1.3090806007385254, "total_norm": 8.791203498840332}
{"epoch": 1, "step": 2116, "loss": 1.5190054178237915, "total_norm": 7.598575115203857}
{"epoch": 1, "step": 2117, "loss": 1.145520567893982, "total_norm": 11.253976821899414}
{"epoch": 1, "step": 2118, "loss": 1.4350286722183228, "total_norm": 9.13934326171875}
{"epoch": 1, "step": 2119, "loss": 1.3256367444992065, "total_norm": 8.70750904083252}
{"epoch": 1, "step": 2120, "loss": 1.613464117050171, "total_norm": 9.495189666748047}
{"epoch": 1, "step": 2121, "loss": 1.368229627609253, "total_norm": 8.429064750671387}
{"epoch": 1, "step": 2122, "loss": 1.3348828554153442, "total_norm": 11.548029899597168}
{"epoch": 1, "step": 2123, "loss": 1.5364900827407837, "total_norm": 9.480720520019531}
{"epoch": 1, "step": 2124, "loss": 1.7602399587631226, "total_norm": 8.760149955749512}
{"epoch": 1, "step": 2125, "loss": 1.7474547624588013, "total_norm": 10.455089569091797}
{"epoch": 1, "step": 2126, "loss": 1.1444799900054932, "total_norm": 9.804981231689453}
{"epoch": 1, "step": 2127, "loss": 1.3765560388565063, "total_norm": 8.146919250488281}
{"epoch": 1, "step": 2128, "loss": 1.4640907049179077, "total_norm": 9.77845287322998}
{"epoch": 1, "step": 2129, "loss": 1.1021738052368164, "total_norm": 8.654661178588867}
{"epoch": 1, "step": 2130, "loss": 1.3909659385681152, "total_norm": 8.988024711608887}
{"epoch": 1, "step": 2131, "loss": 1.6731265783309937, "total_norm": 9.111796379089355}
{"epoch": 1, "step": 2132, "loss": 0.9002881646156311, "total_norm": 8.058565139770508}
{"epoch": 1, "step": 2133, "loss": 1.203150987625122, "total_norm": 9.37165355682373}
{"epoch": 1, "step": 2134, "loss": 1.3050765991210938, "total_norm": 8.471362113952637}
{"epoch": 1, "step": 2135, "loss": 1.7685714960098267, "total_norm": 8.787344932556152}
{"epoch": 1, "step": 2136, "loss": 1.3812848329544067, "total_norm": 8.281538009643555}
{"epoch": 1, "step": 2137, "loss": 1.4475879669189453, "total_norm": 8.560179710388184}
{"epoch": 1, "step": 2138, "loss": 1.4637309312820435, "total_norm": 8.393829345703125}
{"epoch": 1, "step": 2139, "loss": 1.310042381286621, "total_norm": 7.697378635406494}
{"epoch": 1, "step": 2140, "loss": 1.0870990753173828, "total_norm": 8.662800788879395}
{"epoch": 1, "step": 2141, "loss": 1.3884774446487427, "total_norm": 9.636119842529297}
{"epoch": 1, "step": 2142, "loss": 1.048183798789978, "total_norm": 11.270179748535156}
{"epoch": 1, "step": 2143, "loss": 1.5945115089416504, "total_norm": 8.700078010559082}
{"epoch": 1, "step": 2144, "loss": 1.6604416370391846, "total_norm": 9.902563095092773}
{"epoch": 1, "step": 2145, "loss": 1.7247291803359985, "total_norm": 8.258574485778809}
{"epoch": 1, "step": 2146, "loss": 1.4454878568649292, "total_norm": 7.5797319412231445}
{"epoch": 1, "step": 2147, "loss": 1.5455962419509888, "total_norm": 9.015754699707031}
{"epoch": 1, "step": 2148, "loss": 1.5411148071289062, "total_norm": 8.743308067321777}
{"epoch": 1, "step": 2149, "loss": 1.3138915300369263, "total_norm": 6.869757652282715}
{"epoch": 1, "step": 2150, "loss": 1.5970264673233032, "total_norm": 10.062253952026367}
{"epoch": 1, "step": 2151, "loss": 1.1835657358169556, "total_norm": 9.228872299194336}
{"epoch": 1, "step": 2152, "loss": 1.4148600101470947, "total_norm": 8.305024147033691}
{"epoch": 1, "step": 2153, "loss": 1.9551457166671753, "total_norm": 8.064461708068848}
{"epoch": 1, "step": 2154, "loss": 1.386820673942566, "total_norm": 10.419939041137695}
{"epoch": 1, "step": 2155, "loss": 1.5252054929733276, "total_norm": 8.177295684814453}
{"epoch": 1, "step": 2156, "loss": 1.9342026710510254, "total_norm": 7.457135200500488}
{"epoch": 1, "step": 2157, "loss": 1.7105368375778198, "total_norm": 9.32581615447998}
{"epoch": 1, "step": 2158, "loss": 1.4087117910385132, "total_norm": 9.24648380279541}
{"epoch": 1, "step": 2159, "loss": 1.4098576307296753, "total_norm": 7.342689514160156}
{"epoch": 1, "step": 2160, "loss": 1.7502988576889038, "total_norm": 7.156063556671143}
{"epoch": 1, "step": 2161, "loss": 1.5141656398773193, "total_norm": 8.530025482177734}
{"epoch": 1, "step": 2162, "loss": 1.7290376424789429, "total_norm": 8.908326148986816}
{"epoch": 1, "step": 2163, "loss": 1.2476223707199097, "total_norm": 8.51876163482666}
{"epoch": 1, "step": 2164, "loss": 1.7990994453430176, "total_norm": 9.26232624053955}
{"epoch": 1, "step": 2165, "loss": 1.3481172323226929, "total_norm": 7.770103454589844}
{"epoch": 1, "step": 2166, "loss": 1.2081184387207031, "total_norm": 10.207328796386719}
{"epoch": 1, "step": 2167, "loss": 1.3164335489273071, "total_norm": 8.60802936553955}
{"epoch": 1, "step": 2168, "loss": 1.4333069324493408, "total_norm": 6.562378883361816}
{"epoch": 1, "step": 2169, "loss": 1.4571521282196045, "total_norm": 9.750251770019531}
{"epoch": 1, "step": 2170, "loss": 1.3606946468353271, "total_norm": 8.524130821228027}
{"epoch": 1, "step": 2171, "loss": 1.0782428979873657, "total_norm": 10.099410057067871}
{"epoch": 1, "step": 2172, "loss": 1.3865021467208862, "total_norm": 10.199505805969238}
{"epoch": 1, "step": 2173, "loss": 1.1658695936203003, "total_norm": 10.216464042663574}
{"epoch": 1, "step": 2174, "loss": 1.902316689491272, "total_norm": 7.711322784423828}
{"epoch": 1, "step": 2175, "loss": 1.6292065382003784, "total_norm": 10.099553108215332}
{"epoch": 1, "step": 2176, "loss": 1.6507048606872559, "total_norm": 8.253694534301758}
{"epoch": 1, "step": 2177, "loss": 1.5592507123947144, "total_norm": 8.568215370178223}
{"epoch": 1, "step": 2178, "loss": 1.805328607559204, "total_norm": 9.291071891784668}
{"epoch": 1, "step": 2179, "loss": 1.3640742301940918, "total_norm": 9.217069625854492}
{"epoch": 1, "step": 2180, "loss": 1.2240453958511353, "total_norm": 9.144828796386719}
{"epoch": 1, "step": 2181, "loss": 1.0435924530029297, "total_norm": 7.615955829620361}
{"epoch": 1, "step": 2182, "loss": 1.7995948791503906, "total_norm": 7.6115899085998535}
{"epoch": 1, "step": 2183, "loss": 1.352730631828308, "total_norm": 8.639906883239746}
{"epoch": 1, "step": 2184, "loss": 1.3860690593719482, "total_norm": 9.593415260314941}
{"epoch": 1, "step": 2185, "loss": 1.2687711715698242, "total_norm": 9.165358543395996}
{"epoch": 1, "step": 2186, "loss": 1.655590295791626, "total_norm": 9.58845329284668}
{"epoch": 1, "step": 2187, "loss": 1.1716673374176025, "total_norm": 8.384071350097656}
{"epoch": 1, "step": 2188, "loss": 1.4628745317459106, "total_norm": 8.683327674865723}
{"epoch": 1, "step": 2189, "loss": 1.3569411039352417, "total_norm": 10.57529067993164}
{"epoch": 1, "step": 2190, "loss": 1.4387811422348022, "total_norm": 9.14864730834961}
{"epoch": 1, "step": 2191, "loss": 1.5583827495574951, "total_norm": 8.938065528869629}
{"epoch": 1, "step": 2192, "loss": 1.3476026058197021, "total_norm": 8.735153198242188}
{"epoch": 1, "step": 2193, "loss": 1.1581931114196777, "total_norm": 11.103314399719238}
{"epoch": 1, "step": 2194, "loss": 1.7238969802856445, "total_norm": 8.708244323730469}
{"epoch": 1, "step": 2195, "loss": 1.701169490814209, "total_norm": 8.19050407409668}
{"epoch": 1, "step": 2196, "loss": 1.4683400392532349, "total_norm": 7.540141582489014}
{"epoch": 1, "step": 2197, "loss": 1.6231588125228882, "total_norm": 9.263017654418945}
{"epoch": 1, "step": 2198, "loss": 1.5905325412750244, "total_norm": 9.068426132202148}
{"epoch": 1, "step": 2199, "loss": 1.6234302520751953, "total_norm": 7.618762969970703}
{"epoch": 1, "step": 2200, "loss": 0.9901683926582336, "total_norm": 7.19817590713501}
{"epoch": 1, "step": 2201, "loss": 1.7652132511138916, "total_norm": 8.910463333129883}
{"epoch": 1, "step": 2202, "loss": 1.1299259662628174, "total_norm": 8.501218795776367}
{"epoch": 1, "step": 2203, "loss": 1.6085219383239746, "total_norm": 8.909981727600098}
{"epoch": 1, "step": 2204, "loss": 1.6810238361358643, "total_norm": 9.045984268188477}
{"epoch": 1, "step": 2205, "loss": 1.493626594543457, "total_norm": 9.411482810974121}
{"epoch": 1, "step": 2206, "loss": 1.7801226377487183, "total_norm": 7.4059271812438965}
{"epoch": 1, "step": 2207, "loss": 1.3541077375411987, "total_norm": 8.079692840576172}
{"epoch": 1, "step": 2208, "loss": 1.594201922416687, "total_norm": 8.194684982299805}
{"epoch": 1, "step": 2209, "loss": 1.3133372068405151, "total_norm": 9.97166919708252}
{"epoch": 1, "step": 2210, "loss": 1.4696500301361084, "total_norm": 8.436238288879395}
{"epoch": 1, "step": 2211, "loss": 1.4727048873901367, "total_norm": 8.682744026184082}
{"epoch": 1, "step": 2212, "loss": 1.1977524757385254, "total_norm": 9.435782432556152}
{"epoch": 1, "step": 2213, "loss": 1.4258438348770142, "total_norm": 8.543581008911133}
{"epoch": 1, "step": 2214, "loss": 1.1667020320892334, "total_norm": 8.32459545135498}
{"epoch": 1, "step": 2215, "loss": 1.253033995628357, "total_norm": 9.35483455657959}
{"epoch": 1, "step": 2216, "loss": 1.3625177145004272, "total_norm": 9.88012981414795}
{"epoch": 1, "step": 2217, "loss": 1.505070686340332, "total_norm": 8.473871231079102}
{"epoch": 1, "step": 2218, "loss": 1.482659935951233, "total_norm": 7.693816184997559}
{"epoch": 1, "step": 2219, "loss": 1.3114583492279053, "total_norm": 7.7549214363098145}
{"epoch": 1, "step": 2220, "loss": 1.6359198093414307, "total_norm": 8.254888534545898}
{"epoch": 1, "step": 2221, "loss": 1.121732473373413, "total_norm": 7.823665142059326}
{"epoch": 1, "step": 2222, "loss": 1.7116758823394775, "total_norm": 9.62026309967041}
{"epoch": 1, "step": 2223, "loss": 1.578436017036438, "total_norm": 8.406732559204102}
{"epoch": 1, "step": 2224, "loss": 1.299284815788269, "total_norm": 9.023832321166992}
{"epoch": 1, "step": 2225, "loss": 1.7137565612792969, "total_norm": 7.9033355712890625}
{"epoch": 1, "step": 2226, "loss": 1.3044856786727905, "total_norm": 10.195693016052246}
{"epoch": 1, "step": 2227, "loss": 1.5445200204849243, "total_norm": 10.625007629394531}
{"epoch": 1, "step": 2228, "loss": 1.4369369745254517, "total_norm": 8.510292053222656}
{"epoch": 1, "step": 2229, "loss": 1.3939305543899536, "total_norm": 8.516916275024414}
{"epoch": 1, "step": 2230, "loss": 1.3013262748718262, "total_norm": 9.402351379394531}
{"epoch": 1, "step": 2231, "loss": 1.587446689605713, "total_norm": 7.172198295593262}
{"epoch": 1, "step": 2232, "loss": 1.4836584329605103, "total_norm": 7.470409393310547}
{"epoch": 1, "step": 2233, "loss": 1.371179223060608, "total_norm": 9.273184776306152}
{"epoch": 1, "step": 2234, "loss": 1.2708754539489746, "total_norm": 8.591607093811035}
{"epoch": 1, "step": 2235, "loss": 2.1895406246185303, "total_norm": 8.211010932922363}
{"epoch": 1, "step": 2236, "loss": 2.079195499420166, "total_norm": 8.39389419555664}
{"epoch": 1, "step": 2237, "loss": 1.668762445449829, "total_norm": 9.31463623046875}
{"epoch": 1, "step": 2238, "loss": 1.859419584274292, "total_norm": 7.190653324127197}
{"epoch": 1, "step": 2239, "loss": 1.405569314956665, "total_norm": 8.764492988586426}
{"epoch": 1, "step": 2240, "loss": 1.4867624044418335, "total_norm": 8.029900550842285}
{"epoch": 1, "step": 2241, "loss": 1.8011853694915771, "total_norm": 7.402939796447754}
{"epoch": 1, "step": 2242, "loss": 1.6312612295150757, "total_norm": 7.183879852294922}
{"epoch": 1, "step": 2243, "loss": 1.7792644500732422, "total_norm": 9.680525779724121}
{"epoch": 1, "step": 2244, "loss": 1.569778561592102, "total_norm": 10.339313507080078}
{"epoch": 1, "step": 2245, "loss": 1.6320804357528687, "total_norm": 8.38688850402832}
{"epoch": 1, "step": 2246, "loss": 1.0807024240493774, "total_norm": 6.9011030197143555}
{"epoch": 1, "step": 2247, "loss": 1.3303676843643188, "total_norm": 8.613508224487305}
{"epoch": 1, "step": 2248, "loss": 1.373760461807251, "total_norm": 7.393798351287842}
{"epoch": 1, "step": 2249, "loss": 1.3346991539001465, "total_norm": 9.213850975036621}
{"epoch": 1, "step": 2250, "loss": 1.6566176414489746, "total_norm": 9.319957733154297}
{"epoch": 1, "step": 2251, "loss": 1.277204990386963, "total_norm": 9.280244827270508}
{"epoch": 1, "step": 2252, "loss": 1.4900429248809814, "total_norm": 8.43950080871582}
{"epoch": 1, "step": 2253, "loss": 1.4780585765838623, "total_norm": 10.668463706970215}
{"epoch": 1, "step": 2254, "loss": 1.6690235137939453, "total_norm": 7.530037879943848}
{"epoch": 1, "step": 2255, "loss": 1.5555177927017212, "total_norm": 7.666919708251953}
{"epoch": 1, "step": 2256, "loss": 1.3413782119750977, "total_norm": 10.187360763549805}
{"epoch": 1, "step": 2257, "loss": 1.7808939218521118, "total_norm": 9.030838966369629}
{"epoch": 1, "step": 2258, "loss": 1.32423996925354, "total_norm": 9.757073402404785}
{"epoch": 1, "step": 2259, "loss": 1.5562894344329834, "total_norm": 9.120807647705078}
{"epoch": 1, "step": 2260, "loss": 1.7372536659240723, "total_norm": 8.512882232666016}
{"epoch": 1, "step": 2261, "loss": 1.6338205337524414, "total_norm": 8.951369285583496}
{"epoch": 1, "step": 2262, "loss": 1.1424617767333984, "total_norm": 7.537713527679443}
{"epoch": 1, "step": 2263, "loss": 1.2916934490203857, "total_norm": 7.862605094909668}
{"epoch": 1, "step": 2264, "loss": 1.291119933128357, "total_norm": 8.570365905761719}
{"epoch": 1, "step": 2265, "loss": 1.6679795980453491, "total_norm": 7.608552932739258}
{"epoch": 1, "step": 2266, "loss": 1.6960012912750244, "total_norm": 9.002490997314453}
{"epoch": 1, "step": 2267, "loss": 2.006042957305908, "total_norm": 8.604990005493164}
{"epoch": 1, "step": 2268, "loss": 1.0906531810760498, "total_norm": 8.698023796081543}
{"epoch": 1, "step": 2269, "loss": 1.9840294122695923, "total_norm": 8.32847785949707}
{"epoch": 1, "step": 2270, "loss": 1.6366280317306519, "total_norm": 8.222173690795898}
{"epoch": 1, "step": 2271, "loss": 1.4641345739364624, "total_norm": 8.545341491699219}
{"epoch": 1, "step": 2272, "loss": 1.2761046886444092, "total_norm": 6.616559982299805}
{"epoch": 1, "step": 2273, "loss": 1.8910094499588013, "total_norm": 8.836709976196289}
{"epoch": 1, "step": 2274, "loss": 1.9061336517333984, "total_norm": 9.397282600402832}
{"epoch": 1, "step": 2275, "loss": 1.6197751760482788, "total_norm": 8.965559959411621}
{"epoch": 1, "step": 2276, "loss": 1.6274913549423218, "total_norm": 9.01509952545166}
{"epoch": 1, "step": 2277, "loss": 1.5487335920333862, "total_norm": 8.010994911193848}
{"epoch": 1, "step": 2278, "loss": 1.7525558471679688, "total_norm": 8.76488208770752}
{"epoch": 1, "step": 2279, "loss": 1.7420556545257568, "total_norm": 9.72093677520752}
{"epoch": 1, "step": 2280, "loss": 1.4733136892318726, "total_norm": 11.182408332824707}
{"epoch": 1, "step": 2281, "loss": 1.575609803199768, "total_norm": 9.579314231872559}
{"epoch": 1, "step": 2282, "loss": 1.364438772201538, "total_norm": 8.284436225891113}
{"epoch": 1, "step": 2283, "loss": 1.6259957551956177, "total_norm": 9.714411735534668}
{"epoch": 1, "step": 2284, "loss": 1.189504623413086, "total_norm": 9.216867446899414}
{"epoch": 1, "step": 2285, "loss": 1.4501761198043823, "total_norm": 9.020776748657227}
{"epoch": 1, "step": 2286, "loss": 1.242167353630066, "total_norm": 8.688847541809082}
{"epoch": 1, "step": 2287, "loss": 1.4321221113204956, "total_norm": 10.4613037109375}
{"epoch": 1, "step": 2288, "loss": 1.4011682271957397, "total_norm": 10.080641746520996}
{"epoch": 1, "step": 2289, "loss": 1.3406850099563599, "total_norm": 8.39241886138916}
{"epoch": 1, "step": 2290, "loss": 1.1770391464233398, "total_norm": 8.113595962524414}
{"epoch": 1, "step": 2291, "loss": 1.608920693397522, "total_norm": 9.208996772766113}
{"epoch": 1, "step": 2292, "loss": 1.2712448835372925, "total_norm": 8.684460639953613}
{"epoch": 1, "step": 2293, "loss": 1.5884324312210083, "total_norm": 8.332685470581055}
{"epoch": 1, "step": 2294, "loss": 1.1867446899414062, "total_norm": 8.476693153381348}
{"epoch": 1, "step": 2295, "loss": 1.4618992805480957, "total_norm": 8.380120277404785}
{"epoch": 1, "step": 2296, "loss": 1.0267841815948486, "total_norm": 9.13265323638916}
{"epoch": 1, "step": 2297, "loss": 1.7422093152999878, "total_norm": 9.47749137878418}
{"epoch": 1, "step": 2298, "loss": 1.731063961982727, "total_norm": 8.765525817871094}
{"epoch": 1, "step": 2299, "loss": 1.7236266136169434, "total_norm": 9.788047790527344}
{"epoch": 1, "step": 2300, "loss": 1.3955148458480835, "total_norm": 8.128800392150879}
{"epoch": 1, "step": 2301, "loss": 1.232478380203247, "total_norm": 9.091765403747559}
{"epoch": 1, "step": 2302, "loss": 1.2634819746017456, "total_norm": 9.867291450500488}
{"epoch": 1, "step": 2303, "loss": 1.3804059028625488, "total_norm": 9.757487297058105}
{"epoch": 1, "step": 2304, "loss": 1.5316638946533203, "total_norm": 11.309839248657227}
{"epoch": 1, "step": 2305, "loss": 1.5726187229156494, "total_norm": 8.755963325500488}
{"epoch": 1, "step": 2306, "loss": 1.139741063117981, "total_norm": 8.421825408935547}
{"epoch": 1, "step": 2307, "loss": 1.3030084371566772, "total_norm": 7.770830154418945}
{"epoch": 1, "step": 2308, "loss": 1.6476353406906128, "total_norm": 9.625539779663086}
{"epoch": 1, "step": 2309, "loss": 1.461506962776184, "total_norm": 9.215616226196289}
{"epoch": 1, "step": 2310, "loss": 1.5277116298675537, "total_norm": 7.62747859954834}
{"epoch": 1, "step": 2311, "loss": 1.3624346256256104, "total_norm": 9.074682235717773}
{"epoch": 1, "step": 2312, "loss": 1.5083930492401123, "total_norm": 8.145536422729492}
{"epoch": 1, "step": 2313, "loss": 1.58706533908844, "total_norm": 9.915162086486816}
{"epoch": 1, "step": 2314, "loss": 1.6367499828338623, "total_norm": 7.829221725463867}
{"epoch": 1, "step": 2315, "loss": 1.5339832305908203, "total_norm": 8.148211479187012}
{"epoch": 1, "step": 2316, "loss": 1.7813851833343506, "total_norm": 7.5970258712768555}
{"epoch": 1, "step": 2317, "loss": 1.6679757833480835, "total_norm": 8.013505935668945}
{"epoch": 1, "step": 2318, "loss": 1.3271055221557617, "total_norm": 9.065085411071777}
{"epoch": 1, "step": 2319, "loss": 1.7502121925354004, "total_norm": 7.317933082580566}
{"epoch": 1, "step": 2320, "loss": 1.5023399591445923, "total_norm": 10.934185028076172}
{"epoch": 1, "step": 2321, "loss": 1.7397762537002563, "total_norm": 9.528839111328125}
{"epoch": 1, "step": 2322, "loss": 1.2232500314712524, "total_norm": 8.702363014221191}
{"epoch": 1, "step": 2323, "loss": 1.3498542308807373, "total_norm": 8.278328895568848}
{"epoch": 1, "step": 2324, "loss": 1.9548031091690063, "total_norm": 10.348855972290039}
{"epoch": 1, "step": 2325, "loss": 1.4164966344833374, "total_norm": 8.633528709411621}
{"epoch": 1, "step": 2326, "loss": 1.413191318511963, "total_norm": 10.706968307495117}
{"epoch": 1, "step": 2327, "loss": 1.3436566591262817, "total_norm": 9.09937858581543}
{"epoch": 1, "step": 2328, "loss": 1.7093735933303833, "total_norm": 9.095490455627441}
{"epoch": 1, "step": 2329, "loss": 1.1156306266784668, "total_norm": 7.344897747039795}
{"epoch": 1, "step": 2330, "loss": 1.08771812915802, "total_norm": 7.5009918212890625}
{"epoch": 1, "step": 2331, "loss": 1.3513437509536743, "total_norm": 10.51526165008545}
{"epoch": 1, "step": 2332, "loss": 1.459324836730957, "total_norm": 9.047194480895996}
{"epoch": 1, "step": 2333, "loss": 1.4323567152023315, "total_norm": 8.964579582214355}
{"epoch": 1, "step": 2334, "loss": 1.3926498889923096, "total_norm": 7.832428455352783}
{"epoch": 1, "step": 2335, "loss": 1.66558837890625, "total_norm": 8.137332916259766}
{"epoch": 1, "step": 2336, "loss": 1.821479320526123, "total_norm": 8.763261795043945}
{"epoch": 1, "step": 2337, "loss": 1.4140628576278687, "total_norm": 8.601763725280762}
{"epoch": 1, "step": 2338, "loss": 1.9698166847229004, "total_norm": 7.458596229553223}
{"epoch": 1, "step": 2339, "loss": 1.1691617965698242, "total_norm": 10.100496292114258}
{"epoch": 1, "step": 2340, "loss": 1.7332197427749634, "total_norm": 7.735681533813477}
{"epoch": 1, "step": 2341, "loss": 1.2933752536773682, "total_norm": 7.667603492736816}
{"epoch": 1, "step": 2342, "loss": 1.9931888580322266, "total_norm": 8.07625961303711}
{"epoch": 1, "step": 2343, "loss": 1.5020078420639038, "total_norm": 9.253226280212402}
{"epoch": 1, "step": 2344, "loss": 1.7289735078811646, "total_norm": 8.265209197998047}
{"epoch": 1, "step": 2345, "loss": 1.351483702659607, "total_norm": 8.405121803283691}
{"epoch": 1, "step": 2346, "loss": 1.40937077999115, "total_norm": 9.857593536376953}
{"epoch": 1, "step": 2347, "loss": 1.0510104894638062, "total_norm": 9.208868980407715}
{"epoch": 1, "step": 2348, "loss": 1.1775106191635132, "total_norm": 8.857023239135742}
{"epoch": 1, "step": 2349, "loss": 1.2883919477462769, "total_norm": 8.371845245361328}
{"epoch": 1, "step": 2350, "loss": 1.6170778274536133, "total_norm": 10.42021656036377}
{"epoch": 1, "step": 2351, "loss": 1.3291338682174683, "total_norm": 8.513384819030762}
{"epoch": 1, "step": 2352, "loss": 1.5719913244247437, "total_norm": 8.000041007995605}
{"epoch": 1, "step": 2353, "loss": 1.4023493528366089, "total_norm": 9.173470497131348}
{"epoch": 1, "step": 2354, "loss": 1.7391244173049927, "total_norm": 8.817397117614746}
{"epoch": 1, "step": 2355, "loss": 1.3150286674499512, "total_norm": 7.799844264984131}
{"epoch": 1, "step": 2356, "loss": 1.842512845993042, "total_norm": 8.258716583251953}
{"epoch": 1, "step": 2357, "loss": 1.8629264831542969, "total_norm": 9.500914573669434}
{"epoch": 1, "step": 2358, "loss": 1.1345514059066772, "total_norm": 7.819953918457031}
{"epoch": 1, "step": 2359, "loss": 1.707944631576538, "total_norm": 8.817465782165527}
{"epoch": 1, "step": 2360, "loss": 0.9943031072616577, "total_norm": 7.005405902862549}
{"epoch": 1, "step": 2361, "loss": 1.4114294052124023, "total_norm": 9.70531177520752}
{"epoch": 1, "step": 2362, "loss": 1.1585538387298584, "total_norm": 12.23254108428955}
{"epoch": 1, "step": 2363, "loss": 1.2532624006271362, "total_norm": 8.456587791442871}
{"epoch": 1, "step": 2364, "loss": 1.271621823310852, "total_norm": 7.595309734344482}
{"epoch": 1, "step": 2365, "loss": 1.1587246656417847, "total_norm": 6.366071701049805}
{"epoch": 1, "step": 2366, "loss": 1.5884008407592773, "total_norm": 8.307558059692383}
{"epoch": 1, "step": 2367, "loss": 1.2357815504074097, "total_norm": 11.123807907104492}
{"epoch": 1, "step": 2368, "loss": 1.5763283967971802, "total_norm": 9.088765144348145}
{"epoch": 1, "step": 2369, "loss": 1.5158557891845703, "total_norm": 8.911236763000488}
{"epoch": 1, "step": 2370, "loss": 1.5409021377563477, "total_norm": 7.89445161819458}
{"epoch": 1, "step": 2371, "loss": 1.3774064779281616, "total_norm": 7.728906154632568}
{"epoch": 1, "step": 2372, "loss": 1.531381368637085, "total_norm": 10.908268928527832}
{"epoch": 1, "step": 2373, "loss": 1.35586678981781, "total_norm": 9.542964935302734}
{"epoch": 1, "step": 2374, "loss": 1.5365315675735474, "total_norm": 9.497773170471191}
{"epoch": 1, "step": 2375, "loss": 1.3132647275924683, "total_norm": 10.080537796020508}
{"epoch": 1, "step": 2376, "loss": 1.6636589765548706, "total_norm": 8.461307525634766}
{"epoch": 1, "step": 2377, "loss": 1.1714580059051514, "total_norm": 10.058385848999023}
{"epoch": 1, "step": 2378, "loss": 1.243964433670044, "total_norm": 9.046442985534668}
{"epoch": 1, "step": 2379, "loss": 1.5694668292999268, "total_norm": 8.742534637451172}
{"epoch": 1, "step": 2380, "loss": 1.2155671119689941, "total_norm": 7.412306308746338}
{"epoch": 1, "step": 2381, "loss": 1.7385451793670654, "total_norm": 8.730546951293945}
{"epoch": 1, "step": 2382, "loss": 1.447737693786621, "total_norm": 9.480483055114746}
{"epoch": 1, "step": 2383, "loss": 1.0359143018722534, "total_norm": 10.192534446716309}
{"epoch": 1, "step": 2384, "loss": 1.5139245986938477, "total_norm": 8.467384338378906}
{"epoch": 1, "step": 2385, "loss": 1.5643552541732788, "total_norm": 7.520794868469238}
{"epoch": 1, "step": 2386, "loss": 1.722348690032959, "total_norm": 6.738234043121338}
{"epoch": 1, "step": 2387, "loss": 1.5765314102172852, "total_norm": 7.5870361328125}
{"epoch": 1, "step": 2388, "loss": 0.9801134467124939, "total_norm": 9.148818016052246}
{"epoch": 1, "step": 2389, "loss": 1.702725887298584, "total_norm": 9.494916915893555}
{"epoch": 1, "step": 2390, "loss": 1.2622090578079224, "total_norm": 9.807904243469238}
{"epoch": 1, "step": 2391, "loss": 1.7722561359405518, "total_norm": 8.565555572509766}
{"epoch": 1, "step": 2392, "loss": 1.3677059412002563, "total_norm": 6.4330735206604}
{"epoch": 1, "step": 2393, "loss": 1.1782686710357666, "total_norm": 10.561038970947266}
{"epoch": 1, "step": 2394, "loss": 1.5016762018203735, "total_norm": 9.869091987609863}
{"epoch": 1, "step": 2395, "loss": 1.8178588151931763, "total_norm": 8.29987907409668}
{"epoch": 1, "step": 2396, "loss": 1.4494097232818604, "total_norm": 8.739481925964355}
{"epoch": 1, "step": 2397, "loss": 1.9284229278564453, "total_norm": 8.585565567016602}
{"epoch": 1, "step": 2398, "loss": 1.3830833435058594, "total_norm": 8.769390106201172}
{"epoch": 1, "step": 2399, "loss": 1.7417888641357422, "total_norm": 7.861665725708008}
{"epoch": 1, "step": 2400, "loss": 1.7501530647277832, "total_norm": 8.100083351135254}
{"epoch": 1, "step": 2401, "loss": 1.3180358409881592, "total_norm": 8.852583885192871}
{"epoch": 1, "step": 2402, "loss": 1.3912906646728516, "total_norm": 9.657488822937012}
{"epoch": 1, "step": 2403, "loss": 1.7389992475509644, "total_norm": 9.370072364807129}
{"epoch": 1, "step": 2404, "loss": 1.242523431777954, "total_norm": 7.3728251457214355}
{"epoch": 1, "step": 2405, "loss": 1.3007409572601318, "total_norm": 8.9263916015625}
{"epoch": 1, "step": 2406, "loss": 1.532954454421997, "total_norm": 9.073759078979492}
{"epoch": 1, "step": 2407, "loss": 1.4774680137634277, "total_norm": 8.389848709106445}
{"epoch": 1, "step": 2408, "loss": 1.4426084756851196, "total_norm": 9.16325569152832}
{"epoch": 1, "step": 2409, "loss": 1.5666497945785522, "total_norm": 9.732626914978027}
{"epoch": 1, "step": 2410, "loss": 1.6594654321670532, "total_norm": 8.71690559387207}
{"epoch": 1, "step": 2411, "loss": 1.7134549617767334, "total_norm": 8.972907066345215}
{"epoch": 1, "step": 2412, "loss": 1.5702825784683228, "total_norm": 8.052034378051758}
{"epoch": 1, "step": 2413, "loss": 1.9096075296401978, "total_norm": 9.277592658996582}
{"epoch": 1, "step": 2414, "loss": 1.9048123359680176, "total_norm": 7.5710129737854}
{"epoch": 1, "step": 2415, "loss": 1.6817269325256348, "total_norm": 8.733122825622559}
{"epoch": 1, "step": 2416, "loss": 1.8211848735809326, "total_norm": 8.113929748535156}
{"epoch": 1, "step": 2417, "loss": 1.371337652206421, "total_norm": 10.841898918151855}
{"epoch": 1, "step": 2418, "loss": 1.4603445529937744, "total_norm": 9.516186714172363}
{"epoch": 1, "step": 2419, "loss": 1.8350801467895508, "total_norm": 7.2353692054748535}
{"epoch": 1, "step": 2420, "loss": 1.7073211669921875, "total_norm": 9.334132194519043}
{"epoch": 1, "step": 2421, "loss": 1.6422410011291504, "total_norm": 8.021316528320312}
{"epoch": 1, "step": 2422, "loss": 1.1212650537490845, "total_norm": 7.897668838500977}
{"epoch": 1, "step": 2423, "loss": 1.616017460823059, "total_norm": 8.026992797851562}
{"epoch": 1, "step": 2424, "loss": 1.2118557691574097, "total_norm": 7.199742317199707}
{"epoch": 1, "step": 2425, "loss": 2.0522804260253906, "total_norm": 8.859166145324707}
{"epoch": 1, "step": 2426, "loss": 1.7838612794876099, "total_norm": 8.460915565490723}
{"epoch": 1, "step": 2427, "loss": 1.467812418937683, "total_norm": 9.061202049255371}
{"epoch": 1, "step": 2428, "loss": 1.6076911687850952, "total_norm": 9.265581130981445}
{"epoch": 1, "step": 2429, "loss": 1.610154628753662, "total_norm": 9.129990577697754}
{"epoch": 1, "step": 2430, "loss": 1.3305693864822388, "total_norm": 8.766674041748047}
{"epoch": 1, "step": 2431, "loss": 1.6457180976867676, "total_norm": 8.36328125}
{"epoch": 1, "step": 2432, "loss": 1.8296723365783691, "total_norm": 8.493212699890137}
{"epoch": 1, "step": 2433, "loss": 1.192401647567749, "total_norm": 8.605019569396973}
{"epoch": 1, "step": 2434, "loss": 1.2510879039764404, "total_norm": 8.976727485656738}
{"epoch": 1, "step": 2435, "loss": 1.4443827867507935, "total_norm": 10.632353782653809}
{"epoch": 1, "step": 2436, "loss": 1.7429286241531372, "total_norm": 8.604854583740234}
{"epoch": 1, "step": 2437, "loss": 1.0877941846847534, "total_norm": 9.808134078979492}
{"epoch": 1, "step": 2438, "loss": 1.7943204641342163, "total_norm": 8.594795227050781}
{"epoch": 1, "step": 2439, "loss": 1.729935884475708, "total_norm": 8.709424018859863}
{"epoch": 1, "step": 2440, "loss": 1.4541027545928955, "total_norm": 8.627358436584473}
{"epoch": 1, "step": 2441, "loss": 1.3401272296905518, "total_norm": 9.991398811340332}
{"epoch": 1, "step": 2442, "loss": 1.8841698169708252, "total_norm": 8.998509407043457}
{"epoch": 1, "step": 2443, "loss": 1.3488589525222778, "total_norm": 8.483307838439941}
{"epoch": 1, "step": 2444, "loss": 1.3603297472000122, "total_norm": 9.444548606872559}
{"epoch": 1, "step": 2445, "loss": 1.837464451789856, "total_norm": 8.700881004333496}
{"epoch": 1, "step": 2446, "loss": 1.7479690313339233, "total_norm": 9.028363227844238}
{"epoch": 1, "step": 2447, "loss": 1.512455940246582, "total_norm": 10.037890434265137}
{"epoch": 1, "step": 2448, "loss": 1.8346048593521118, "total_norm": 10.001008987426758}
{"epoch": 1, "step": 2449, "loss": 1.6589372158050537, "total_norm": 8.197134017944336}
{"epoch": 1, "step": 2450, "loss": 1.8123093843460083, "total_norm": 10.868236541748047}
{"epoch": 1, "step": 2451, "loss": 1.1162903308868408, "total_norm": 10.618118286132812}
{"epoch": 1, "step": 2452, "loss": 1.901021122932434, "total_norm": 8.031307220458984}
{"epoch": 1, "step": 2453, "loss": 1.681551456451416, "total_norm": 8.618621826171875}
{"epoch": 1, "step": 2454, "loss": 1.5565215349197388, "total_norm": 8.341626167297363}
{"epoch": 1, "step": 2455, "loss": 2.102613925933838, "total_norm": 7.443467140197754}
{"epoch": 1, "step": 2456, "loss": 1.4753758907318115, "total_norm": 12.908102989196777}
{"epoch": 1, "step": 2457, "loss": 1.8980581760406494, "total_norm": 8.10871696472168}
{"epoch": 1, "step": 2458, "loss": 1.6664470434188843, "total_norm": 8.467059135437012}
{"epoch": 1, "step": 2459, "loss": 1.2732548713684082, "total_norm": 8.057291984558105}
{"epoch": 1, "step": 2460, "loss": 1.23739492893219, "total_norm": 9.878876686096191}
{"epoch": 1, "step": 2461, "loss": 1.276555061340332, "total_norm": 10.722748756408691}
{"epoch": 1, "step": 2462, "loss": 1.4195101261138916, "total_norm": 10.886967658996582}
{"epoch": 1, "step": 2463, "loss": 1.243349313735962, "total_norm": 9.876178741455078}
{"epoch": 1, "step": 2464, "loss": 1.5407838821411133, "total_norm": 9.702699661254883}
{"epoch": 1, "step": 2465, "loss": 1.6943981647491455, "total_norm": 9.045848846435547}
{"epoch": 1, "step": 2466, "loss": 1.601141095161438, "total_norm": 8.337337493896484}
{"epoch": 1, "step": 2467, "loss": 1.7139817476272583, "total_norm": 8.631406784057617}
{"epoch": 1, "step": 2468, "loss": 1.3716614246368408, "total_norm": 8.618067741394043}
{"epoch": 1, "step": 2469, "loss": 1.610612392425537, "total_norm": 9.287675857543945}
{"epoch": 1, "step": 2470, "loss": 1.103930115699768, "total_norm": 7.939645290374756}
{"epoch": 1, "step": 2471, "loss": 1.1762282848358154, "total_norm": 8.297330856323242}
{"epoch": 1, "step": 2472, "loss": 1.3381482362747192, "total_norm": 7.9126811027526855}
{"epoch": 1, "step": 2473, "loss": 1.6683269739151, "total_norm": 9.196054458618164}
{"epoch": 1, "step": 2474, "loss": 1.6783181428909302, "total_norm": 8.18908977508545}
{"epoch": 1, "step": 2475, "loss": 1.391103744506836, "total_norm": 8.132919311523438}
{"epoch": 1, "step": 2476, "loss": 1.6676688194274902, "total_norm": 10.277047157287598}
{"epoch": 1, "step": 2477, "loss": 1.041001558303833, "total_norm": 10.67831039428711}
{"epoch": 1, "step": 2478, "loss": 1.3630799055099487, "total_norm": 8.949432373046875}
{"epoch": 1, "step": 2479, "loss": 1.7522892951965332, "total_norm": 8.311155319213867}
{"epoch": 1, "step": 2480, "loss": 1.375292420387268, "total_norm": 6.233688831329346}
{"epoch": 1, "step": 2481, "loss": 1.4571833610534668, "total_norm": 9.124752044677734}
{"epoch": 1, "step": 2482, "loss": 1.4997797012329102, "total_norm": 7.530629634857178}
{"epoch": 1, "step": 2483, "loss": 1.6016230583190918, "total_norm": 8.99837589263916}
{"epoch": 1, "step": 2484, "loss": 1.6229336261749268, "total_norm": 9.127007484436035}
{"epoch": 1, "step": 2485, "loss": 1.3941171169281006, "total_norm": 9.255263328552246}
{"epoch": 1, "step": 2486, "loss": 2.14074444770813, "total_norm": 9.153976440429688}
{"epoch": 1, "step": 2487, "loss": 1.5109821557998657, "total_norm": 8.483447074890137}
{"epoch": 1, "step": 2488, "loss": 1.8269256353378296, "total_norm": 8.322686195373535}
{"epoch": 1, "step": 2489, "loss": 1.4310259819030762, "total_norm": 9.837658882141113}
{"epoch": 1, "step": 2490, "loss": 1.4812054634094238, "total_norm": 10.652877807617188}
{"epoch": 1, "step": 2491, "loss": 1.4392184019088745, "total_norm": 9.274506568908691}
{"epoch": 1, "step": 2492, "loss": 1.3417664766311646, "total_norm": 9.345203399658203}
{"epoch": 1, "step": 2493, "loss": 1.186113953590393, "total_norm": 8.137077331542969}
{"epoch": 1, "step": 2494, "loss": 1.530055046081543, "total_norm": 9.308609962463379}
{"epoch": 1, "step": 2495, "loss": 1.3960963487625122, "total_norm": 7.941553115844727}
{"epoch": 1, "step": 2496, "loss": 1.717581033706665, "total_norm": 7.491199016571045}
{"epoch": 1, "step": 2497, "loss": 1.692940354347229, "total_norm": 7.436314582824707}
{"epoch": 1, "step": 2498, "loss": 1.3860186338424683, "total_norm": 10.112763404846191}
{"epoch": 1, "step": 2499, "loss": 1.8323124647140503, "total_norm": 8.241936683654785}
{"epoch": 1, "step": 2500, "eval_loss": 1.6396445017012338, "eval_rougeL": 0.12217254180782963}
{"epoch": 1, "step": 2500, "loss": 1.6259877681732178, "total_norm": 9.325039863586426}
{"epoch": 1, "step": 2501, "loss": 1.5023947954177856, "total_norm": 9.42069149017334}
{"epoch": 1, "step": 2502, "loss": 1.8100894689559937, "total_norm": 8.878134727478027}
{"epoch": 1, "step": 2503, "loss": 1.685113549232483, "total_norm": 7.436406135559082}
{"epoch": 1, "step": 2504, "loss": 1.1499855518341064, "total_norm": 8.973709106445312}
{"epoch": 1, "step": 2505, "loss": 1.4567712545394897, "total_norm": 9.624366760253906}
{"epoch": 1, "step": 2506, "loss": 1.6351815462112427, "total_norm": 9.0810546875}
{"epoch": 1, "step": 2507, "loss": 1.2761683464050293, "total_norm": 10.426284790039062}
{"epoch": 1, "step": 2508, "loss": 1.6129738092422485, "total_norm": 7.735241889953613}
{"epoch": 1, "step": 2509, "loss": 1.5026190280914307, "total_norm": 7.610507965087891}
{"epoch": 1, "step": 2510, "loss": 1.8221873044967651, "total_norm": 8.141560554504395}
{"epoch": 1, "step": 2511, "loss": 1.7374329566955566, "total_norm": 8.005378723144531}
{"epoch": 1, "step": 2512, "loss": 1.1543383598327637, "total_norm": 8.542825698852539}
{"epoch": 1, "step": 2513, "loss": 1.5325803756713867, "total_norm": 9.921109199523926}
{"epoch": 1, "step": 2514, "loss": 1.540455937385559, "total_norm": 8.497653007507324}
{"epoch": 1, "step": 2515, "loss": 1.3956239223480225, "total_norm": 8.15165901184082}
{"epoch": 1, "step": 2516, "loss": 1.1771141290664673, "total_norm": 9.144662857055664}
{"epoch": 1, "step": 2517, "loss": 1.5945013761520386, "total_norm": 9.18303394317627}
{"epoch": 1, "step": 2518, "loss": 1.0216395854949951, "total_norm": 6.953126430511475}
{"epoch": 1, "step": 2519, "loss": 1.3870060443878174, "total_norm": 10.748896598815918}
{"epoch": 1, "step": 2520, "loss": 1.6171622276306152, "total_norm": 9.30820083618164}
{"epoch": 1, "step": 2521, "loss": 1.2898001670837402, "total_norm": 8.578777313232422}
{"epoch": 1, "step": 2522, "loss": 1.4923861026763916, "total_norm": 8.37753677368164}
{"epoch": 1, "step": 2523, "loss": 1.6099437475204468, "total_norm": 8.373324394226074}
{"epoch": 1, "step": 2524, "loss": 1.969009280204773, "total_norm": 9.261754989624023}
{"epoch": 1, "step": 2525, "loss": 1.575882911682129, "total_norm": 8.274229049682617}
{"epoch": 1, "step": 2526, "loss": 1.6325470209121704, "total_norm": 8.379117965698242}
{"epoch": 1, "step": 2527, "loss": 2.1677908897399902, "total_norm": 9.020634651184082}
{"epoch": 1, "step": 2528, "loss": 1.293288230895996, "total_norm": 9.61598014831543}
{"epoch": 1, "step": 2529, "loss": 1.3845442533493042, "total_norm": 10.204169273376465}
{"epoch": 1, "step": 2530, "loss": 1.4902350902557373, "total_norm": 8.987893104553223}
{"epoch": 1, "step": 2531, "loss": 1.3940167427062988, "total_norm": 9.449973106384277}
{"epoch": 1, "step": 2532, "loss": 1.403222918510437, "total_norm": 8.804866790771484}
{"epoch": 1, "step": 2533, "loss": 1.491093635559082, "total_norm": 9.201905250549316}
{"epoch": 1, "step": 2534, "loss": 1.6265313625335693, "total_norm": 9.843103408813477}
{"epoch": 1, "step": 2535, "loss": 1.6903382539749146, "total_norm": 9.068903923034668}
{"epoch": 1, "step": 2536, "loss": 1.2428816556930542, "total_norm": 8.703778266906738}
{"epoch": 1, "step": 2537, "loss": 1.4501090049743652, "total_norm": 7.9651198387146}
{"epoch": 1, "step": 2538, "loss": 1.5242576599121094, "total_norm": 7.097744464874268}
{"epoch": 1, "step": 2539, "loss": 0.8981375694274902, "total_norm": 7.126317501068115}
{"epoch": 1, "step": 2540, "loss": 1.4316871166229248, "total_norm": 8.899470329284668}
{"epoch": 1, "step": 2541, "loss": 1.2232798337936401, "total_norm": 9.397674560546875}
{"epoch": 1, "step": 2542, "loss": 1.595455288887024, "total_norm": 7.899246692657471}
{"epoch": 1, "step": 2543, "loss": 1.068912148475647, "total_norm": 8.700589179992676}
{"epoch": 1, "step": 2544, "loss": 1.5944528579711914, "total_norm": 7.936163902282715}
{"epoch": 1, "step": 2545, "loss": 1.3987414836883545, "total_norm": 7.250419616699219}
{"epoch": 1, "step": 2546, "loss": 1.3588688373565674, "total_norm": 8.122653007507324}
{"epoch": 1, "step": 2547, "loss": 1.5748541355133057, "total_norm": 7.984556198120117}
{"epoch": 1, "step": 2548, "loss": 1.438751220703125, "total_norm": 6.500530242919922}
{"epoch": 1, "step": 2549, "loss": 1.4445350170135498, "total_norm": 8.414234161376953}
{"epoch": 1, "step": 2550, "loss": 1.0365418195724487, "total_norm": 7.5802435874938965}
{"epoch": 1, "step": 2551, "loss": 1.6711595058441162, "total_norm": 9.031814575195312}
{"epoch": 1, "step": 2552, "loss": 1.5212205648422241, "total_norm": 8.806164741516113}
{"epoch": 1, "step": 2553, "loss": 1.1989341974258423, "total_norm": 7.961092948913574}
{"epoch": 1, "step": 2554, "loss": 1.4582080841064453, "total_norm": 8.221417427062988}
{"epoch": 1, "step": 2555, "loss": 1.4655954837799072, "total_norm": 7.836233139038086}
{"epoch": 1, "step": 2556, "loss": 1.3518187999725342, "total_norm": 8.712409019470215}
{"epoch": 1, "step": 2557, "loss": 2.0803279876708984, "total_norm": 9.77834415435791}
{"epoch": 1, "step": 2558, "loss": 1.237791895866394, "total_norm": 7.5305891036987305}
{"epoch": 1, "step": 2559, "loss": 1.7545876502990723, "total_norm": 8.321101188659668}
{"epoch": 1, "step": 2560, "loss": 1.4141912460327148, "total_norm": 10.758606910705566}
{"epoch": 1, "step": 2561, "loss": 1.8517661094665527, "total_norm": 10.265402793884277}
{"epoch": 1, "step": 2562, "loss": 1.308876395225525, "total_norm": 9.22422981262207}
{"epoch": 1, "step": 2563, "loss": 1.2855147123336792, "total_norm": 8.193422317504883}
{"epoch": 1, "step": 2564, "loss": 1.8614239692687988, "total_norm": 9.64107894897461}
{"epoch": 1, "step": 2565, "loss": 1.6198018789291382, "total_norm": 8.738719940185547}
{"epoch": 1, "step": 2566, "loss": 1.9339271783828735, "total_norm": 8.513012886047363}
{"epoch": 1, "step": 2567, "loss": 1.189626932144165, "total_norm": 8.152250289916992}
{"epoch": 1, "step": 2568, "loss": 1.386359691619873, "total_norm": 8.590643882751465}
{"epoch": 1, "step": 2569, "loss": 1.6158446073532104, "total_norm": 10.160496711730957}
{"epoch": 1, "step": 2570, "loss": 1.7523956298828125, "total_norm": 7.61682653427124}
{"epoch": 1, "step": 2571, "loss": 1.4514847993850708, "total_norm": 10.194594383239746}
{"epoch": 1, "step": 2572, "loss": 1.39955472946167, "total_norm": 8.381793975830078}
{"epoch": 1, "step": 2573, "loss": 1.0884522199630737, "total_norm": 10.368362426757812}
{"epoch": 1, "step": 2574, "loss": 1.4975835084915161, "total_norm": 7.834188938140869}
{"epoch": 1, "step": 2575, "loss": 1.342225193977356, "total_norm": 9.881328582763672}
{"epoch": 1, "step": 2576, "loss": 1.922430396080017, "total_norm": 10.15716552734375}
{"epoch": 1, "step": 2577, "loss": 1.57124924659729, "total_norm": 8.965843200683594}
{"epoch": 1, "step": 2578, "loss": 1.5010238885879517, "total_norm": 9.322075843811035}
{"epoch": 1, "step": 2579, "loss": 1.3543745279312134, "total_norm": 8.721318244934082}
{"epoch": 1, "step": 2580, "loss": 2.151120185852051, "total_norm": 7.7222795486450195}
{"epoch": 1, "step": 2581, "loss": 1.625893473625183, "total_norm": 7.967241287231445}
{"epoch": 1, "step": 2582, "loss": 1.1986602544784546, "total_norm": 10.139982223510742}
{"epoch": 1, "step": 2583, "loss": 1.2314300537109375, "total_norm": 9.1832275390625}
{"epoch": 1, "step": 2584, "loss": 1.4371405839920044, "total_norm": 8.683466911315918}
{"epoch": 1, "step": 2585, "loss": 1.2557545900344849, "total_norm": 8.851844787597656}
{"epoch": 1, "step": 2586, "loss": 1.4571796655654907, "total_norm": 8.96014404296875}
{"epoch": 1, "step": 2587, "loss": 1.3100343942642212, "total_norm": 9.15174388885498}
{"epoch": 1, "step": 2588, "loss": 1.4404984712600708, "total_norm": 10.276053428649902}
{"epoch": 1, "step": 2589, "loss": 1.4616079330444336, "total_norm": 9.460857391357422}
{"epoch": 1, "step": 2590, "loss": 1.2725932598114014, "total_norm": 8.078182220458984}
{"epoch": 1, "step": 2591, "loss": 1.4329215288162231, "total_norm": 10.779302597045898}
{"epoch": 1, "step": 2592, "loss": 1.33293879032135, "total_norm": 6.7606096267700195}
{"epoch": 1, "step": 2593, "loss": 1.4061931371688843, "total_norm": 10.174381256103516}
{"epoch": 1, "step": 2594, "loss": 1.5072938203811646, "total_norm": 9.600452423095703}
{"epoch": 1, "step": 2595, "loss": 1.3659899234771729, "total_norm": 7.948581695556641}
{"epoch": 1, "step": 2596, "loss": 1.6438030004501343, "total_norm": 10.416112899780273}
{"epoch": 1, "step": 2597, "loss": 1.692122459411621, "total_norm": 7.639461994171143}
{"epoch": 1, "step": 2598, "loss": 1.2241569757461548, "total_norm": 10.027108192443848}
{"epoch": 1, "step": 2599, "loss": 1.393227219581604, "total_norm": 7.9862895011901855}
{"epoch": 1, "step": 2600, "loss": 1.5560225248336792, "total_norm": 9.481316566467285}
{"epoch": 1, "step": 2601, "loss": 1.4034987688064575, "total_norm": 6.552245616912842}
{"epoch": 1, "step": 2602, "loss": 1.5692282915115356, "total_norm": 9.95487117767334}
{"epoch": 1, "step": 2603, "loss": 1.2420413494110107, "total_norm": 8.17807674407959}
{"epoch": 1, "step": 2604, "loss": 1.6599787473678589, "total_norm": 9.602849006652832}
{"epoch": 1, "step": 2605, "loss": 1.4887595176696777, "total_norm": 7.872207164764404}
{"epoch": 1, "step": 2606, "loss": 1.483462929725647, "total_norm": 7.9919939041137695}
{"epoch": 1, "step": 2607, "loss": 1.85261070728302, "total_norm": 7.956398963928223}
{"epoch": 1, "step": 2608, "loss": 1.6340608596801758, "total_norm": 9.560970306396484}
{"epoch": 1, "step": 2609, "loss": 1.5246145725250244, "total_norm": 9.158171653747559}
{"epoch": 1, "step": 2610, "loss": 1.1459928750991821, "total_norm": 9.305485725402832}
{"epoch": 1, "step": 2611, "loss": 1.8292568922042847, "total_norm": 9.385652542114258}
{"epoch": 1, "step": 2612, "loss": 1.3032774925231934, "total_norm": 9.70235538482666}
{"epoch": 1, "step": 2613, "loss": 1.257136344909668, "total_norm": 10.673004150390625}
{"epoch": 1, "step": 2614, "loss": 1.6989846229553223, "total_norm": 10.211028099060059}
{"epoch": 1, "step": 2615, "loss": 1.5936883687973022, "total_norm": 7.5959954261779785}
{"epoch": 1, "step": 2616, "loss": 1.8552496433258057, "total_norm": 8.520514488220215}
{"epoch": 1, "step": 2617, "loss": 1.5407534837722778, "total_norm": 9.76761531829834}
{"epoch": 1, "step": 2618, "loss": 1.6986949443817139, "total_norm": 9.776935577392578}
{"epoch": 1, "step": 2619, "loss": 1.5405499935150146, "total_norm": 7.724039077758789}
{"epoch": 1, "step": 2620, "loss": 1.541297197341919, "total_norm": 8.075041770935059}
{"epoch": 1, "step": 2621, "loss": 1.4305931329727173, "total_norm": 8.92227554321289}
{"epoch": 1, "step": 2622, "loss": 2.0505940914154053, "total_norm": 9.208662986755371}
{"epoch": 1, "step": 2623, "loss": 1.5305516719818115, "total_norm": 8.203047752380371}
{"epoch": 1, "step": 2624, "loss": 1.4728724956512451, "total_norm": 8.536751747131348}
{"epoch": 1, "step": 2625, "loss": 1.6564732789993286, "total_norm": 8.510955810546875}
{"epoch": 1, "step": 2626, "loss": 1.4399855136871338, "total_norm": 8.128049850463867}
{"epoch": 1, "step": 2627, "loss": 1.7825545072555542, "total_norm": 9.818441390991211}
{"epoch": 1, "step": 2628, "loss": 1.8001102209091187, "total_norm": 9.843719482421875}
{"epoch": 1, "step": 2629, "loss": 1.73674738407135, "total_norm": 8.485468864440918}
{"epoch": 1, "step": 2630, "loss": 1.3070027828216553, "total_norm": 9.338495254516602}
{"epoch": 1, "step": 2631, "loss": 1.6461288928985596, "total_norm": 8.552184104919434}
{"epoch": 1, "step": 2632, "loss": 1.6496447324752808, "total_norm": 10.061009407043457}
{"epoch": 1, "step": 2633, "loss": 1.4303621053695679, "total_norm": 9.085278511047363}
{"epoch": 1, "step": 2634, "loss": 1.5995104312896729, "total_norm": 6.547719955444336}
{"epoch": 1, "step": 2635, "loss": 1.5916630029678345, "total_norm": 9.513998031616211}
{"epoch": 1, "step": 2636, "loss": 1.2294437885284424, "total_norm": 6.790914058685303}
{"epoch": 1, "step": 2637, "loss": 1.3124693632125854, "total_norm": 9.483464241027832}
{"epoch": 1, "step": 2638, "loss": 1.5853608846664429, "total_norm": 9.42477035522461}
{"epoch": 1, "step": 2639, "loss": 1.3899097442626953, "total_norm": 8.001097679138184}
{"epoch": 1, "step": 2640, "loss": 1.5994324684143066, "total_norm": 9.072229385375977}
{"epoch": 1, "step": 2641, "loss": 1.417792558670044, "total_norm": 8.591825485229492}
{"epoch": 1, "step": 2642, "loss": 1.7406648397445679, "total_norm": 9.144791603088379}
{"epoch": 1, "step": 2643, "loss": 1.4595602750778198, "total_norm": 7.6948628425598145}
{"epoch": 1, "step": 2644, "loss": 1.2285784482955933, "total_norm": 9.318588256835938}
{"epoch": 1, "step": 2645, "loss": 1.3478806018829346, "total_norm": 7.956873893737793}
{"epoch": 1, "step": 2646, "loss": 1.2519725561141968, "total_norm": 8.54306697845459}
{"epoch": 1, "step": 2647, "loss": 1.3129466772079468, "total_norm": 7.683345794677734}
{"epoch": 1, "step": 2648, "loss": 1.9330073595046997, "total_norm": 8.670496940612793}
{"epoch": 1, "step": 2649, "loss": 1.7482014894485474, "total_norm": 9.738588333129883}
{"epoch": 1, "step": 2650, "loss": 1.0249637365341187, "total_norm": 7.718052864074707}
{"epoch": 1, "step": 2651, "loss": 1.0550307035446167, "total_norm": 6.77294921875}
{"epoch": 1, "step": 2652, "loss": 1.3087693452835083, "total_norm": 9.824481964111328}
{"epoch": 1, "step": 2653, "loss": 1.587333083152771, "total_norm": 10.546298027038574}
{"epoch": 1, "step": 2654, "loss": 1.486595630645752, "total_norm": 8.33423900604248}
{"epoch": 1, "step": 2655, "loss": 1.694563627243042, "total_norm": 7.025387287139893}
{"epoch": 1, "step": 2656, "loss": 1.600479006767273, "total_norm": 9.65458869934082}
{"epoch": 1, "step": 2657, "loss": 1.2430758476257324, "total_norm": 7.40899133682251}
{"epoch": 1, "step": 2658, "loss": 0.9869861602783203, "total_norm": 6.788683891296387}
{"epoch": 1, "step": 2659, "loss": 1.177551507949829, "total_norm": 8.350170135498047}
{"epoch": 1, "step": 2660, "loss": 1.7611943483352661, "total_norm": 8.048271179199219}
{"epoch": 1, "step": 2661, "loss": 1.2389357089996338, "total_norm": 9.720541954040527}
{"epoch": 1, "step": 2662, "loss": 1.4739675521850586, "total_norm": 8.328744888305664}
{"epoch": 1, "step": 2663, "loss": 1.9061874151229858, "total_norm": 8.031049728393555}
{"epoch": 1, "step": 2664, "loss": 1.5147709846496582, "total_norm": 8.653493881225586}
{"epoch": 1, "step": 2665, "loss": 1.380921721458435, "total_norm": 7.694055080413818}
{"epoch": 1, "step": 2666, "loss": 1.0177632570266724, "total_norm": 7.793685436248779}
{"epoch": 1, "step": 2667, "loss": 1.3525809049606323, "total_norm": 8.028860092163086}
{"epoch": 1, "step": 2668, "loss": 1.3847142457962036, "total_norm": 9.367228507995605}
{"epoch": 1, "step": 2669, "loss": 1.8119652271270752, "total_norm": 9.198348045349121}
{"epoch": 1, "step": 2670, "loss": 1.2137399911880493, "total_norm": 8.576921463012695}
{"epoch": 1, "step": 2671, "loss": 1.3153597116470337, "total_norm": 8.712814331054688}
{"epoch": 1, "step": 2672, "loss": 1.6063838005065918, "total_norm": 8.264017105102539}
{"epoch": 1, "step": 2673, "loss": 1.44511878490448, "total_norm": 8.594219207763672}
{"epoch": 1, "step": 2674, "loss": 1.0430083274841309, "total_norm": 8.290555000305176}
{"epoch": 1, "step": 2675, "loss": 1.4683247804641724, "total_norm": 7.889322280883789}
{"epoch": 1, "step": 2676, "loss": 1.5018073320388794, "total_norm": 8.934028625488281}
{"epoch": 1, "step": 2677, "loss": 1.366324782371521, "total_norm": 8.535374641418457}
{"epoch": 1, "step": 2678, "loss": 1.0729209184646606, "total_norm": 9.1556978225708}
{"epoch": 1, "step": 2679, "loss": 1.236912488937378, "total_norm": 8.43640422821045}
{"epoch": 1, "step": 2680, "loss": 1.136301040649414, "total_norm": 9.345499992370605}
{"epoch": 1, "step": 2681, "loss": 1.7214598655700684, "total_norm": 10.00314998626709}
{"epoch": 1, "step": 2682, "loss": 1.8215588331222534, "total_norm": 9.092948913574219}
{"epoch": 1, "step": 2683, "loss": 1.39457106590271, "total_norm": 8.935586929321289}
{"epoch": 1, "step": 2684, "loss": 1.6897209882736206, "total_norm": 8.295186996459961}
{"epoch": 1, "step": 2685, "loss": 1.6933742761611938, "total_norm": 8.197602272033691}
{"epoch": 1, "step": 2686, "loss": 1.3713279962539673, "total_norm": 9.368581771850586}
{"epoch": 1, "step": 2687, "loss": 1.5541003942489624, "total_norm": 8.298948287963867}
{"epoch": 1, "step": 2688, "loss": 1.5585753917694092, "total_norm": 9.1363525390625}
{"epoch": 1, "step": 2689, "loss": 1.5689641237258911, "total_norm": 9.260072708129883}
{"epoch": 1, "step": 2690, "loss": 1.7128551006317139, "total_norm": 10.372480392456055}
{"epoch": 1, "step": 2691, "loss": 1.305457592010498, "total_norm": 8.340024948120117}
{"epoch": 1, "step": 2692, "loss": 1.304359793663025, "total_norm": 9.719339370727539}
{"epoch": 1, "step": 2693, "loss": 1.467401146888733, "total_norm": 8.606965065002441}
{"epoch": 1, "step": 2694, "loss": 1.8395164012908936, "total_norm": 9.258933067321777}
{"epoch": 1, "step": 2695, "loss": 1.3434524536132812, "total_norm": 7.812895774841309}
{"epoch": 1, "step": 2696, "loss": 1.8571791648864746, "total_norm": 9.777809143066406}
{"epoch": 1, "step": 2697, "loss": 1.4377154111862183, "total_norm": 8.43442440032959}
{"epoch": 1, "step": 2698, "loss": 1.5257164239883423, "total_norm": 8.38900375366211}
{"epoch": 1, "step": 2699, "loss": 1.6147119998931885, "total_norm": 14.727558135986328}
{"epoch": 1, "step": 2700, "loss": 1.7089084386825562, "total_norm": 7.112304210662842}
{"epoch": 1, "step": 2701, "loss": 1.2596466541290283, "total_norm": 9.248878479003906}
{"epoch": 1, "step": 2702, "loss": 1.1231284141540527, "total_norm": 9.133088111877441}
{"epoch": 1, "step": 2703, "loss": 1.278511643409729, "total_norm": 9.283068656921387}
{"epoch": 1, "step": 2704, "loss": 1.6533080339431763, "total_norm": 8.366425514221191}
{"epoch": 1, "step": 2705, "loss": 2.0107882022857666, "total_norm": 9.228169441223145}
{"epoch": 1, "step": 2706, "loss": 1.210722804069519, "total_norm": 9.247673988342285}
{"epoch": 1, "step": 2707, "loss": 1.1106029748916626, "total_norm": 7.292309284210205}
{"epoch": 1, "step": 2708, "loss": 1.6938776969909668, "total_norm": 9.243392944335938}
{"epoch": 1, "step": 2709, "loss": 1.2891837358474731, "total_norm": 8.8386869430542}
{"epoch": 1, "step": 2710, "loss": 2.014322280883789, "total_norm": 9.563628196716309}
{"epoch": 1, "step": 2711, "loss": 1.9060735702514648, "total_norm": 8.876348495483398}
{"epoch": 1, "step": 2712, "loss": 0.9734113216400146, "total_norm": 8.148402214050293}
{"epoch": 1, "step": 2713, "loss": 1.4294342994689941, "total_norm": 11.825313568115234}
{"epoch": 1, "step": 2714, "loss": 1.2888954877853394, "total_norm": 8.418904304504395}
{"epoch": 1, "step": 2715, "loss": 1.4374356269836426, "total_norm": 7.939333915710449}
{"epoch": 1, "step": 2716, "loss": 1.8784658908843994, "total_norm": 8.678507804870605}
{"epoch": 1, "step": 2717, "loss": 1.4367438554763794, "total_norm": 8.322108268737793}
{"epoch": 1, "step": 2718, "loss": 1.6460078954696655, "total_norm": 8.346216201782227}
{"epoch": 1, "step": 2719, "loss": 1.5515683889389038, "total_norm": 9.319421768188477}
{"epoch": 1, "step": 2720, "loss": 1.6605099439620972, "total_norm": 9.393960952758789}
{"epoch": 1, "step": 2721, "loss": 1.2221063375473022, "total_norm": 8.661337852478027}
{"epoch": 1, "step": 2722, "loss": 1.1541740894317627, "total_norm": 9.02199935913086}
{"epoch": 1, "step": 2723, "loss": 1.598413348197937, "total_norm": 8.6545991897583}
{"epoch": 1, "step": 2724, "loss": 2.1576147079467773, "total_norm": 8.466317176818848}
{"epoch": 1, "step": 2725, "loss": 1.3853638172149658, "total_norm": 7.523743629455566}
{"epoch": 1, "step": 2726, "loss": 1.5478112697601318, "total_norm": 8.331500053405762}
{"epoch": 1, "step": 2727, "loss": 1.3459774255752563, "total_norm": 8.641131401062012}
{"epoch": 1, "step": 2728, "loss": 1.488702654838562, "total_norm": 7.283623218536377}
{"epoch": 1, "step": 2729, "loss": 1.6990923881530762, "total_norm": 7.65183687210083}
{"epoch": 1, "step": 2730, "loss": 1.5380992889404297, "total_norm": 8.66550064086914}
{"epoch": 1, "step": 2731, "loss": 1.3593401908874512, "total_norm": 9.630156517028809}
{"epoch": 1, "step": 2732, "loss": 1.6995116472244263, "total_norm": 9.63897705078125}
{"epoch": 1, "step": 2733, "loss": 1.3751304149627686, "total_norm": 8.979416847229004}
{"epoch": 1, "step": 2734, "loss": 1.3161660432815552, "total_norm": 7.719511985778809}
{"epoch": 1, "step": 2735, "loss": 1.6321724653244019, "total_norm": 8.686037063598633}
{"epoch": 1, "step": 2736, "loss": 1.6036150455474854, "total_norm": 7.359402179718018}
{"epoch": 1, "step": 2737, "loss": 1.3728888034820557, "total_norm": 7.4689717292785645}
{"epoch": 1, "step": 2738, "loss": 1.7484334707260132, "total_norm": 9.682341575622559}
{"epoch": 1, "step": 2739, "loss": 1.3920165300369263, "total_norm": 8.91889476776123}
{"epoch": 1, "step": 2740, "loss": 1.4247801303863525, "total_norm": 7.560721397399902}
{"epoch": 1, "step": 2741, "loss": 1.5674049854278564, "total_norm": 10.366808891296387}
{"epoch": 1, "step": 2742, "loss": 1.2028127908706665, "total_norm": 8.779670715332031}
{"epoch": 1, "step": 2743, "loss": 1.593214988708496, "total_norm": 10.70580005645752}
{"epoch": 1, "step": 2744, "loss": 1.7235733270645142, "total_norm": 8.357282638549805}
{"epoch": 1, "step": 2745, "loss": 2.141139268875122, "total_norm": 9.203245162963867}
{"epoch": 1, "step": 2746, "loss": 1.3194077014923096, "total_norm": 7.079387187957764}
{"epoch": 1, "step": 2747, "loss": 1.4924732446670532, "total_norm": 9.148460388183594}
{"epoch": 1, "step": 2748, "loss": 1.4143089056015015, "total_norm": 9.939022064208984}
{"epoch": 1, "step": 2749, "loss": 1.7457091808319092, "total_norm": 9.87997055053711}
{"epoch": 1, "step": 2750, "loss": 1.7155330181121826, "total_norm": 8.099271774291992}
{"epoch": 1, "step": 2751, "loss": 1.5972658395767212, "total_norm": 7.5184221267700195}
{"epoch": 1, "step": 2752, "loss": 2.2250561714172363, "total_norm": 8.519813537597656}
{"epoch": 1, "step": 2753, "loss": 1.696643590927124, "total_norm": 8.282333374023438}
{"epoch": 1, "step": 2754, "loss": 1.188315987586975, "total_norm": 13.035685539245605}
{"epoch": 1, "step": 2755, "loss": 1.367870807647705, "total_norm": 8.306933403015137}
{"epoch": 1, "step": 2756, "loss": 1.4803773164749146, "total_norm": 9.355396270751953}
{"epoch": 1, "step": 2757, "loss": 1.5449095964431763, "total_norm": 8.576996803283691}
{"epoch": 1, "step": 2758, "loss": 1.203580379486084, "total_norm": 8.084402084350586}
{"epoch": 1, "step": 2759, "loss": 1.3326212167739868, "total_norm": 9.253026008605957}
{"epoch": 1, "step": 2760, "loss": 1.6426713466644287, "total_norm": 8.031804084777832}
{"epoch": 1, "step": 2761, "loss": 1.8360307216644287, "total_norm": 8.854877471923828}
{"epoch": 1, "step": 2762, "loss": 1.3880178928375244, "total_norm": 9.718399047851562}
{"epoch": 1, "step": 2763, "loss": 1.4064304828643799, "total_norm": 8.79721450805664}
{"epoch": 1, "step": 2764, "loss": 1.6964575052261353, "total_norm": 10.895174026489258}
{"epoch": 1, "step": 2765, "loss": 1.8798338174819946, "total_norm": 8.316750526428223}
{"epoch": 1, "step": 2766, "loss": 1.3599774837493896, "total_norm": 8.819527626037598}
{"epoch": 1, "step": 2767, "loss": 1.3709535598754883, "total_norm": 7.978381156921387}
{"epoch": 1, "step": 2768, "loss": 1.3632900714874268, "total_norm": 9.788549423217773}
{"epoch": 1, "step": 2769, "loss": 1.3265577554702759, "total_norm": 8.8872652053833}
{"epoch": 1, "step": 2770, "loss": 1.799147367477417, "total_norm": 7.210489749908447}
{"epoch": 1, "step": 2771, "loss": 1.6398433446884155, "total_norm": 7.377100467681885}
{"epoch": 1, "step": 2772, "loss": 1.3114091157913208, "total_norm": 9.059313774108887}
{"epoch": 1, "step": 2773, "loss": 1.7100129127502441, "total_norm": 9.017254829406738}
{"epoch": 1, "step": 2774, "loss": 1.5539196729660034, "total_norm": 7.556169509887695}
{"epoch": 1, "step": 2775, "loss": 1.6687437295913696, "total_norm": 7.966576099395752}
{"epoch": 1, "step": 2776, "loss": 1.4257075786590576, "total_norm": 8.692009925842285}
{"epoch": 1, "step": 2777, "loss": 1.5343018770217896, "total_norm": 8.553461074829102}
{"epoch": 1, "step": 2778, "loss": 1.4861061573028564, "total_norm": 8.370606422424316}
{"epoch": 1, "step": 2779, "loss": 1.7921741008758545, "total_norm": 8.591283798217773}
{"epoch": 1, "step": 2780, "loss": 1.1951100826263428, "total_norm": 8.748163223266602}
{"epoch": 1, "step": 2781, "loss": 1.5376514196395874, "total_norm": 8.391493797302246}
{"epoch": 1, "step": 2782, "loss": 1.7421551942825317, "total_norm": 9.47398853302002}
{"epoch": 1, "step": 2783, "loss": 1.6598131656646729, "total_norm": 8.552640914916992}
{"epoch": 1, "step": 2784, "loss": 1.7029129266738892, "total_norm": 8.963399887084961}
{"epoch": 1, "step": 2785, "loss": 0.9814744591712952, "total_norm": 8.326395034790039}
{"epoch": 1, "step": 2786, "loss": 1.8023227453231812, "total_norm": 8.616164207458496}
{"epoch": 1, "step": 2787, "loss": 1.5882349014282227, "total_norm": 9.626489639282227}
{"epoch": 1, "step": 2788, "loss": 0.8481501340866089, "total_norm": 8.104720115661621}
{"epoch": 1, "step": 2789, "loss": 1.1449285745620728, "total_norm": 8.264754295349121}
{"epoch": 1, "step": 2790, "loss": 1.4944440126419067, "total_norm": 8.911237716674805}
{"epoch": 1, "step": 2791, "loss": 1.496532678604126, "total_norm": 8.255708694458008}
{"epoch": 1, "step": 2792, "loss": 1.0746102333068848, "total_norm": 10.730924606323242}
{"epoch": 1, "step": 2793, "loss": 1.3722903728485107, "total_norm": 10.638015747070312}
{"epoch": 1, "step": 2794, "loss": 0.8244853019714355, "total_norm": 6.794012069702148}
{"epoch": 1, "step": 2795, "loss": 1.5757780075073242, "total_norm": 9.469249725341797}
{"epoch": 1, "step": 2796, "loss": 1.5360403060913086, "total_norm": 10.994612693786621}
{"epoch": 1, "step": 2797, "loss": 1.2064716815948486, "total_norm": 8.056496620178223}
{"epoch": 1, "step": 2798, "loss": 1.9452906847000122, "total_norm": 8.167940139770508}
{"epoch": 1, "step": 2799, "loss": 1.1150858402252197, "total_norm": 8.773282051086426}
{"epoch": 1, "step": 2800, "loss": 1.1360270977020264, "total_norm": 10.12359619140625}
{"epoch": 1, "step": 2801, "loss": 1.0456501245498657, "total_norm": 7.785083293914795}
{"epoch": 1, "step": 2802, "loss": 1.294820785522461, "total_norm": 8.669333457946777}
{"epoch": 1, "step": 2803, "loss": 1.0954265594482422, "total_norm": 8.991554260253906}
{"epoch": 1, "step": 2804, "loss": 1.6871176958084106, "total_norm": 9.200750350952148}
{"epoch": 1, "step": 2805, "loss": 1.5404165983200073, "total_norm": 10.365421295166016}
{"epoch": 1, "step": 2806, "loss": 1.3209457397460938, "total_norm": 9.478128433227539}
{"epoch": 1, "step": 2807, "loss": 1.5490875244140625, "total_norm": 10.43591594696045}
{"epoch": 1, "step": 2808, "loss": 1.3557720184326172, "total_norm": 8.327988624572754}
{"epoch": 1, "step": 2809, "loss": 1.4194368124008179, "total_norm": 8.741947174072266}
{"epoch": 1, "step": 2810, "loss": 1.829135537147522, "total_norm": 7.331312656402588}
{"epoch": 1, "step": 2811, "loss": 1.9003162384033203, "total_norm": 8.319451332092285}
{"epoch": 1, "step": 2812, "loss": 1.081333875656128, "total_norm": 8.471247673034668}
{"epoch": 1, "step": 2813, "loss": 1.7248347997665405, "total_norm": 10.038712501525879}
{"epoch": 1, "step": 2814, "loss": 1.4670546054840088, "total_norm": 8.359508514404297}
{"epoch": 1, "step": 2815, "loss": 1.530566930770874, "total_norm": 8.373842239379883}
{"epoch": 1, "step": 2816, "loss": 1.4415327310562134, "total_norm": 9.190706253051758}
{"epoch": 1, "step": 2817, "loss": 1.2856965065002441, "total_norm": 10.018648147583008}
{"epoch": 1, "step": 2818, "loss": 1.3426926136016846, "total_norm": 8.2820463180542}
{"epoch": 1, "step": 2819, "loss": 1.6862616539001465, "total_norm": 8.583680152893066}
{"epoch": 1, "step": 2820, "loss": 1.8400335311889648, "total_norm": 8.03416633605957}
{"epoch": 1, "step": 2821, "loss": 1.3712372779846191, "total_norm": 8.921576499938965}
{"epoch": 1, "step": 2822, "loss": 1.2822766304016113, "total_norm": 7.416777610778809}
{"epoch": 1, "step": 2823, "loss": 1.5919901132583618, "total_norm": 7.993689060211182}
{"epoch": 1, "step": 2824, "loss": 1.5978366136550903, "total_norm": 9.889120101928711}
{"epoch": 1, "step": 2825, "loss": 1.213479995727539, "total_norm": 7.358554840087891}
{"epoch": 1, "step": 2826, "loss": 1.3083531856536865, "total_norm": 9.045037269592285}
{"epoch": 1, "step": 2827, "loss": 1.209848165512085, "total_norm": 9.944475173950195}
{"epoch": 1, "step": 2828, "loss": 1.4147220849990845, "total_norm": 10.209199905395508}
{"epoch": 1, "step": 2829, "loss": 1.7592010498046875, "total_norm": 9.144989967346191}
{"epoch": 1, "step": 2830, "loss": 1.0657955408096313, "total_norm": 11.351517677307129}
{"epoch": 1, "step": 2831, "loss": 1.5072523355484009, "total_norm": 8.578012466430664}
{"epoch": 1, "step": 2832, "loss": 1.2586708068847656, "total_norm": 8.10456371307373}
{"epoch": 1, "step": 2833, "loss": 1.0265567302703857, "total_norm": 6.944100379943848}
{"epoch": 1, "step": 2834, "loss": 1.3184245824813843, "total_norm": 7.33278751373291}
{"epoch": 1, "step": 2835, "loss": 1.5991642475128174, "total_norm": 8.77574634552002}
{"epoch": 1, "step": 2836, "loss": 1.3121367692947388, "total_norm": 8.685267448425293}
{"epoch": 1, "step": 2837, "loss": 1.4389346837997437, "total_norm": 7.079559326171875}
{"epoch": 1, "step": 2838, "loss": 1.769301414489746, "total_norm": 8.509319305419922}
{"epoch": 1, "step": 2839, "loss": 1.4420757293701172, "total_norm": 7.081104755401611}
{"epoch": 1, "step": 2840, "loss": 1.8819866180419922, "total_norm": 9.500764846801758}
{"epoch": 1, "step": 2841, "loss": 1.7498608827590942, "total_norm": 8.654290199279785}
{"epoch": 1, "step": 2842, "loss": 1.4676728248596191, "total_norm": 10.341455459594727}
{"epoch": 1, "step": 2843, "loss": 1.8349446058273315, "total_norm": 7.082716941833496}
{"epoch": 1, "step": 2844, "loss": 1.9016892910003662, "total_norm": 9.816943168640137}
{"epoch": 1, "step": 2845, "loss": 1.4981123208999634, "total_norm": 8.690069198608398}
{"epoch": 1, "step": 2846, "loss": 1.2291500568389893, "total_norm": 8.361479759216309}
{"epoch": 1, "step": 2847, "loss": 1.564433217048645, "total_norm": 11.39329719543457}
{"epoch": 1, "step": 2848, "loss": 1.1877323389053345, "total_norm": 7.821521759033203}
{"epoch": 1, "step": 2849, "loss": 1.3877564668655396, "total_norm": 8.951549530029297}
{"epoch": 1, "step": 2850, "loss": 0.9193938374519348, "total_norm": 7.834165096282959}
{"epoch": 1, "step": 2851, "loss": 1.0092326402664185, "total_norm": 6.833208084106445}
{"epoch": 1, "step": 2852, "loss": 1.4806016683578491, "total_norm": 8.657098770141602}
{"epoch": 1, "step": 2853, "loss": 1.360351324081421, "total_norm": 8.187389373779297}
{"epoch": 1, "step": 2854, "loss": 1.5528465509414673, "total_norm": 8.96515941619873}
{"epoch": 1, "step": 2855, "loss": 1.4430217742919922, "total_norm": 9.838173866271973}
{"epoch": 1, "step": 2856, "loss": 1.6553869247436523, "total_norm": 8.268963813781738}
{"epoch": 1, "step": 2857, "loss": 1.5225551128387451, "total_norm": 8.546517372131348}
{"epoch": 1, "step": 2858, "loss": 1.9178109169006348, "total_norm": 10.413335800170898}
{"epoch": 1, "step": 2859, "loss": 1.3155218362808228, "total_norm": 15.021337509155273}
{"epoch": 1, "step": 2860, "eval_loss": 1.6362242774357871, "eval_rougeL": 0.12231369640628474}
{"epoch": 2, "step": 2860, "loss": 1.0350558757781982, "total_norm": 8.842522621154785}
{"epoch": 2, "step": 2861, "loss": 1.3459694385528564, "total_norm": 9.475001335144043}
{"epoch": 2, "step": 2862, "loss": 1.3902965784072876, "total_norm": 8.85405445098877}
{"epoch": 2, "step": 2863, "loss": 1.247517704963684, "total_norm": 9.93452262878418}
{"epoch": 2, "step": 2864, "loss": 1.5120794773101807, "total_norm": 7.361205101013184}
{"epoch": 2, "step": 2865, "loss": 1.230549693107605, "total_norm": 9.418795585632324}
{"epoch": 2, "step": 2866, "loss": 1.13817298412323, "total_norm": 8.339070320129395}
{"epoch": 2, "step": 2867, "loss": 1.1362699270248413, "total_norm": 10.174541473388672}
{"epoch": 2, "step": 2868, "loss": 1.6791045665740967, "total_norm": 8.659335136413574}
{"epoch": 2, "step": 2869, "loss": 1.6926969289779663, "total_norm": 9.973116874694824}
{"epoch": 2, "step": 2870, "loss": 1.5330731868743896, "total_norm": 7.5188751220703125}
{"epoch": 2, "step": 2871, "loss": 1.4478352069854736, "total_norm": 7.680931091308594}
{"epoch": 2, "step": 2872, "loss": 1.2127976417541504, "total_norm": 7.558460712432861}
{"epoch": 2, "step": 2873, "loss": 1.5007669925689697, "total_norm": 9.818204879760742}
{"epoch": 2, "step": 2874, "loss": 1.2477874755859375, "total_norm": 8.602806091308594}
{"epoch": 2, "step": 2875, "loss": 1.6110477447509766, "total_norm": 8.495023727416992}
{"epoch": 2, "step": 2876, "loss": 1.4550336599349976, "total_norm": 8.63188648223877}
{"epoch": 2, "step": 2877, "loss": 1.5404316186904907, "total_norm": 7.231142520904541}
{"epoch": 2, "step": 2878, "loss": 1.283793568611145, "total_norm": 9.05025577545166}
{"epoch": 2, "step": 2879, "loss": 1.2240196466445923, "total_norm": 8.957162857055664}
{"epoch": 2, "step": 2880, "loss": 1.350211501121521, "total_norm": 10.080976486206055}
{"epoch": 2, "step": 2881, "loss": 1.852097749710083, "total_norm": 8.501066207885742}
{"epoch": 2, "step": 2882, "loss": 1.100136637687683, "total_norm": 7.877449989318848}
{"epoch": 2, "step": 2883, "loss": 1.642577886581421, "total_norm": 8.679218292236328}
{"epoch": 2, "step": 2884, "loss": 1.2501091957092285, "total_norm": 8.70945930480957}
{"epoch": 2, "step": 2885, "loss": 1.4075719118118286, "total_norm": 8.107275009155273}
{"epoch": 2, "step": 2886, "loss": 1.5336790084838867, "total_norm": 6.7134222984313965}
{"epoch": 2, "step": 2887, "loss": 1.278054118156433, "total_norm": 9.574363708496094}
{"epoch": 2, "step": 2888, "loss": 1.2738040685653687, "total_norm": 9.39288330078125}
{"epoch": 2, "step": 2889, "loss": 1.571029782295227, "total_norm": 8.665874481201172}
{"epoch": 2, "step": 2890, "loss": 1.1547452211380005, "total_norm": 10.05586051940918}
{"epoch": 2, "step": 2891, "loss": 1.7394696474075317, "total_norm": 10.605484008789062}
{"epoch": 2, "step": 2892, "loss": 1.4165607690811157, "total_norm": 8.651870727539062}
{"epoch": 2, "step": 2893, "loss": 1.0996084213256836, "total_norm": 8.99822998046875}
{"epoch": 2, "step": 2894, "loss": 1.3364132642745972, "total_norm": 9.54038143157959}
{"epoch": 2, "step": 2895, "loss": 1.0017032623291016, "total_norm": 9.117810249328613}
{"epoch": 2, "step": 2896, "loss": 1.174443006515503, "total_norm": 9.482956886291504}
{"epoch": 2, "step": 2897, "loss": 1.4364296197891235, "total_norm": 9.138362884521484}
{"epoch": 2, "step": 2898, "loss": 1.262899398803711, "total_norm": 7.489864826202393}
{"epoch": 2, "step": 2899, "loss": 0.9709668159484863, "total_norm": 8.084028244018555}
{"epoch": 2, "step": 2900, "loss": 1.6558233499526978, "total_norm": 8.313885688781738}
{"epoch": 2, "step": 2901, "loss": 1.5847680568695068, "total_norm": 8.020201683044434}
{"epoch": 2, "step": 2902, "loss": 0.9914423823356628, "total_norm": 8.199901580810547}
{"epoch": 2, "step": 2903, "loss": 1.165222406387329, "total_norm": 10.322979927062988}
{"epoch": 2, "step": 2904, "loss": 1.294206142425537, "total_norm": 9.32408618927002}
{"epoch": 2, "step": 2905, "loss": 1.636167287826538, "total_norm": 8.60927677154541}
{"epoch": 2, "step": 2906, "loss": 1.2555311918258667, "total_norm": 9.57693862915039}
{"epoch": 2, "step": 2907, "loss": 1.535815715789795, "total_norm": 7.826427459716797}
{"epoch": 2, "step": 2908, "loss": 1.7881418466567993, "total_norm": 9.463605880737305}
{"epoch": 2, "step": 2909, "loss": 1.2743515968322754, "total_norm": 9.328679084777832}
{"epoch": 2, "step": 2910, "loss": 1.5135475397109985, "total_norm": 8.816634178161621}
{"epoch": 2, "step": 2911, "loss": 1.45211660861969, "total_norm": 8.6790189743042}
{"epoch": 2, "step": 2912, "loss": 1.4428503513336182, "total_norm": 8.020662307739258}
{"epoch": 2, "step": 2913, "loss": 1.095725417137146, "total_norm": 7.812141418457031}
{"epoch": 2, "step": 2914, "loss": 1.4205151796340942, "total_norm": 8.82164478302002}
{"epoch": 2, "step": 2915, "loss": 1.3587901592254639, "total_norm": 8.914617538452148}
{"epoch": 2, "step": 2916, "loss": 1.1581974029541016, "total_norm": 8.43362808227539}
{"epoch": 2, "step": 2917, "loss": 1.597995400428772, "total_norm": 8.206340789794922}
{"epoch": 2, "step": 2918, "loss": 1.3592239618301392, "total_norm": 9.995539665222168}
{"epoch": 2, "step": 2919, "loss": 1.401212453842163, "total_norm": 9.236645698547363}
{"epoch": 2, "step": 2920, "loss": 0.7618587017059326, "total_norm": 6.282526016235352}
{"epoch": 2, "step": 2921, "loss": 1.1863751411437988, "total_norm": 8.05950927734375}
{"epoch": 2, "step": 2922, "loss": 1.4500045776367188, "total_norm": 8.7744140625}
{"epoch": 2, "step": 2923, "loss": 0.7285985946655273, "total_norm": 10.19890022277832}
{"epoch": 2, "step": 2924, "loss": 1.491568922996521, "total_norm": 9.825116157531738}
{"epoch": 2, "step": 2925, "loss": 1.5702500343322754, "total_norm": 9.045639991760254}
{"epoch": 2, "step": 2926, "loss": 1.1696476936340332, "total_norm": 9.246843338012695}
{"epoch": 2, "step": 2927, "loss": 1.0483657121658325, "total_norm": 8.395425796508789}
{"epoch": 2, "step": 2928, "loss": 1.1530849933624268, "total_norm": 8.261531829833984}
{"epoch": 2, "step": 2929, "loss": 1.7740083932876587, "total_norm": 8.282049179077148}
{"epoch": 2, "step": 2930, "loss": 1.489978551864624, "total_norm": 8.639554977416992}
{"epoch": 2, "step": 2931, "loss": 1.461662769317627, "total_norm": 9.314833641052246}
{"epoch": 2, "step": 2932, "loss": 1.5685566663742065, "total_norm": 9.392157554626465}
{"epoch": 2, "step": 2933, "loss": 1.7747372388839722, "total_norm": 7.830837726593018}
{"epoch": 2, "step": 2934, "loss": 1.8923641443252563, "total_norm": 6.811920642852783}
{"epoch": 2, "step": 2935, "loss": 1.5465161800384521, "total_norm": 7.4904561042785645}
{"epoch": 2, "step": 2936, "loss": 1.5337916612625122, "total_norm": 7.592708110809326}
{"epoch": 2, "step": 2937, "loss": 1.3281687498092651, "total_norm": 7.9832377433776855}
{"epoch": 2, "step": 2938, "loss": 1.029473066329956, "total_norm": 9.643187522888184}
{"epoch": 2, "step": 2939, "loss": 1.252657175064087, "total_norm": 10.035090446472168}
{"epoch": 2, "step": 2940, "loss": 1.5542693138122559, "total_norm": 8.896705627441406}
{"epoch": 2, "step": 2941, "loss": 1.19252610206604, "total_norm": 8.351083755493164}
{"epoch": 2, "step": 2942, "loss": 1.0291639566421509, "total_norm": 7.410801410675049}
{"epoch": 2, "step": 2943, "loss": 1.4319007396697998, "total_norm": 8.934185981750488}
{"epoch": 2, "step": 2944, "loss": 1.2900903224945068, "total_norm": 9.047690391540527}
{"epoch": 2, "step": 2945, "loss": 1.7709050178527832, "total_norm": 8.78410816192627}
{"epoch": 2, "step": 2946, "loss": 1.1472562551498413, "total_norm": 9.926047325134277}
{"epoch": 2, "step": 2947, "loss": 0.9766877293586731, "total_norm": 8.782124519348145}
{"epoch": 2, "step": 2948, "loss": 1.533251166343689, "total_norm": 9.828248977661133}
{"epoch": 2, "step": 2949, "loss": 1.4788216352462769, "total_norm": 9.443408012390137}
{"epoch": 2, "step": 2950, "loss": 1.6297861337661743, "total_norm": 8.644329071044922}
{"epoch": 2, "step": 2951, "loss": 1.6884397268295288, "total_norm": 7.740534782409668}
{"epoch": 2, "step": 2952, "loss": 1.2465193271636963, "total_norm": 11.586360931396484}
{"epoch": 2, "step": 2953, "loss": 1.1408647298812866, "total_norm": 8.850979804992676}
{"epoch": 2, "step": 2954, "loss": 1.2264474630355835, "total_norm": 8.949091911315918}
{"epoch": 2, "step": 2955, "loss": 1.2704564332962036, "total_norm": 9.525808334350586}
{"epoch": 2, "step": 2956, "loss": 1.2063180208206177, "total_norm": 9.058770179748535}
{"epoch": 2, "step": 2957, "loss": 1.937414288520813, "total_norm": 8.547077178955078}
{"epoch": 2, "step": 2958, "loss": 1.212788701057434, "total_norm": 8.191509246826172}
{"epoch": 2, "step": 2959, "loss": 1.1653766632080078, "total_norm": 12.934597969055176}
{"epoch": 2, "step": 2960, "loss": 1.2730834484100342, "total_norm": 8.563971519470215}
{"epoch": 2, "step": 2961, "loss": 1.1371341943740845, "total_norm": 9.71423053741455}
{"epoch": 2, "step": 2962, "loss": 1.404187798500061, "total_norm": 7.489511966705322}
{"epoch": 2, "step": 2963, "loss": 1.7357169389724731, "total_norm": 9.178418159484863}
{"epoch": 2, "step": 2964, "loss": 1.3210700750350952, "total_norm": 8.781023025512695}
{"epoch": 2, "step": 2965, "loss": 1.6116875410079956, "total_norm": 8.618216514587402}
{"epoch": 2, "step": 2966, "loss": 1.3066067695617676, "total_norm": 7.741550445556641}
{"epoch": 2, "step": 2967, "loss": 1.3334434032440186, "total_norm": 10.231432914733887}
{"epoch": 2, "step": 2968, "loss": 1.0871632099151611, "total_norm": 7.595242023468018}
{"epoch": 2, "step": 2969, "loss": 1.3398847579956055, "total_norm": 8.749970436096191}
{"epoch": 2, "step": 2970, "loss": 1.7659376859664917, "total_norm": 7.453917980194092}
{"epoch": 2, "step": 2971, "loss": 0.9486079812049866, "total_norm": 9.178739547729492}
{"epoch": 2, "step": 2972, "loss": 1.0667039155960083, "total_norm": 9.435532569885254}
{"epoch": 2, "step": 2973, "loss": 1.1587603092193604, "total_norm": 9.652185440063477}
{"epoch": 2, "step": 2974, "loss": 1.421807050704956, "total_norm": 10.277112007141113}
{"epoch": 2, "step": 2975, "loss": 1.2470170259475708, "total_norm": 9.877450942993164}
{"epoch": 2, "step": 2976, "loss": 1.5634098052978516, "total_norm": 8.928241729736328}
{"epoch": 2, "step": 2977, "loss": 1.3893684148788452, "total_norm": 7.882515907287598}
{"epoch": 2, "step": 2978, "loss": 1.6278860569000244, "total_norm": 9.918866157531738}
{"epoch": 2, "step": 2979, "loss": 1.1821599006652832, "total_norm": 8.585734367370605}
{"epoch": 2, "step": 2980, "loss": 1.5483582019805908, "total_norm": 6.922935962677002}
{"epoch": 2, "step": 2981, "loss": 1.0999231338500977, "total_norm": 9.087491035461426}
{"epoch": 2, "step": 2982, "loss": 1.5421693325042725, "total_norm": 10.022116661071777}
{"epoch": 2, "step": 2983, "loss": 1.4158358573913574, "total_norm": 7.189976692199707}
{"epoch": 2, "step": 2984, "loss": 1.3234015703201294, "total_norm": 8.470051765441895}
{"epoch": 2, "step": 2985, "loss": 1.289421796798706, "total_norm": 9.4358549118042}
{"epoch": 2, "step": 2986, "loss": 1.651970624923706, "total_norm": 9.53636646270752}
{"epoch": 2, "step": 2987, "loss": 1.5023339986801147, "total_norm": 8.870878219604492}
{"epoch": 2, "step": 2988, "loss": 1.3433247804641724, "total_norm": 8.794588088989258}
{"epoch": 2, "step": 2989, "loss": 1.4544543027877808, "total_norm": 8.168861389160156}
{"epoch": 2, "step": 2990, "loss": 1.3382354974746704, "total_norm": 7.187821388244629}
{"epoch": 2, "step": 2991, "loss": 1.1167672872543335, "total_norm": 8.069948196411133}
{"epoch": 2, "step": 2992, "loss": 1.1995158195495605, "total_norm": 9.3929443359375}
{"epoch": 2, "step": 2993, "loss": 1.2316269874572754, "total_norm": 7.775783061981201}
{"epoch": 2, "step": 2994, "loss": 1.264654278755188, "total_norm": 7.317918300628662}
{"epoch": 2, "step": 2995, "loss": 1.054771900177002, "total_norm": 10.1979398727417}
{"epoch": 2, "step": 2996, "loss": 1.3421134948730469, "total_norm": 9.386856079101562}
{"epoch": 2, "step": 2997, "loss": 1.3209913969039917, "total_norm": 8.331995964050293}
{"epoch": 2, "step": 2998, "loss": 1.5918623208999634, "total_norm": 8.34751033782959}
{"epoch": 2, "step": 2999, "loss": 1.6253204345703125, "total_norm": 7.940350532531738}
{"epoch": 2, "step": 3000, "eval_loss": 1.65362552801768, "eval_rougeL": 0.12596918722834954}
{"epoch": 2, "step": 3000, "loss": 1.5034375190734863, "total_norm": 7.960014343261719}
{"epoch": 2, "step": 3001, "loss": 1.4878333806991577, "total_norm": 7.9775285720825195}
{"epoch": 2, "step": 3002, "loss": 0.7860342264175415, "total_norm": 7.479747772216797}
{"epoch": 2, "step": 3003, "loss": 1.3139863014221191, "total_norm": 8.114991188049316}
{"epoch": 2, "step": 3004, "loss": 1.2255725860595703, "total_norm": 6.986401081085205}
{"epoch": 2, "step": 3005, "loss": 1.3672232627868652, "total_norm": 11.133129119873047}
{"epoch": 2, "step": 3006, "loss": 1.068246841430664, "total_norm": 7.836655139923096}
{"epoch": 2, "step": 3007, "loss": 1.458916425704956, "total_norm": 6.981264114379883}
{"epoch": 2, "step": 3008, "loss": 1.5661258697509766, "total_norm": 8.099016189575195}
{"epoch": 2, "step": 3009, "loss": 1.8576078414916992, "total_norm": 9.66891860961914}
{"epoch": 2, "step": 3010, "loss": 1.2311588525772095, "total_norm": 10.19589614868164}
{"epoch": 2, "step": 3011, "loss": 1.4863477945327759, "total_norm": 10.311214447021484}
{"epoch": 2, "step": 3012, "loss": 1.148443579673767, "total_norm": 9.064725875854492}
{"epoch": 2, "step": 3013, "loss": 1.360315203666687, "total_norm": 8.968595504760742}
{"epoch": 2, "step": 3014, "loss": 1.6761010885238647, "total_norm": 9.905787467956543}
{"epoch": 2, "step": 3015, "loss": 1.202805995941162, "total_norm": 9.207650184631348}
{"epoch": 2, "step": 3016, "loss": 1.6188340187072754, "total_norm": 8.1500825881958}
{"epoch": 2, "step": 3017, "loss": 1.4711366891860962, "total_norm": 7.907174587249756}
{"epoch": 2, "step": 3018, "loss": 1.7543216943740845, "total_norm": 8.906927108764648}
{"epoch": 2, "step": 3019, "loss": 1.3198127746582031, "total_norm": 9.607878684997559}
{"epoch": 2, "step": 3020, "loss": 1.0550684928894043, "total_norm": 6.734377384185791}
{"epoch": 2, "step": 3021, "loss": 0.9497215747833252, "total_norm": 8.219596862792969}
{"epoch": 2, "step": 3022, "loss": 1.1517280340194702, "total_norm": 8.106450080871582}
{"epoch": 2, "step": 3023, "loss": 1.5847769975662231, "total_norm": 7.99434232711792}
{"epoch": 2, "step": 3024, "loss": 1.4509167671203613, "total_norm": 9.589584350585938}
{"epoch": 2, "step": 3025, "loss": 1.126073956489563, "total_norm": 9.423723220825195}
{"epoch": 2, "step": 3026, "loss": 0.92342209815979, "total_norm": 7.142056941986084}
{"epoch": 2, "step": 3027, "loss": 1.2045258283615112, "total_norm": 9.69575309753418}
{"epoch": 2, "step": 3028, "loss": 1.343915581703186, "total_norm": 8.164426803588867}
{"epoch": 2, "step": 3029, "loss": 1.3741639852523804, "total_norm": 10.27234172821045}
{"epoch": 2, "step": 3030, "loss": 1.0374785661697388, "total_norm": 9.006694793701172}
{"epoch": 2, "step": 3031, "loss": 1.4188921451568604, "total_norm": 9.120800971984863}
{"epoch": 2, "step": 3032, "loss": 1.0037776231765747, "total_norm": 9.738558769226074}
{"epoch": 2, "step": 3033, "loss": 1.1963120698928833, "total_norm": 9.291482925415039}
{"epoch": 2, "step": 3034, "loss": 1.2630807161331177, "total_norm": 8.56589412689209}
{"epoch": 2, "step": 3035, "loss": 1.0962003469467163, "total_norm": 6.939347267150879}
{"epoch": 2, "step": 3036, "loss": 1.6770155429840088, "total_norm": 8.950166702270508}
{"epoch": 2, "step": 3037, "loss": 1.4646937847137451, "total_norm": 9.683130264282227}
{"epoch": 2, "step": 3038, "loss": 1.0138475894927979, "total_norm": 10.03325366973877}
{"epoch": 2, "step": 3039, "loss": 1.3470849990844727, "total_norm": 8.46427059173584}
{"epoch": 2, "step": 3040, "loss": 1.1079505681991577, "total_norm": 8.176267623901367}
{"epoch": 2, "step": 3041, "loss": 1.4314632415771484, "total_norm": 8.417746543884277}
{"epoch": 2, "step": 3042, "loss": 1.3189513683319092, "total_norm": 9.142454147338867}
{"epoch": 2, "step": 3043, "loss": 1.3395673036575317, "total_norm": 9.440839767456055}
{"epoch": 2, "step": 3044, "loss": 1.3801316022872925, "total_norm": 9.268962860107422}
{"epoch": 2, "step": 3045, "loss": 1.3640220165252686, "total_norm": 8.692760467529297}
{"epoch": 2, "step": 3046, "loss": 1.5210405588150024, "total_norm": 9.483976364135742}
{"epoch": 2, "step": 3047, "loss": 1.3012481927871704, "total_norm": 11.27589225769043}
{"epoch": 2, "step": 3048, "loss": 1.7306854724884033, "total_norm": 10.486495018005371}
{"epoch": 2, "step": 3049, "loss": 1.9978214502334595, "total_norm": 8.379008293151855}
{"epoch": 2, "step": 3050, "loss": 1.3205233812332153, "total_norm": 11.176904678344727}
{"epoch": 2, "step": 3051, "loss": 1.3955464363098145, "total_norm": 10.367835998535156}
{"epoch": 2, "step": 3052, "loss": 1.5541210174560547, "total_norm": 9.399124145507812}
{"epoch": 2, "step": 3053, "loss": 1.4607744216918945, "total_norm": 10.222610473632812}
{"epoch": 2, "step": 3054, "loss": 0.9541727304458618, "total_norm": 10.083629608154297}
{"epoch": 2, "step": 3055, "loss": 1.0611027479171753, "total_norm": 9.825220108032227}
{"epoch": 2, "step": 3056, "loss": 1.6258107423782349, "total_norm": 8.375261306762695}
{"epoch": 2, "step": 3057, "loss": 1.2694385051727295, "total_norm": 8.46749496459961}
{"epoch": 2, "step": 3058, "loss": 1.5503053665161133, "total_norm": 11.053353309631348}
{"epoch": 2, "step": 3059, "loss": 1.1627373695373535, "total_norm": 7.972269058227539}
{"epoch": 2, "step": 3060, "loss": 1.4138569831848145, "total_norm": 9.246936798095703}
{"epoch": 2, "step": 3061, "loss": 1.0380041599273682, "total_norm": 11.319306373596191}
{"epoch": 2, "step": 3062, "loss": 1.1678712368011475, "total_norm": 8.502124786376953}
{"epoch": 2, "step": 3063, "loss": 1.0946004390716553, "total_norm": 9.738106727600098}
{"epoch": 2, "step": 3064, "loss": 1.4362492561340332, "total_norm": 10.18008041381836}
{"epoch": 2, "step": 3065, "loss": 1.22254478931427, "total_norm": 7.687661647796631}
{"epoch": 2, "step": 3066, "loss": 1.386535882949829, "total_norm": 10.208258628845215}
{"epoch": 2, "step": 3067, "loss": 1.348150610923767, "total_norm": 7.906275749206543}
{"epoch": 2, "step": 3068, "loss": 0.9347617626190186, "total_norm": 7.969519138336182}
{"epoch": 2, "step": 3069, "loss": 1.3085906505584717, "total_norm": 10.71704387664795}
{"epoch": 2, "step": 3070, "loss": 1.1377114057540894, "total_norm": 7.708466529846191}
{"epoch": 2, "step": 3071, "loss": 1.0972875356674194, "total_norm": 7.749033451080322}
{"epoch": 2, "step": 3072, "loss": 1.0287656784057617, "total_norm": 8.396379470825195}
{"epoch": 2, "step": 3073, "loss": 0.900282621383667, "total_norm": 7.24494743347168}
{"epoch": 2, "step": 3074, "loss": 0.9696270227432251, "total_norm": 9.528209686279297}
{"epoch": 2, "step": 3075, "loss": 1.0954967737197876, "total_norm": 10.673223495483398}
{"epoch": 2, "step": 3076, "loss": 1.3506423234939575, "total_norm": 10.534351348876953}
{"epoch": 2, "step": 3077, "loss": 1.3094819784164429, "total_norm": 8.667130470275879}
{"epoch": 2, "step": 3078, "loss": 1.5350724458694458, "total_norm": 6.804521560668945}
{"epoch": 2, "step": 3079, "loss": 1.271459937095642, "total_norm": 9.061751365661621}
{"epoch": 2, "step": 3080, "loss": 1.3639706373214722, "total_norm": 8.34264087677002}
{"epoch": 2, "step": 3081, "loss": 0.9612790942192078, "total_norm": 8.413342475891113}
{"epoch": 2, "step": 3082, "loss": 1.5882091522216797, "total_norm": 11.1620454788208}
{"epoch": 2, "step": 3083, "loss": 0.9796913266181946, "total_norm": 8.892030715942383}
{"epoch": 2, "step": 3084, "loss": 1.107277512550354, "total_norm": 9.22369384765625}
{"epoch": 2, "step": 3085, "loss": 1.4611603021621704, "total_norm": 8.492175102233887}
{"epoch": 2, "step": 3086, "loss": 1.053781270980835, "total_norm": 9.267664909362793}
{"epoch": 2, "step": 3087, "loss": 1.5334854125976562, "total_norm": 10.089823722839355}
{"epoch": 2, "step": 3088, "loss": 1.2549750804901123, "total_norm": 8.9855375289917}
{"epoch": 2, "step": 3089, "loss": 1.8615919351577759, "total_norm": 9.657088279724121}
{"epoch": 2, "step": 3090, "loss": 1.424195647239685, "total_norm": 8.904220581054688}
{"epoch": 2, "step": 3091, "loss": 1.0901105403900146, "total_norm": 8.89216136932373}
{"epoch": 2, "step": 3092, "loss": 1.5998985767364502, "total_norm": 8.819482803344727}
{"epoch": 2, "step": 3093, "loss": 1.522598147392273, "total_norm": 8.142744064331055}
{"epoch": 2, "step": 3094, "loss": 1.2290236949920654, "total_norm": 7.620755672454834}
{"epoch": 2, "step": 3095, "loss": 1.369712471961975, "total_norm": 10.558832168579102}
{"epoch": 2, "step": 3096, "loss": 1.7573364973068237, "total_norm": 9.088907241821289}
{"epoch": 2, "step": 3097, "loss": 1.4115962982177734, "total_norm": 10.814472198486328}
{"epoch": 2, "step": 3098, "loss": 1.6307377815246582, "total_norm": 8.815042495727539}
{"epoch": 2, "step": 3099, "loss": 1.174180269241333, "total_norm": 7.5565338134765625}
{"epoch": 2, "step": 3100, "loss": 1.4708831310272217, "total_norm": 9.13034439086914}
{"epoch": 2, "step": 3101, "loss": 1.2391773462295532, "total_norm": 8.306907653808594}
{"epoch": 2, "step": 3102, "loss": 1.3734166622161865, "total_norm": 7.767321586608887}
{"epoch": 2, "step": 3103, "loss": 1.3405133485794067, "total_norm": 7.301336765289307}
{"epoch": 2, "step": 3104, "loss": 1.2577321529388428, "total_norm": 11.344039916992188}
{"epoch": 2, "step": 3105, "loss": 1.343324065208435, "total_norm": 9.927751541137695}
{"epoch": 2, "step": 3106, "loss": 1.084747314453125, "total_norm": 8.80911922454834}
{"epoch": 2, "step": 3107, "loss": 1.015987753868103, "total_norm": 8.894179344177246}
{"epoch": 2, "step": 3108, "loss": 1.588523507118225, "total_norm": 7.283553123474121}
{"epoch": 2, "step": 3109, "loss": 1.523638367652893, "total_norm": 8.186568260192871}
{"epoch": 2, "step": 3110, "loss": 1.6388499736785889, "total_norm": 7.914081573486328}
{"epoch": 2, "step": 3111, "loss": 1.602134108543396, "total_norm": 7.6695427894592285}
{"epoch": 2, "step": 3112, "loss": 1.2618379592895508, "total_norm": 8.814303398132324}
{"epoch": 2, "step": 3113, "loss": 1.3967187404632568, "total_norm": 10.001187324523926}
{"epoch": 2, "step": 3114, "loss": 1.8088998794555664, "total_norm": 7.9185872077941895}
{"epoch": 2, "step": 3115, "loss": 1.293444037437439, "total_norm": 9.258609771728516}
{"epoch": 2, "step": 3116, "loss": 0.9820674061775208, "total_norm": 8.223865509033203}
{"epoch": 2, "step": 3117, "loss": 1.2905036211013794, "total_norm": 9.812135696411133}
{"epoch": 2, "step": 3118, "loss": 1.5089432001113892, "total_norm": 8.904586791992188}
{"epoch": 2, "step": 3119, "loss": 1.3261548280715942, "total_norm": 11.651714324951172}
{"epoch": 2, "step": 3120, "loss": 1.4783598184585571, "total_norm": 9.45110034942627}
{"epoch": 2, "step": 3121, "loss": 1.7765272855758667, "total_norm": 8.332572937011719}
{"epoch": 2, "step": 3122, "loss": 1.7504618167877197, "total_norm": 8.850616455078125}
{"epoch": 2, "step": 3123, "loss": 1.2120269536972046, "total_norm": 10.935998916625977}
{"epoch": 2, "step": 3124, "loss": 0.7501742243766785, "total_norm": 8.892998695373535}
{"epoch": 2, "step": 3125, "loss": 1.3864083290100098, "total_norm": 9.767243385314941}
{"epoch": 2, "step": 3126, "loss": 1.3915568590164185, "total_norm": 10.2728271484375}
{"epoch": 2, "step": 3127, "loss": 1.6590075492858887, "total_norm": 10.84470272064209}
{"epoch": 2, "step": 3128, "loss": 1.1540701389312744, "total_norm": 7.0623955726623535}
{"epoch": 2, "step": 3129, "loss": 1.4524472951889038, "total_norm": 9.517144203186035}
{"epoch": 2, "step": 3130, "loss": 1.2445991039276123, "total_norm": 9.05117130279541}
{"epoch": 2, "step": 3131, "loss": 1.3137447834014893, "total_norm": 8.309479713439941}
{"epoch": 2, "step": 3132, "loss": 0.9392269849777222, "total_norm": 7.6687822341918945}
{"epoch": 2, "step": 3133, "loss": 1.3755767345428467, "total_norm": 8.022550582885742}
{"epoch": 2, "step": 3134, "loss": 1.4670437574386597, "total_norm": 9.004227638244629}
{"epoch": 2, "step": 3135, "loss": 1.1745195388793945, "total_norm": 10.145112037658691}
{"epoch": 2, "step": 3136, "loss": 1.5438783168792725, "total_norm": 9.363436698913574}
{"epoch": 2, "step": 3137, "loss": 1.675072431564331, "total_norm": 10.176203727722168}
{"epoch": 2, "step": 3138, "loss": 1.4578192234039307, "total_norm": 7.549230098724365}
{"epoch": 2, "step": 3139, "loss": 1.4753855466842651, "total_norm": 10.049161911010742}
{"epoch": 2, "step": 3140, "loss": 1.3679965734481812, "total_norm": 7.414305686950684}
{"epoch": 2, "step": 3141, "loss": 1.5203421115875244, "total_norm": 9.122349739074707}
{"epoch": 2, "step": 3142, "loss": 1.7253865003585815, "total_norm": 9.232111930847168}
{"epoch": 2, "step": 3143, "loss": 1.2692774534225464, "total_norm": 7.681347846984863}
{"epoch": 2, "step": 3144, "loss": 1.769912838935852, "total_norm": 10.05036735534668}
{"epoch": 2, "step": 3145, "loss": 1.7157963514328003, "total_norm": 9.016809463500977}
{"epoch": 2, "step": 3146, "loss": 1.3638885021209717, "total_norm": 8.229547500610352}
{"epoch": 2, "step": 3147, "loss": 1.2743417024612427, "total_norm": 7.208909034729004}
{"epoch": 2, "step": 3148, "loss": 1.4238840341567993, "total_norm": 9.957529067993164}
{"epoch": 2, "step": 3149, "loss": 1.4932056665420532, "total_norm": 8.362740516662598}
{"epoch": 2, "step": 3150, "loss": 1.148364782333374, "total_norm": 9.760079383850098}
{"epoch": 2, "step": 3151, "loss": 1.4571943283081055, "total_norm": 9.484395980834961}
{"epoch": 2, "step": 3152, "loss": 1.4814493656158447, "total_norm": 8.832598686218262}
{"epoch": 2, "step": 3153, "loss": 1.384079933166504, "total_norm": 9.038507461547852}
{"epoch": 2, "step": 3154, "loss": 1.6016075611114502, "total_norm": 10.21388053894043}
{"epoch": 2, "step": 3155, "loss": 1.862607479095459, "total_norm": 10.276707649230957}
{"epoch": 2, "step": 3156, "loss": 1.2843003273010254, "total_norm": 10.036653518676758}
{"epoch": 2, "step": 3157, "loss": 1.6459540128707886, "total_norm": 8.16821575164795}
{"epoch": 2, "step": 3158, "loss": 1.883919596672058, "total_norm": 9.697257041931152}
{"epoch": 2, "step": 3159, "loss": 1.7872170209884644, "total_norm": 9.749762535095215}
{"epoch": 2, "step": 3160, "loss": 1.7860057353973389, "total_norm": 8.473443031311035}
{"epoch": 2, "step": 3161, "loss": 1.1278667449951172, "total_norm": 10.906542778015137}
{"epoch": 2, "step": 3162, "loss": 1.221950650215149, "total_norm": 8.284419059753418}
{"epoch": 2, "step": 3163, "loss": 1.449683427810669, "total_norm": 9.107880592346191}
{"epoch": 2, "step": 3164, "loss": 1.51389479637146, "total_norm": 8.62229061126709}
{"epoch": 2, "step": 3165, "loss": 1.7146885395050049, "total_norm": 9.11013412475586}
{"epoch": 2, "step": 3166, "loss": 1.5363260507583618, "total_norm": 9.547013282775879}
{"epoch": 2, "step": 3167, "loss": 1.0605605840682983, "total_norm": 8.266613006591797}
{"epoch": 2, "step": 3168, "loss": 1.0904432535171509, "total_norm": 10.648247718811035}
{"epoch": 2, "step": 3169, "loss": 1.4598736763000488, "total_norm": 7.7926716804504395}
{"epoch": 2, "step": 3170, "loss": 1.6928850412368774, "total_norm": 8.67426872253418}
{"epoch": 2, "step": 3171, "loss": 0.9021631479263306, "total_norm": 9.088626861572266}
{"epoch": 2, "step": 3172, "loss": 1.5664554834365845, "total_norm": 8.580541610717773}
{"epoch": 2, "step": 3173, "loss": 1.3130460977554321, "total_norm": 8.504892349243164}
{"epoch": 2, "step": 3174, "loss": 1.350191354751587, "total_norm": 8.431896209716797}
{"epoch": 2, "step": 3175, "loss": 1.1173443794250488, "total_norm": 9.511180877685547}
{"epoch": 2, "step": 3176, "loss": 1.316719651222229, "total_norm": 8.52456283569336}
{"epoch": 2, "step": 3177, "loss": 1.2464818954467773, "total_norm": 6.622641563415527}
{"epoch": 2, "step": 3178, "loss": 0.9826666712760925, "total_norm": 8.834188461303711}
{"epoch": 2, "step": 3179, "loss": 1.3608289957046509, "total_norm": 10.070649147033691}
{"epoch": 2, "step": 3180, "loss": 1.479023814201355, "total_norm": 7.976467609405518}
{"epoch": 2, "step": 3181, "loss": 1.5891785621643066, "total_norm": 8.11288833618164}
{"epoch": 2, "step": 3182, "loss": 1.399910569190979, "total_norm": 9.551798820495605}
{"epoch": 2, "step": 3183, "loss": 1.5533639192581177, "total_norm": 7.975750923156738}
{"epoch": 2, "step": 3184, "loss": 1.4253352880477905, "total_norm": 7.600948810577393}
{"epoch": 2, "step": 3185, "loss": 1.1314648389816284, "total_norm": 8.510746002197266}
{"epoch": 2, "step": 3186, "loss": 1.460591435432434, "total_norm": 9.335089683532715}
{"epoch": 2, "step": 3187, "loss": 1.3322546482086182, "total_norm": 9.738929748535156}
{"epoch": 2, "step": 3188, "loss": 1.211555004119873, "total_norm": 10.425578117370605}
{"epoch": 2, "step": 3189, "loss": 1.2939703464508057, "total_norm": 9.521966934204102}
{"epoch": 2, "step": 3190, "loss": 1.651231050491333, "total_norm": 9.739587783813477}
{"epoch": 2, "step": 3191, "loss": 1.1090433597564697, "total_norm": 9.687572479248047}
{"epoch": 2, "step": 3192, "loss": 1.4179960489273071, "total_norm": 9.3823823928833}
{"epoch": 2, "step": 3193, "loss": 1.2827924489974976, "total_norm": 9.074695587158203}
{"epoch": 2, "step": 3194, "loss": 1.3645460605621338, "total_norm": 8.200366020202637}
{"epoch": 2, "step": 3195, "loss": 1.7338488101959229, "total_norm": 8.39781379699707}
{"epoch": 2, "step": 3196, "loss": 1.204582929611206, "total_norm": 10.829051971435547}
{"epoch": 2, "step": 3197, "loss": 1.4323992729187012, "total_norm": 7.9734907150268555}
{"epoch": 2, "step": 3198, "loss": 0.8908547163009644, "total_norm": 7.3438568115234375}
{"epoch": 2, "step": 3199, "loss": 1.7436283826828003, "total_norm": 8.778800964355469}
{"epoch": 2, "step": 3200, "loss": 1.2688593864440918, "total_norm": 8.532910346984863}
{"epoch": 2, "step": 3201, "loss": 1.2066783905029297, "total_norm": 9.393184661865234}
{"epoch": 2, "step": 3202, "loss": 1.5378272533416748, "total_norm": 8.453466415405273}
{"epoch": 2, "step": 3203, "loss": 1.2730555534362793, "total_norm": 8.411391258239746}
{"epoch": 2, "step": 3204, "loss": 1.06153404712677, "total_norm": 9.897968292236328}
{"epoch": 2, "step": 3205, "loss": 1.79597008228302, "total_norm": 8.621454238891602}
{"epoch": 2, "step": 3206, "loss": 1.488681674003601, "total_norm": 8.213492393493652}
{"epoch": 2, "step": 3207, "loss": 1.425583839416504, "total_norm": 7.3127827644348145}
{"epoch": 2, "step": 3208, "loss": 1.5901689529418945, "total_norm": 9.32281494140625}
{"epoch": 2, "step": 3209, "loss": 1.1663247346878052, "total_norm": 10.4232759475708}
{"epoch": 2, "step": 3210, "loss": 1.1807304620742798, "total_norm": 9.723565101623535}
{"epoch": 2, "step": 3211, "loss": 1.2299578189849854, "total_norm": 10.561598777770996}
{"epoch": 2, "step": 3212, "loss": 0.9747905135154724, "total_norm": 7.507593154907227}
{"epoch": 2, "step": 3213, "loss": 1.4566376209259033, "total_norm": 8.941926956176758}
{"epoch": 2, "step": 3214, "loss": 0.9449348449707031, "total_norm": 8.606724739074707}
{"epoch": 2, "step": 3215, "loss": 0.9445841312408447, "total_norm": 10.248146057128906}
{"epoch": 2, "step": 3216, "loss": 1.4486621618270874, "total_norm": 9.809211730957031}
{"epoch": 2, "step": 3217, "loss": 1.0407992601394653, "total_norm": 9.159272193908691}
{"epoch": 2, "step": 3218, "loss": 1.5516114234924316, "total_norm": 12.123787879943848}
{"epoch": 2, "step": 3219, "loss": 1.6417245864868164, "total_norm": 8.357227325439453}
{"epoch": 2, "step": 3220, "loss": 1.7258154153823853, "total_norm": 8.785693168640137}
{"epoch": 2, "step": 3221, "loss": 0.8563337326049805, "total_norm": 7.027200698852539}
{"epoch": 2, "step": 3222, "loss": 1.4691885709762573, "total_norm": 9.421823501586914}
{"epoch": 2, "step": 3223, "loss": 1.2646090984344482, "total_norm": 10.626070022583008}
{"epoch": 2, "step": 3224, "loss": 1.4939144849777222, "total_norm": 8.687767028808594}
{"epoch": 2, "step": 3225, "loss": 1.4227596521377563, "total_norm": 9.592799186706543}
{"epoch": 2, "step": 3226, "loss": 1.1324926614761353, "total_norm": 8.246152877807617}
{"epoch": 2, "step": 3227, "loss": 1.3223811388015747, "total_norm": 9.961982727050781}
{"epoch": 2, "step": 3228, "loss": 1.379372239112854, "total_norm": 7.720071315765381}
{"epoch": 2, "step": 3229, "loss": 1.277004361152649, "total_norm": 9.393158912658691}
{"epoch": 2, "step": 3230, "loss": 1.168508529663086, "total_norm": 9.33233642578125}
{"epoch": 2, "step": 3231, "loss": 1.1971395015716553, "total_norm": 10.84231185913086}
{"epoch": 2, "step": 3232, "loss": 1.5396767854690552, "total_norm": 9.25527572631836}
{"epoch": 2, "step": 3233, "loss": 1.1047275066375732, "total_norm": 9.765825271606445}
{"epoch": 2, "step": 3234, "loss": 1.00003981590271, "total_norm": 7.6594743728637695}
{"epoch": 2, "step": 3235, "loss": 1.466219425201416, "total_norm": 8.08200740814209}
{"epoch": 2, "step": 3236, "loss": 0.933712899684906, "total_norm": 7.625947952270508}
{"epoch": 2, "step": 3237, "loss": 1.1503299474716187, "total_norm": 10.390220642089844}
{"epoch": 2, "step": 3238, "loss": 1.5560181140899658, "total_norm": 7.930919647216797}
{"epoch": 2, "step": 3239, "loss": 1.6378370523452759, "total_norm": 9.169848442077637}
{"epoch": 2, "step": 3240, "loss": 1.555702567100525, "total_norm": 9.628097534179688}
{"epoch": 2, "step": 3241, "loss": 1.0298292636871338, "total_norm": 9.3974027633667}
{"epoch": 2, "step": 3242, "loss": 1.284645915031433, "total_norm": 7.963157653808594}
{"epoch": 2, "step": 3243, "loss": 1.5758018493652344, "total_norm": 7.614892482757568}
{"epoch": 2, "step": 3244, "loss": 1.620708703994751, "total_norm": 9.663537979125977}
{"epoch": 2, "step": 3245, "loss": 1.7144556045532227, "total_norm": 7.180367946624756}
{"epoch": 2, "step": 3246, "loss": 1.6477625370025635, "total_norm": 9.092855453491211}
{"epoch": 2, "step": 3247, "loss": 1.57407546043396, "total_norm": 9.002791404724121}
{"epoch": 2, "step": 3248, "loss": 1.1317448616027832, "total_norm": 8.516639709472656}
{"epoch": 2, "step": 3249, "loss": 0.9821714162826538, "total_norm": 7.446401596069336}
{"epoch": 2, "step": 3250, "loss": 1.4690804481506348, "total_norm": 7.602551460266113}
{"epoch": 2, "step": 3251, "loss": 1.3531136512756348, "total_norm": 8.6123046875}
{"epoch": 2, "step": 3252, "loss": 1.1500285863876343, "total_norm": 8.907947540283203}
{"epoch": 2, "step": 3253, "loss": 1.3722646236419678, "total_norm": 8.808622360229492}
{"epoch": 2, "step": 3254, "loss": 1.7276357412338257, "total_norm": 9.3934965133667}
{"epoch": 2, "step": 3255, "loss": 1.2409919500350952, "total_norm": 8.213887214660645}
{"epoch": 2, "step": 3256, "loss": 1.1471953392028809, "total_norm": 9.682394981384277}
{"epoch": 2, "step": 3257, "loss": 1.3439499139785767, "total_norm": 9.676468849182129}
{"epoch": 2, "step": 3258, "loss": 1.1533069610595703, "total_norm": 8.787437438964844}
{"epoch": 2, "step": 3259, "loss": 1.059037446975708, "total_norm": 8.11616325378418}
{"epoch": 2, "step": 3260, "loss": 1.189391016960144, "total_norm": 8.744244575500488}
{"epoch": 2, "step": 3261, "loss": 1.0260167121887207, "total_norm": 10.517748832702637}
{"epoch": 2, "step": 3262, "loss": 1.3491977453231812, "total_norm": 10.895967483520508}
{"epoch": 2, "step": 3263, "loss": 1.3773404359817505, "total_norm": 9.616667747497559}
{"epoch": 2, "step": 3264, "loss": 1.2787808179855347, "total_norm": 7.204057216644287}
{"epoch": 2, "step": 3265, "loss": 1.2259505987167358, "total_norm": 8.97439193725586}
{"epoch": 2, "step": 3266, "loss": 1.2160027027130127, "total_norm": 8.209939002990723}
{"epoch": 2, "step": 3267, "loss": 1.7242377996444702, "total_norm": 7.419858932495117}
{"epoch": 2, "step": 3268, "loss": 1.5473198890686035, "total_norm": 8.602377891540527}
{"epoch": 2, "step": 3269, "loss": 1.3719322681427002, "total_norm": 7.699981212615967}
{"epoch": 2, "step": 3270, "loss": 1.4814361333847046, "total_norm": 8.06283950805664}
{"epoch": 2, "step": 3271, "loss": 1.1925312280654907, "total_norm": 8.710917472839355}
{"epoch": 2, "step": 3272, "loss": 1.0663596391677856, "total_norm": 9.092477798461914}
{"epoch": 2, "step": 3273, "loss": 1.0145699977874756, "total_norm": 9.20224380493164}
{"epoch": 2, "step": 3274, "loss": 1.4157135486602783, "total_norm": 9.368719100952148}
{"epoch": 2, "step": 3275, "loss": 1.0984669923782349, "total_norm": 9.622504234313965}
{"epoch": 2, "step": 3276, "loss": 1.2712923288345337, "total_norm": 8.227339744567871}
{"epoch": 2, "step": 3277, "loss": 1.2786645889282227, "total_norm": 9.51136589050293}
{"epoch": 2, "step": 3278, "loss": 1.3280255794525146, "total_norm": 7.7507123947143555}
{"epoch": 2, "step": 3279, "loss": 1.7394537925720215, "total_norm": 10.09653377532959}
{"epoch": 2, "step": 3280, "loss": 1.2136402130126953, "total_norm": 8.338983535766602}
{"epoch": 2, "step": 3281, "loss": 1.6578196287155151, "total_norm": 8.435076713562012}
{"epoch": 2, "step": 3282, "loss": 1.5852603912353516, "total_norm": 10.391927719116211}
{"epoch": 2, "step": 3283, "loss": 1.0894588232040405, "total_norm": 7.895955562591553}
{"epoch": 2, "step": 3284, "loss": 1.171635389328003, "total_norm": 8.403924942016602}
{"epoch": 2, "step": 3285, "loss": 1.791250228881836, "total_norm": 10.005559921264648}
{"epoch": 2, "step": 3286, "loss": 1.5172338485717773, "total_norm": 10.795653343200684}
{"epoch": 2, "step": 3287, "loss": 1.0900042057037354, "total_norm": 9.371025085449219}
{"epoch": 2, "step": 3288, "loss": 1.4609442949295044, "total_norm": 8.984136581420898}
{"epoch": 2, "step": 3289, "loss": 1.576292634010315, "total_norm": 8.813750267028809}
{"epoch": 2, "step": 3290, "loss": 1.3005985021591187, "total_norm": 10.097561836242676}
{"epoch": 2, "step": 3291, "loss": 1.2739263772964478, "total_norm": 10.313253402709961}
{"epoch": 2, "step": 3292, "loss": 1.3507561683654785, "total_norm": 8.539769172668457}
{"epoch": 2, "step": 3293, "loss": 1.3808408975601196, "total_norm": 9.846858024597168}
{"epoch": 2, "step": 3294, "loss": 1.7275930643081665, "total_norm": 9.944192886352539}
{"epoch": 2, "step": 3295, "loss": 1.1117007732391357, "total_norm": 7.102435111999512}
{"epoch": 2, "step": 3296, "loss": 1.3496242761611938, "total_norm": 9.784746170043945}
{"epoch": 2, "step": 3297, "loss": 1.3551366329193115, "total_norm": 8.824228286743164}
{"epoch": 2, "step": 3298, "loss": 1.293223261833191, "total_norm": 8.91308307647705}
{"epoch": 2, "step": 3299, "loss": 1.4565532207489014, "total_norm": 8.782503128051758}
{"epoch": 2, "step": 3300, "loss": 1.3775675296783447, "total_norm": 7.811343193054199}
{"epoch": 2, "step": 3301, "loss": 1.5650291442871094, "total_norm": 9.306427955627441}
{"epoch": 2, "step": 3302, "loss": 1.0323081016540527, "total_norm": 7.157784938812256}
{"epoch": 2, "step": 3303, "loss": 1.487804889678955, "total_norm": 7.788346767425537}
{"epoch": 2, "step": 3304, "loss": 1.5035351514816284, "total_norm": 9.34295654296875}
{"epoch": 2, "step": 3305, "loss": 1.4642367362976074, "total_norm": 9.862936973571777}
{"epoch": 2, "step": 3306, "loss": 1.452910304069519, "total_norm": 10.377264022827148}
{"epoch": 2, "step": 3307, "loss": 1.605920433998108, "total_norm": 9.325274467468262}
{"epoch": 2, "step": 3308, "loss": 0.7991885542869568, "total_norm": 9.408087730407715}
{"epoch": 2, "step": 3309, "loss": 1.390852689743042, "total_norm": 9.024744987487793}
{"epoch": 2, "step": 3310, "loss": 0.842136025428772, "total_norm": 9.505867958068848}
{"epoch": 2, "step": 3311, "loss": 1.4378273487091064, "total_norm": 9.637601852416992}
{"epoch": 2, "step": 3312, "loss": 1.3819044828414917, "total_norm": 9.207895278930664}
{"epoch": 2, "step": 3313, "loss": 1.4197759628295898, "total_norm": 7.488924026489258}
{"epoch": 2, "step": 3314, "loss": 1.3061096668243408, "total_norm": 8.842382431030273}
{"epoch": 2, "step": 3315, "loss": 1.1079257726669312, "total_norm": 8.191788673400879}
{"epoch": 2, "step": 3316, "loss": 1.6112784147262573, "total_norm": 8.761384010314941}
{"epoch": 2, "step": 3317, "loss": 1.0456558465957642, "total_norm": 7.110105514526367}
{"epoch": 2, "step": 3318, "loss": 1.3084713220596313, "total_norm": 8.216752052307129}
{"epoch": 2, "step": 3319, "loss": 1.5180906057357788, "total_norm": 9.1732816696167}
{"epoch": 2, "step": 3320, "loss": 1.2513593435287476, "total_norm": 9.096471786499023}
{"epoch": 2, "step": 3321, "loss": 1.242726445198059, "total_norm": 8.167313575744629}
{"epoch": 2, "step": 3322, "loss": 1.3251886367797852, "total_norm": 8.14453125}
{"epoch": 2, "step": 3323, "loss": 1.244284749031067, "total_norm": 9.570475578308105}
{"epoch": 2, "step": 3324, "loss": 1.7467819452285767, "total_norm": 10.643064498901367}
{"epoch": 2, "step": 3325, "loss": 1.3348160982131958, "total_norm": 8.364219665527344}
{"epoch": 2, "step": 3326, "loss": 1.7890827655792236, "total_norm": 8.020675659179688}
{"epoch": 2, "step": 3327, "loss": 1.3130090236663818, "total_norm": 9.470599174499512}
{"epoch": 2, "step": 3328, "loss": 1.3713759183883667, "total_norm": 8.583395957946777}
{"epoch": 2, "step": 3329, "loss": 1.0506705045700073, "total_norm": 9.066787719726562}
{"epoch": 2, "step": 3330, "loss": 1.3143342733383179, "total_norm": 7.602581024169922}
{"epoch": 2, "step": 3331, "loss": 1.2207677364349365, "total_norm": 10.861787796020508}
{"epoch": 2, "step": 3332, "loss": 1.6802057027816772, "total_norm": 7.731359958648682}
{"epoch": 2, "step": 3333, "loss": 1.1264113187789917, "total_norm": 10.239728927612305}
{"epoch": 2, "step": 3334, "loss": 1.4858012199401855, "total_norm": 9.458935737609863}
{"epoch": 2, "step": 3335, "loss": 1.3830007314682007, "total_norm": 9.133466720581055}
{"epoch": 2, "step": 3336, "loss": 1.0786571502685547, "total_norm": 8.023859024047852}
{"epoch": 2, "step": 3337, "loss": 1.3909986019134521, "total_norm": 9.258003234863281}
{"epoch": 2, "step": 3338, "loss": 1.5800328254699707, "total_norm": 8.836280822753906}
{"epoch": 2, "step": 3339, "loss": 1.1822409629821777, "total_norm": 8.168305397033691}
{"epoch": 2, "step": 3340, "loss": 1.5148223638534546, "total_norm": 9.83105182647705}
{"epoch": 2, "step": 3341, "loss": 0.8484601378440857, "total_norm": 8.776582717895508}
{"epoch": 2, "step": 3342, "loss": 1.5723531246185303, "total_norm": 8.456616401672363}
{"epoch": 2, "step": 3343, "loss": 1.0282034873962402, "total_norm": 9.194305419921875}
{"epoch": 2, "step": 3344, "loss": 1.2952990531921387, "total_norm": 7.096385478973389}
{"epoch": 2, "step": 3345, "loss": 1.053154706954956, "total_norm": 7.496682643890381}
{"epoch": 2, "step": 3346, "loss": 1.6692767143249512, "total_norm": 9.617326736450195}
{"epoch": 2, "step": 3347, "loss": 1.3040014505386353, "total_norm": 9.533435821533203}
{"epoch": 2, "step": 3348, "loss": 1.5996696949005127, "total_norm": 11.451086044311523}
{"epoch": 2, "step": 3349, "loss": 1.4283721446990967, "total_norm": 9.481081008911133}
{"epoch": 2, "step": 3350, "loss": 1.8613959550857544, "total_norm": 9.342796325683594}
{"epoch": 2, "step": 3351, "loss": 1.3320311307907104, "total_norm": 9.361217498779297}
{"epoch": 2, "step": 3352, "loss": 1.8401474952697754, "total_norm": 8.538384437561035}
{"epoch": 2, "step": 3353, "loss": 1.181519627571106, "total_norm": 9.120854377746582}
{"epoch": 2, "step": 3354, "loss": 1.495844841003418, "total_norm": 10.451900482177734}
{"epoch": 2, "step": 3355, "loss": 1.3958686590194702, "total_norm": 8.382495880126953}
{"epoch": 2, "step": 3356, "loss": 1.1064612865447998, "total_norm": 8.227007865905762}
{"epoch": 2, "step": 3357, "loss": 1.0499471426010132, "total_norm": 8.151832580566406}
{"epoch": 2, "step": 3358, "loss": 1.1918869018554688, "total_norm": 9.057168960571289}
{"epoch": 2, "step": 3359, "loss": 1.3688126802444458, "total_norm": 9.47838306427002}
{"epoch": 2, "step": 3360, "loss": 1.3470724821090698, "total_norm": 10.553223609924316}
{"epoch": 2, "step": 3361, "loss": 0.8770915865898132, "total_norm": 7.661324501037598}
{"epoch": 2, "step": 3362, "loss": 1.646384835243225, "total_norm": 8.5824556350708}
{"epoch": 2, "step": 3363, "loss": 1.374498963356018, "total_norm": 9.635482788085938}
{"epoch": 2, "step": 3364, "loss": 1.5454875230789185, "total_norm": 8.788147926330566}
{"epoch": 2, "step": 3365, "loss": 1.3439629077911377, "total_norm": 10.36683464050293}
{"epoch": 2, "step": 3366, "loss": 1.631834864616394, "total_norm": 9.160994529724121}
{"epoch": 2, "step": 3367, "loss": 1.5556002855300903, "total_norm": 8.242982864379883}
{"epoch": 2, "step": 3368, "loss": 1.3053120374679565, "total_norm": 11.537492752075195}
{"epoch": 2, "step": 3369, "loss": 1.0297372341156006, "total_norm": 7.550919532775879}
{"epoch": 2, "step": 3370, "loss": 1.3164129257202148, "total_norm": 8.987207412719727}
{"epoch": 2, "step": 3371, "loss": 1.4409905672073364, "total_norm": 9.599723815917969}
{"epoch": 2, "step": 3372, "loss": 1.378920555114746, "total_norm": 8.977063179016113}
{"epoch": 2, "step": 3373, "loss": 0.9146302342414856, "total_norm": 8.594017028808594}
{"epoch": 2, "step": 3374, "loss": 1.2744048833847046, "total_norm": 8.933342933654785}
{"epoch": 2, "step": 3375, "loss": 1.095374345779419, "total_norm": 9.392781257629395}
{"epoch": 2, "step": 3376, "loss": 1.312630534172058, "total_norm": 8.736445426940918}
{"epoch": 2, "step": 3377, "loss": 1.61441969871521, "total_norm": 9.538881301879883}
{"epoch": 2, "step": 3378, "loss": 1.5399354696273804, "total_norm": 9.50515365600586}
{"epoch": 2, "step": 3379, "loss": 1.9627792835235596, "total_norm": 8.365946769714355}
{"epoch": 2, "step": 3380, "loss": 1.1280052661895752, "total_norm": 6.732447624206543}
{"epoch": 2, "step": 3381, "loss": 1.588417649269104, "total_norm": 12.347024917602539}
{"epoch": 2, "step": 3382, "loss": 1.1644227504730225, "total_norm": 9.958843231201172}
{"epoch": 2, "step": 3383, "loss": 1.3277913331985474, "total_norm": 8.557267189025879}
{"epoch": 2, "step": 3384, "loss": 1.2575480937957764, "total_norm": 8.082456588745117}
{"epoch": 2, "step": 3385, "loss": 1.6415622234344482, "total_norm": 8.824424743652344}
{"epoch": 2, "step": 3386, "loss": 1.5896666049957275, "total_norm": 8.844010353088379}
{"epoch": 2, "step": 3387, "loss": 1.356385350227356, "total_norm": 8.035833358764648}
{"epoch": 2, "step": 3388, "loss": 1.640048623085022, "total_norm": 9.681248664855957}
{"epoch": 2, "step": 3389, "loss": 0.9815739393234253, "total_norm": 8.213994026184082}
{"epoch": 2, "step": 3390, "loss": 1.5083105564117432, "total_norm": 7.727734565734863}
{"epoch": 2, "step": 3391, "loss": 1.5951433181762695, "total_norm": 8.600309371948242}
{"epoch": 2, "step": 3392, "loss": 1.1064481735229492, "total_norm": 8.938838958740234}
{"epoch": 2, "step": 3393, "loss": 1.0961847305297852, "total_norm": 7.296277046203613}
{"epoch": 2, "step": 3394, "loss": 1.0769882202148438, "total_norm": 9.620619773864746}
{"epoch": 2, "step": 3395, "loss": 1.564997911453247, "total_norm": 7.730895519256592}
{"epoch": 2, "step": 3396, "loss": 1.9000012874603271, "total_norm": 7.893491744995117}
{"epoch": 2, "step": 3397, "loss": 1.3693093061447144, "total_norm": 9.346643447875977}
{"epoch": 2, "step": 3398, "loss": 1.4536114931106567, "total_norm": 9.682703018188477}
{"epoch": 2, "step": 3399, "loss": 1.6168981790542603, "total_norm": 11.131139755249023}
{"epoch": 2, "step": 3400, "loss": 1.20743727684021, "total_norm": 10.27733325958252}
{"epoch": 2, "step": 3401, "loss": 0.9767542481422424, "total_norm": 11.019801139831543}
{"epoch": 2, "step": 3402, "loss": 1.3821065425872803, "total_norm": 8.90995979309082}
{"epoch": 2, "step": 3403, "loss": 1.3313430547714233, "total_norm": 9.166619300842285}
{"epoch": 2, "step": 3404, "loss": 1.6257044076919556, "total_norm": 8.193685531616211}
{"epoch": 2, "step": 3405, "loss": 1.5033255815505981, "total_norm": 9.687651634216309}
{"epoch": 2, "step": 3406, "loss": 1.040945053100586, "total_norm": 10.553704261779785}
{"epoch": 2, "step": 3407, "loss": 1.4591679573059082, "total_norm": 8.383769035339355}
{"epoch": 2, "step": 3408, "loss": 1.5288379192352295, "total_norm": 7.270482063293457}
{"epoch": 2, "step": 3409, "loss": 1.510093092918396, "total_norm": 8.48940372467041}
{"epoch": 2, "step": 3410, "loss": 1.541430115699768, "total_norm": 9.1231107711792}
{"epoch": 2, "step": 3411, "loss": 1.4194437265396118, "total_norm": 8.775973320007324}
{"epoch": 2, "step": 3412, "loss": 1.2582671642303467, "total_norm": 9.05576229095459}
{"epoch": 2, "step": 3413, "loss": 1.1187304258346558, "total_norm": 10.052366256713867}
{"epoch": 2, "step": 3414, "loss": 1.4131150245666504, "total_norm": 8.283461570739746}
{"epoch": 2, "step": 3415, "loss": 1.7962497472763062, "total_norm": 8.9527587890625}
{"epoch": 2, "step": 3416, "loss": 1.6090962886810303, "total_norm": 8.984735488891602}
{"epoch": 2, "step": 3417, "loss": 1.1762301921844482, "total_norm": 9.873880386352539}
{"epoch": 2, "step": 3418, "loss": 1.3577055931091309, "total_norm": 8.6210355758667}
{"epoch": 2, "step": 3419, "loss": 1.1168776750564575, "total_norm": 9.097875595092773}
{"epoch": 2, "step": 3420, "loss": 0.9358038902282715, "total_norm": 8.722088813781738}
{"epoch": 2, "step": 3421, "loss": 1.4577369689941406, "total_norm": 9.441170692443848}
{"epoch": 2, "step": 3422, "loss": 1.6086311340332031, "total_norm": 9.94985294342041}
{"epoch": 2, "step": 3423, "loss": 0.9339966773986816, "total_norm": 9.329638481140137}
{"epoch": 2, "step": 3424, "loss": 1.5574029684066772, "total_norm": 8.119725227355957}
{"epoch": 2, "step": 3425, "loss": 1.2292015552520752, "total_norm": 8.941444396972656}
{"epoch": 2, "step": 3426, "loss": 1.5765841007232666, "total_norm": 10.273365020751953}
{"epoch": 2, "step": 3427, "loss": 1.7572741508483887, "total_norm": 9.07192611694336}
{"epoch": 2, "step": 3428, "loss": 1.430832862854004, "total_norm": 9.636819839477539}
{"epoch": 2, "step": 3429, "loss": 1.4718995094299316, "total_norm": 7.288288116455078}
{"epoch": 2, "step": 3430, "loss": 1.570124864578247, "total_norm": 8.001875877380371}
{"epoch": 2, "step": 3431, "loss": 1.1380674839019775, "total_norm": 9.219985961914062}
{"epoch": 2, "step": 3432, "loss": 0.9542608857154846, "total_norm": 7.303028106689453}
{"epoch": 2, "step": 3433, "loss": 1.1102089881896973, "total_norm": 9.607553482055664}
{"epoch": 2, "step": 3434, "loss": 0.8484703898429871, "total_norm": 7.1271514892578125}
{"epoch": 2, "step": 3435, "loss": 1.393413782119751, "total_norm": 8.840866088867188}
{"epoch": 2, "step": 3436, "loss": 1.357050895690918, "total_norm": 10.992592811584473}
{"epoch": 2, "step": 3437, "loss": 1.3936470746994019, "total_norm": 9.37927532196045}
{"epoch": 2, "step": 3438, "loss": 1.3032950162887573, "total_norm": 8.495319366455078}
{"epoch": 2, "step": 3439, "loss": 1.0815826654434204, "total_norm": 9.035316467285156}
{"epoch": 2, "step": 3440, "loss": 1.2897589206695557, "total_norm": 7.745481967926025}
{"epoch": 2, "step": 3441, "loss": 1.0213197469711304, "total_norm": 7.277582168579102}
{"epoch": 2, "step": 3442, "loss": 1.4203873872756958, "total_norm": 8.5465669631958}
{"epoch": 2, "step": 3443, "loss": 1.2437318563461304, "total_norm": 9.031242370605469}
{"epoch": 2, "step": 3444, "loss": 1.821221113204956, "total_norm": 9.402236938476562}
{"epoch": 2, "step": 3445, "loss": 1.41569185256958, "total_norm": 9.567235946655273}
{"epoch": 2, "step": 3446, "loss": 1.314896821975708, "total_norm": 10.282814979553223}
{"epoch": 2, "step": 3447, "loss": 1.3600668907165527, "total_norm": 7.7227959632873535}
{"epoch": 2, "step": 3448, "loss": 1.4134650230407715, "total_norm": 8.12407398223877}
{"epoch": 2, "step": 3449, "loss": 1.0518393516540527, "total_norm": 8.088134765625}
{"epoch": 2, "step": 3450, "loss": 1.2555123567581177, "total_norm": 10.152113914489746}
{"epoch": 2, "step": 3451, "loss": 1.6070666313171387, "total_norm": 8.453886032104492}
{"epoch": 2, "step": 3452, "loss": 1.7384601831436157, "total_norm": 8.606860160827637}
{"epoch": 2, "step": 3453, "loss": 1.3301055431365967, "total_norm": 10.508123397827148}
{"epoch": 2, "step": 3454, "loss": 1.3324227333068848, "total_norm": 9.935158729553223}
{"epoch": 2, "step": 3455, "loss": 1.3238804340362549, "total_norm": 9.991329193115234}
{"epoch": 2, "step": 3456, "loss": 1.6658658981323242, "total_norm": 8.364994049072266}
{"epoch": 2, "step": 3457, "loss": 1.2482502460479736, "total_norm": 8.69045352935791}
{"epoch": 2, "step": 3458, "loss": 1.3264002799987793, "total_norm": 10.08888053894043}
{"epoch": 2, "step": 3459, "loss": 1.5377476215362549, "total_norm": 8.811570167541504}
{"epoch": 2, "step": 3460, "loss": 1.2881027460098267, "total_norm": 9.056095123291016}
{"epoch": 2, "step": 3461, "loss": 1.0981372594833374, "total_norm": 7.769296169281006}
{"epoch": 2, "step": 3462, "loss": 1.4040372371673584, "total_norm": 7.4078898429870605}
{"epoch": 2, "step": 3463, "loss": 1.4435057640075684, "total_norm": 7.665874004364014}
{"epoch": 2, "step": 3464, "loss": 1.010170817375183, "total_norm": 7.854334354400635}
{"epoch": 2, "step": 3465, "loss": 1.7762099504470825, "total_norm": 9.997320175170898}
{"epoch": 2, "step": 3466, "loss": 1.3725184202194214, "total_norm": 7.219399452209473}
{"epoch": 2, "step": 3467, "loss": 1.3840816020965576, "total_norm": 8.694418907165527}
{"epoch": 2, "step": 3468, "loss": 1.193029761314392, "total_norm": 10.526924133300781}
{"epoch": 2, "step": 3469, "loss": 1.407781958580017, "total_norm": 8.770635604858398}
{"epoch": 2, "step": 3470, "loss": 0.9423606395721436, "total_norm": 8.153776168823242}
{"epoch": 2, "step": 3471, "loss": 1.419245719909668, "total_norm": 8.984018325805664}
{"epoch": 2, "step": 3472, "loss": 1.736815094947815, "total_norm": 8.381570816040039}
{"epoch": 2, "step": 3473, "loss": 0.9177340269088745, "total_norm": 7.817746162414551}
{"epoch": 2, "step": 3474, "loss": 1.3797976970672607, "total_norm": 8.770772933959961}
{"epoch": 2, "step": 3475, "loss": 1.2834665775299072, "total_norm": 9.923606872558594}
{"epoch": 2, "step": 3476, "loss": 1.3095872402191162, "total_norm": 10.353514671325684}
{"epoch": 2, "step": 3477, "loss": 1.0659629106521606, "total_norm": 7.964625358581543}
{"epoch": 2, "step": 3478, "loss": 1.6095726490020752, "total_norm": 7.867401123046875}
{"epoch": 2, "step": 3479, "loss": 1.6193780899047852, "total_norm": 8.550268173217773}
{"epoch": 2, "step": 3480, "loss": 1.4082072973251343, "total_norm": 8.851390838623047}
{"epoch": 2, "step": 3481, "loss": 1.4139472246170044, "total_norm": 9.086833000183105}
{"epoch": 2, "step": 3482, "loss": 1.0504251718521118, "total_norm": 8.177117347717285}
{"epoch": 2, "step": 3483, "loss": 1.3616997003555298, "total_norm": 9.131217002868652}
{"epoch": 2, "step": 3484, "loss": 1.384678840637207, "total_norm": 9.375347137451172}
{"epoch": 2, "step": 3485, "loss": 1.3753299713134766, "total_norm": 9.695545196533203}
{"epoch": 2, "step": 3486, "loss": 1.4614087343215942, "total_norm": 8.119094848632812}
{"epoch": 2, "step": 3487, "loss": 1.3009697198867798, "total_norm": 9.28818416595459}
{"epoch": 2, "step": 3488, "loss": 1.1447833776474, "total_norm": 8.575875282287598}
{"epoch": 2, "step": 3489, "loss": 1.2940757274627686, "total_norm": 10.408286094665527}
{"epoch": 2, "step": 3490, "loss": 1.4409284591674805, "total_norm": 8.755849838256836}
{"epoch": 2, "step": 3491, "loss": 1.5016586780548096, "total_norm": 9.395170211791992}
{"epoch": 2, "step": 3492, "loss": 1.3077763319015503, "total_norm": 8.932117462158203}
{"epoch": 2, "step": 3493, "loss": 1.0843185186386108, "total_norm": 9.893341064453125}
{"epoch": 2, "step": 3494, "loss": 1.0726523399353027, "total_norm": 9.126118659973145}
{"epoch": 2, "step": 3495, "loss": 1.5456993579864502, "total_norm": 9.159991264343262}
{"epoch": 2, "step": 3496, "loss": 1.483500599861145, "total_norm": 10.812365531921387}
{"epoch": 2, "step": 3497, "loss": 1.5885945558547974, "total_norm": 10.308124542236328}
{"epoch": 2, "step": 3498, "loss": 1.721850872039795, "total_norm": 8.507854461669922}
{"epoch": 2, "step": 3499, "loss": 1.738349437713623, "total_norm": 9.750472068786621}
{"epoch": 2, "step": 3500, "eval_loss": 1.6567365385237194, "eval_rougeL": 0.12643298401221784}
{"epoch": 2, "step": 3500, "loss": 1.5544320344924927, "total_norm": 10.188572883605957}
{"epoch": 2, "step": 3501, "loss": 1.5626765489578247, "total_norm": 14.82455062866211}
{"epoch": 2, "step": 3502, "loss": 1.2509266138076782, "total_norm": 10.108963012695312}
{"epoch": 2, "step": 3503, "loss": 1.1288187503814697, "total_norm": 8.945173263549805}
{"epoch": 2, "step": 3504, "loss": 1.254206657409668, "total_norm": 9.466554641723633}
{"epoch": 2, "step": 3505, "loss": 1.2888967990875244, "total_norm": 10.064733505249023}
{"epoch": 2, "step": 3506, "loss": 1.4035590887069702, "total_norm": 10.291501998901367}
{"epoch": 2, "step": 3507, "loss": 1.3851288557052612, "total_norm": 10.501180648803711}
{"epoch": 2, "step": 3508, "loss": 1.590414047241211, "total_norm": 8.83242130279541}
{"epoch": 2, "step": 3509, "loss": 1.4339491128921509, "total_norm": 9.01717758178711}
{"epoch": 2, "step": 3510, "loss": 1.2159755229949951, "total_norm": 8.415945053100586}
{"epoch": 2, "step": 3511, "loss": 1.43942391872406, "total_norm": 9.409664154052734}
{"epoch": 2, "step": 3512, "loss": 1.5756163597106934, "total_norm": 10.72282886505127}
{"epoch": 2, "step": 3513, "loss": 1.339890956878662, "total_norm": 8.263107299804688}
{"epoch": 2, "step": 3514, "loss": 1.6978442668914795, "total_norm": 8.680415153503418}
{"epoch": 2, "step": 3515, "loss": 1.203312635421753, "total_norm": 7.302815914154053}
{"epoch": 2, "step": 3516, "loss": 1.3674086332321167, "total_norm": 8.62014102935791}
{"epoch": 2, "step": 3517, "loss": 1.7173913717269897, "total_norm": 9.322399139404297}
{"epoch": 2, "step": 3518, "loss": 1.5554455518722534, "total_norm": 8.535162925720215}
{"epoch": 2, "step": 3519, "loss": 1.3189723491668701, "total_norm": 8.786185264587402}
{"epoch": 2, "step": 3520, "loss": 1.3326022624969482, "total_norm": 9.85640811920166}
{"epoch": 2, "step": 3521, "loss": 1.4012712240219116, "total_norm": 8.192373275756836}
{"epoch": 2, "step": 3522, "loss": 1.801154375076294, "total_norm": 7.899700164794922}
{"epoch": 2, "step": 3523, "loss": 1.1348233222961426, "total_norm": 8.098896026611328}
{"epoch": 2, "step": 3524, "loss": 1.1868265867233276, "total_norm": 6.335084915161133}
{"epoch": 2, "step": 3525, "loss": 1.0119845867156982, "total_norm": 9.77182674407959}
{"epoch": 2, "step": 3526, "loss": 1.3505971431732178, "total_norm": 8.217897415161133}
{"epoch": 2, "step": 3527, "loss": 1.918996810913086, "total_norm": 8.895247459411621}
{"epoch": 2, "step": 3528, "loss": 1.237896203994751, "total_norm": 9.39979362487793}
{"epoch": 2, "step": 3529, "loss": 1.4366602897644043, "total_norm": 8.287856101989746}
{"epoch": 2, "step": 3530, "loss": 1.4663151502609253, "total_norm": 8.909088134765625}
{"epoch": 2, "step": 3531, "loss": 0.8976584076881409, "total_norm": 10.033817291259766}
{"epoch": 2, "step": 3532, "loss": 0.9000158905982971, "total_norm": 8.028292655944824}
{"epoch": 2, "step": 3533, "loss": 1.132716417312622, "total_norm": 12.709843635559082}
{"epoch": 2, "step": 3534, "loss": 1.0761693716049194, "total_norm": 8.750336647033691}
{"epoch": 2, "step": 3535, "loss": 1.079956293106079, "total_norm": 9.140482902526855}
{"epoch": 2, "step": 3536, "loss": 0.9705696105957031, "total_norm": 9.738170623779297}
{"epoch": 2, "step": 3537, "loss": 1.458490014076233, "total_norm": 9.76563549041748}
{"epoch": 2, "step": 3538, "loss": 1.4159315824508667, "total_norm": 7.633411884307861}
{"epoch": 2, "step": 3539, "loss": 1.2936569452285767, "total_norm": 8.896326065063477}
{"epoch": 2, "step": 3540, "loss": 1.5500291585922241, "total_norm": 9.928293228149414}
{"epoch": 2, "step": 3541, "loss": 1.731231451034546, "total_norm": 7.5722761154174805}
{"epoch": 2, "step": 3542, "loss": 1.0951138734817505, "total_norm": 8.49875545501709}
{"epoch": 2, "step": 3543, "loss": 1.5828794240951538, "total_norm": 9.485634803771973}
{"epoch": 2, "step": 3544, "loss": 1.303929328918457, "total_norm": 8.874749183654785}
{"epoch": 2, "step": 3545, "loss": 1.570981502532959, "total_norm": 9.278055191040039}
{"epoch": 2, "step": 3546, "loss": 1.6783361434936523, "total_norm": 8.680249214172363}
{"epoch": 2, "step": 3547, "loss": 1.1481066942214966, "total_norm": 8.840128898620605}
{"epoch": 2, "step": 3548, "loss": 1.304033875465393, "total_norm": 7.829197406768799}
{"epoch": 2, "step": 3549, "loss": 1.319732904434204, "total_norm": 9.725239753723145}
{"epoch": 2, "step": 3550, "loss": 1.488759994506836, "total_norm": 9.168831825256348}
{"epoch": 2, "step": 3551, "loss": 1.5588600635528564, "total_norm": 9.898250579833984}
{"epoch": 2, "step": 3552, "loss": 1.4496973752975464, "total_norm": 9.387563705444336}
{"epoch": 2, "step": 3553, "loss": 1.4402275085449219, "total_norm": 9.583913803100586}
{"epoch": 2, "step": 3554, "loss": 1.3935909271240234, "total_norm": 8.143929481506348}
{"epoch": 2, "step": 3555, "loss": 1.486903429031372, "total_norm": 8.627671241760254}
{"epoch": 2, "step": 3556, "loss": 1.4304860830307007, "total_norm": 9.2911958694458}
{"epoch": 2, "step": 3557, "loss": 1.3248391151428223, "total_norm": 10.717177391052246}
{"epoch": 2, "step": 3558, "loss": 0.9266412854194641, "total_norm": 9.917287826538086}
{"epoch": 2, "step": 3559, "loss": 1.4961774349212646, "total_norm": 11.2269926071167}
{"epoch": 2, "step": 3560, "loss": 1.2566174268722534, "total_norm": 11.82962417602539}
{"epoch": 2, "step": 3561, "loss": 1.2814713716506958, "total_norm": 9.55617904663086}
{"epoch": 2, "step": 3562, "loss": 1.4142738580703735, "total_norm": 8.688165664672852}
{"epoch": 2, "step": 3563, "loss": 1.2763835191726685, "total_norm": 11.894644737243652}
{"epoch": 2, "step": 3564, "loss": 1.0145230293273926, "total_norm": 9.819141387939453}
{"epoch": 2, "step": 3565, "loss": 1.4046800136566162, "total_norm": 9.830652236938477}
{"epoch": 2, "step": 3566, "loss": 1.4070669412612915, "total_norm": 9.534193992614746}
{"epoch": 2, "step": 3567, "loss": 1.2997312545776367, "total_norm": 10.015458106994629}
{"epoch": 2, "step": 3568, "loss": 1.3343459367752075, "total_norm": 7.701959133148193}
{"epoch": 2, "step": 3569, "loss": 1.4851646423339844, "total_norm": 8.976147651672363}
{"epoch": 2, "step": 3570, "loss": 1.4191093444824219, "total_norm": 8.997483253479004}
{"epoch": 2, "step": 3571, "loss": 1.578204870223999, "total_norm": 9.203006744384766}
{"epoch": 2, "step": 3572, "loss": 1.1307400465011597, "total_norm": 8.382964134216309}
{"epoch": 2, "step": 3573, "loss": 1.6880152225494385, "total_norm": 7.594810485839844}
{"epoch": 2, "step": 3574, "loss": 0.9603235125541687, "total_norm": 7.8061394691467285}
{"epoch": 2, "step": 3575, "loss": 1.126527190208435, "total_norm": 9.470941543579102}
{"epoch": 2, "step": 3576, "loss": 1.476536512374878, "total_norm": 9.817234992980957}
{"epoch": 2, "step": 3577, "loss": 1.15665602684021, "total_norm": 6.786251068115234}
{"epoch": 2, "step": 3578, "loss": 1.4513431787490845, "total_norm": 8.99923324584961}
{"epoch": 2, "step": 3579, "loss": 1.4454612731933594, "total_norm": 10.224357604980469}
{"epoch": 2, "step": 3580, "loss": 1.408239722251892, "total_norm": 8.028985023498535}
{"epoch": 2, "step": 3581, "loss": 1.6740736961364746, "total_norm": 8.617435455322266}
{"epoch": 2, "step": 3582, "loss": 1.8674166202545166, "total_norm": 8.250879287719727}
{"epoch": 2, "step": 3583, "loss": 1.295802116394043, "total_norm": 8.44966983795166}
{"epoch": 2, "step": 3584, "loss": 1.2694655656814575, "total_norm": 7.674519062042236}
{"epoch": 2, "step": 3585, "loss": 1.362043857574463, "total_norm": 10.755661964416504}
{"epoch": 2, "step": 3586, "loss": 1.2301267385482788, "total_norm": 8.125588417053223}
{"epoch": 2, "step": 3587, "loss": 1.4611413478851318, "total_norm": 9.351458549499512}
{"epoch": 2, "step": 3588, "loss": 1.268886923789978, "total_norm": 8.728780746459961}
{"epoch": 2, "step": 3589, "loss": 1.2686244249343872, "total_norm": 8.734140396118164}
{"epoch": 2, "step": 3590, "loss": 1.2978063821792603, "total_norm": 7.67075252532959}
{"epoch": 2, "step": 3591, "loss": 1.1989365816116333, "total_norm": 9.507699012756348}
{"epoch": 2, "step": 3592, "loss": 1.1824241876602173, "total_norm": 8.35826587677002}
{"epoch": 2, "step": 3593, "loss": 1.4306278228759766, "total_norm": 7.781514644622803}
{"epoch": 2, "step": 3594, "loss": 1.3657383918762207, "total_norm": 8.168465614318848}
{"epoch": 2, "step": 3595, "loss": 1.82168710231781, "total_norm": 9.092087745666504}
{"epoch": 2, "step": 3596, "loss": 1.9863783121109009, "total_norm": 9.378921508789062}
{"epoch": 2, "step": 3597, "loss": 1.505499005317688, "total_norm": 8.36397647857666}
{"epoch": 2, "step": 3598, "loss": 1.3332816362380981, "total_norm": 9.582327842712402}
{"epoch": 2, "step": 3599, "loss": 1.3850668668746948, "total_norm": 8.86652946472168}
{"epoch": 2, "step": 3600, "loss": 1.3073434829711914, "total_norm": 9.680294036865234}
{"epoch": 2, "step": 3601, "loss": 1.4458996057510376, "total_norm": 8.625774383544922}
{"epoch": 2, "step": 3602, "loss": 1.2253773212432861, "total_norm": 9.577491760253906}
{"epoch": 2, "step": 3603, "loss": 1.2589291334152222, "total_norm": 9.057428359985352}
{"epoch": 2, "step": 3604, "loss": 1.1360936164855957, "total_norm": 9.58474063873291}
{"epoch": 2, "step": 3605, "loss": 1.126758337020874, "total_norm": 8.200952529907227}
{"epoch": 2, "step": 3606, "loss": 1.5557608604431152, "total_norm": 10.025190353393555}
{"epoch": 2, "step": 3607, "loss": 1.4356119632720947, "total_norm": 10.422260284423828}
{"epoch": 2, "step": 3608, "loss": 1.3212060928344727, "total_norm": 9.630576133728027}
{"epoch": 2, "step": 3609, "loss": 1.4034953117370605, "total_norm": 9.877934455871582}
{"epoch": 2, "step": 3610, "loss": 1.3884624242782593, "total_norm": 9.093509674072266}
{"epoch": 2, "step": 3611, "loss": 1.2639633417129517, "total_norm": 9.424578666687012}
{"epoch": 2, "step": 3612, "loss": 1.404670000076294, "total_norm": 9.376631736755371}
{"epoch": 2, "step": 3613, "loss": 1.6147773265838623, "total_norm": 7.458974838256836}
{"epoch": 2, "step": 3614, "loss": 1.5234962701797485, "total_norm": 8.070724487304688}
{"epoch": 2, "step": 3615, "loss": 1.2081305980682373, "total_norm": 8.852819442749023}
{"epoch": 2, "step": 3616, "loss": 1.3076804876327515, "total_norm": 9.456018447875977}
{"epoch": 2, "step": 3617, "loss": 1.3429780006408691, "total_norm": 10.157734870910645}
{"epoch": 2, "step": 3618, "loss": 1.2304459810256958, "total_norm": 8.90971851348877}
{"epoch": 2, "step": 3619, "loss": 1.0993365049362183, "total_norm": 7.772943019866943}
{"epoch": 2, "step": 3620, "loss": 1.1550685167312622, "total_norm": 8.145193099975586}
{"epoch": 2, "step": 3621, "loss": 1.7562761306762695, "total_norm": 7.643435001373291}
{"epoch": 2, "step": 3622, "loss": 1.6233171224594116, "total_norm": 10.628908157348633}
{"epoch": 2, "step": 3623, "loss": 1.3363794088363647, "total_norm": 9.933834075927734}
{"epoch": 2, "step": 3624, "loss": 1.2748430967330933, "total_norm": 10.365589141845703}
{"epoch": 2, "step": 3625, "loss": 1.3070114850997925, "total_norm": 8.547623634338379}
{"epoch": 2, "step": 3626, "loss": 1.4741994142532349, "total_norm": 9.929139137268066}
{"epoch": 2, "step": 3627, "loss": 1.9015133380889893, "total_norm": 7.396073818206787}
{"epoch": 2, "step": 3628, "loss": 0.8319851160049438, "total_norm": 10.833948135375977}
{"epoch": 2, "step": 3629, "loss": 1.9032028913497925, "total_norm": 9.554889678955078}
{"epoch": 2, "step": 3630, "loss": 1.753589153289795, "total_norm": 9.072356224060059}
{"epoch": 2, "step": 3631, "loss": 1.329214334487915, "total_norm": 8.559181213378906}
{"epoch": 2, "step": 3632, "loss": 1.2241804599761963, "total_norm": 8.303683280944824}
{"epoch": 2, "step": 3633, "loss": 1.6807774305343628, "total_norm": 9.302556991577148}
{"epoch": 2, "step": 3634, "loss": 1.6276962757110596, "total_norm": 9.557563781738281}
{"epoch": 2, "step": 3635, "loss": 1.807457447052002, "total_norm": 9.648224830627441}
{"epoch": 2, "step": 3636, "loss": 1.5195351839065552, "total_norm": 8.209580421447754}
{"epoch": 2, "step": 3637, "loss": 1.469454288482666, "total_norm": 9.921728134155273}
{"epoch": 2, "step": 3638, "loss": 1.5421171188354492, "total_norm": 9.321309089660645}
{"epoch": 2, "step": 3639, "loss": 1.3537378311157227, "total_norm": 9.316157341003418}
{"epoch": 2, "step": 3640, "loss": 1.3876643180847168, "total_norm": 8.458600044250488}
{"epoch": 2, "step": 3641, "loss": 1.1600416898727417, "total_norm": 7.7009196281433105}
{"epoch": 2, "step": 3642, "loss": 1.5233104228973389, "total_norm": 9.304159164428711}
{"epoch": 2, "step": 3643, "loss": 1.2357161045074463, "total_norm": 8.099052429199219}
{"epoch": 2, "step": 3644, "loss": 1.8846352100372314, "total_norm": 8.048074722290039}
{"epoch": 2, "step": 3645, "loss": 1.6516371965408325, "total_norm": 9.070314407348633}
{"epoch": 2, "step": 3646, "loss": 1.7438796758651733, "total_norm": 8.464546203613281}
{"epoch": 2, "step": 3647, "loss": 1.390535831451416, "total_norm": 8.399357795715332}
{"epoch": 2, "step": 3648, "loss": 1.4302691221237183, "total_norm": 9.774619102478027}
{"epoch": 2, "step": 3649, "loss": 1.4216268062591553, "total_norm": 10.342023849487305}
{"epoch": 2, "step": 3650, "loss": 1.177875280380249, "total_norm": 11.73314380645752}
{"epoch": 2, "step": 3651, "loss": 1.2711505889892578, "total_norm": 9.42620849609375}
{"epoch": 2, "step": 3652, "loss": 1.2714232206344604, "total_norm": 10.293953895568848}
{"epoch": 2, "step": 3653, "loss": 1.6507362127304077, "total_norm": 9.169328689575195}
{"epoch": 2, "step": 3654, "loss": 1.2820688486099243, "total_norm": 8.926880836486816}
{"epoch": 2, "step": 3655, "loss": 1.1883856058120728, "total_norm": 10.032062530517578}
{"epoch": 2, "step": 3656, "loss": 1.486113429069519, "total_norm": 8.49224853515625}
{"epoch": 2, "step": 3657, "loss": 1.4956387281417847, "total_norm": 9.289899826049805}
{"epoch": 2, "step": 3658, "loss": 1.3925752639770508, "total_norm": 8.755475997924805}
{"epoch": 2, "step": 3659, "loss": 1.2049903869628906, "total_norm": 7.404186248779297}
{"epoch": 2, "step": 3660, "loss": 1.6189477443695068, "total_norm": 8.868509292602539}
{"epoch": 2, "step": 3661, "loss": 1.050719976425171, "total_norm": 8.89828872680664}
{"epoch": 2, "step": 3662, "loss": 1.5393511056900024, "total_norm": 7.786992073059082}
{"epoch": 2, "step": 3663, "loss": 1.2168219089508057, "total_norm": 7.630571365356445}
{"epoch": 2, "step": 3664, "loss": 1.0249292850494385, "total_norm": 9.961556434631348}
{"epoch": 2, "step": 3665, "loss": 1.5826175212860107, "total_norm": 9.281011581420898}
{"epoch": 2, "step": 3666, "loss": 1.3922545909881592, "total_norm": 9.293726921081543}
{"epoch": 2, "step": 3667, "loss": 1.1006039381027222, "total_norm": 7.309199810028076}
{"epoch": 2, "step": 3668, "loss": 1.2581099271774292, "total_norm": 7.480573654174805}
{"epoch": 2, "step": 3669, "loss": 1.7340848445892334, "total_norm": 7.611269950866699}
{"epoch": 2, "step": 3670, "loss": 1.1963783502578735, "total_norm": 10.217184066772461}
{"epoch": 2, "step": 3671, "loss": 1.538039207458496, "total_norm": 10.374772071838379}
{"epoch": 2, "step": 3672, "loss": 0.8995018601417542, "total_norm": 9.681339263916016}
{"epoch": 2, "step": 3673, "loss": 1.3176367282867432, "total_norm": 9.052482604980469}
{"epoch": 2, "step": 3674, "loss": 1.4397345781326294, "total_norm": 11.478644371032715}
{"epoch": 2, "step": 3675, "loss": 1.4512839317321777, "total_norm": 9.607134819030762}
{"epoch": 2, "step": 3676, "loss": 1.4180243015289307, "total_norm": 8.629181861877441}
{"epoch": 2, "step": 3677, "loss": 1.3359500169754028, "total_norm": 8.68500804901123}
{"epoch": 2, "step": 3678, "loss": 1.0057923793792725, "total_norm": 10.39267635345459}
{"epoch": 2, "step": 3679, "loss": 1.4441992044448853, "total_norm": 8.693670272827148}
{"epoch": 2, "step": 3680, "loss": 1.4548152685165405, "total_norm": 10.563069343566895}
{"epoch": 2, "step": 3681, "loss": 1.2971054315567017, "total_norm": 7.293631076812744}
{"epoch": 2, "step": 3682, "loss": 1.320762038230896, "total_norm": 7.9365410804748535}
{"epoch": 2, "step": 3683, "loss": 1.2686481475830078, "total_norm": 9.214357376098633}
{"epoch": 2, "step": 3684, "loss": 1.3094255924224854, "total_norm": 9.078590393066406}
{"epoch": 2, "step": 3685, "loss": 1.2230360507965088, "total_norm": 8.379050254821777}
{"epoch": 2, "step": 3686, "loss": 1.4774724245071411, "total_norm": 7.598085403442383}
{"epoch": 2, "step": 3687, "loss": 1.2964032888412476, "total_norm": 9.015664100646973}
{"epoch": 2, "step": 3688, "loss": 1.1220860481262207, "total_norm": 10.136727333068848}
{"epoch": 2, "step": 3689, "loss": 1.8818522691726685, "total_norm": 7.435181617736816}
{"epoch": 2, "step": 3690, "loss": 1.3952147960662842, "total_norm": 9.017742156982422}
{"epoch": 2, "step": 3691, "loss": 1.428364872932434, "total_norm": 9.0306396484375}
{"epoch": 2, "step": 3692, "loss": 1.7554460763931274, "total_norm": 8.585979461669922}
{"epoch": 2, "step": 3693, "loss": 1.4359897375106812, "total_norm": 7.533747673034668}
{"epoch": 2, "step": 3694, "loss": 1.528836965560913, "total_norm": 7.5962347984313965}
{"epoch": 2, "step": 3695, "loss": 1.664440393447876, "total_norm": 8.474732398986816}
{"epoch": 2, "step": 3696, "loss": 1.4539079666137695, "total_norm": 11.019110679626465}
{"epoch": 2, "step": 3697, "loss": 1.2015398740768433, "total_norm": 8.126468658447266}
{"epoch": 2, "step": 3698, "loss": 1.3798717260360718, "total_norm": 10.288015365600586}
{"epoch": 2, "step": 3699, "loss": 0.920520544052124, "total_norm": 9.254335403442383}
{"epoch": 2, "step": 3700, "loss": 1.194284439086914, "total_norm": 9.768637657165527}
{"epoch": 2, "step": 3701, "loss": 1.4117133617401123, "total_norm": 8.640830993652344}
{"epoch": 2, "step": 3702, "loss": 1.2072136402130127, "total_norm": 9.739961624145508}
{"epoch": 2, "step": 3703, "loss": 1.4369096755981445, "total_norm": 9.611873626708984}
{"epoch": 2, "step": 3704, "loss": 1.7286581993103027, "total_norm": 7.206938743591309}
{"epoch": 2, "step": 3705, "loss": 1.4810048341751099, "total_norm": 8.452677726745605}
{"epoch": 2, "step": 3706, "loss": 1.2737622261047363, "total_norm": 8.734689712524414}
{"epoch": 2, "step": 3707, "loss": 1.2790300846099854, "total_norm": 10.596986770629883}
{"epoch": 2, "step": 3708, "loss": 1.0403850078582764, "total_norm": 8.011383056640625}
{"epoch": 2, "step": 3709, "loss": 0.9962500333786011, "total_norm": 9.271441459655762}
{"epoch": 2, "step": 3710, "loss": 1.5755544900894165, "total_norm": 9.820228576660156}
{"epoch": 2, "step": 3711, "loss": 1.23256254196167, "total_norm": 9.47844409942627}
{"epoch": 2, "step": 3712, "loss": 1.4876383543014526, "total_norm": 9.265301704406738}
{"epoch": 2, "step": 3713, "loss": 1.627022624015808, "total_norm": 8.651443481445312}
{"epoch": 2, "step": 3714, "loss": 1.4092223644256592, "total_norm": 9.269503593444824}
{"epoch": 2, "step": 3715, "loss": 1.3824347257614136, "total_norm": 8.490129470825195}
{"epoch": 2, "step": 3716, "loss": 1.7302378416061401, "total_norm": 9.371016502380371}
{"epoch": 2, "step": 3717, "loss": 1.6691272258758545, "total_norm": 8.234553337097168}
{"epoch": 2, "step": 3718, "loss": 1.6663764715194702, "total_norm": 9.69843864440918}
{"epoch": 2, "step": 3719, "loss": 1.131909966468811, "total_norm": 8.152939796447754}
{"epoch": 2, "step": 3720, "loss": 1.6422924995422363, "total_norm": 9.575804710388184}
{"epoch": 2, "step": 3721, "loss": 1.3980178833007812, "total_norm": 8.966629981994629}
{"epoch": 2, "step": 3722, "loss": 1.4377819299697876, "total_norm": 9.523151397705078}
{"epoch": 2, "step": 3723, "loss": 1.4059191942214966, "total_norm": 9.903223037719727}
{"epoch": 2, "step": 3724, "loss": 1.2715920209884644, "total_norm": 9.871086120605469}
{"epoch": 2, "step": 3725, "loss": 1.227129578590393, "total_norm": 9.318531036376953}
{"epoch": 2, "step": 3726, "loss": 1.561432957649231, "total_norm": 7.770589828491211}
{"epoch": 2, "step": 3727, "loss": 1.35787832736969, "total_norm": 8.142769813537598}
{"epoch": 2, "step": 3728, "loss": 1.6468638181686401, "total_norm": 8.052531242370605}
{"epoch": 2, "step": 3729, "loss": 1.4181383848190308, "total_norm": 8.860960006713867}
{"epoch": 2, "step": 3730, "loss": 1.060295581817627, "total_norm": 10.481136322021484}
{"epoch": 2, "step": 3731, "loss": 1.4387634992599487, "total_norm": 9.569235801696777}
{"epoch": 2, "step": 3732, "loss": 1.4098073244094849, "total_norm": 9.743865966796875}
{"epoch": 2, "step": 3733, "loss": 1.8535597324371338, "total_norm": 8.39777660369873}
{"epoch": 2, "step": 3734, "loss": 1.8264669179916382, "total_norm": 8.103056907653809}
{"epoch": 2, "step": 3735, "loss": 1.6662602424621582, "total_norm": 9.362276077270508}
{"epoch": 2, "step": 3736, "loss": 1.233989953994751, "total_norm": 7.898121356964111}
{"epoch": 2, "step": 3737, "loss": 1.5187811851501465, "total_norm": 9.452201843261719}
{"epoch": 2, "step": 3738, "loss": 1.6758911609649658, "total_norm": 7.709136009216309}
{"epoch": 2, "step": 3739, "loss": 1.443611741065979, "total_norm": 7.592181205749512}
{"epoch": 2, "step": 3740, "loss": 1.6205401420593262, "total_norm": 8.481164932250977}
{"epoch": 2, "step": 3741, "loss": 1.0794838666915894, "total_norm": 8.00986385345459}
{"epoch": 2, "step": 3742, "loss": 1.1538491249084473, "total_norm": 7.2484283447265625}
{"epoch": 2, "step": 3743, "loss": 1.1057993173599243, "total_norm": 8.407973289489746}
{"epoch": 2, "step": 3744, "loss": 1.2022879123687744, "total_norm": 9.290478706359863}
{"epoch": 2, "step": 3745, "loss": 1.2481486797332764, "total_norm": 8.69419002532959}
{"epoch": 2, "step": 3746, "loss": 1.3625202178955078, "total_norm": 7.3769450187683105}
{"epoch": 2, "step": 3747, "loss": 1.8966172933578491, "total_norm": 9.993483543395996}
{"epoch": 2, "step": 3748, "loss": 0.8984594941139221, "total_norm": 6.985617637634277}
{"epoch": 2, "step": 3749, "loss": 1.6372733116149902, "total_norm": 7.946525573730469}
{"epoch": 2, "step": 3750, "loss": 1.2457709312438965, "total_norm": 10.200606346130371}
{"epoch": 2, "step": 3751, "loss": 1.7624307870864868, "total_norm": 8.319537162780762}
{"epoch": 2, "step": 3752, "loss": 1.1341477632522583, "total_norm": 8.194595336914062}
{"epoch": 2, "step": 3753, "loss": 1.4754499197006226, "total_norm": 10.438691139221191}
{"epoch": 2, "step": 3754, "loss": 1.628702998161316, "total_norm": 8.389081954956055}
{"epoch": 2, "step": 3755, "loss": 1.5255873203277588, "total_norm": 10.92579174041748}
{"epoch": 2, "step": 3756, "loss": 1.2079155445098877, "total_norm": 8.20196533203125}
{"epoch": 2, "step": 3757, "loss": 1.3833038806915283, "total_norm": 8.114660263061523}
{"epoch": 2, "step": 3758, "loss": 1.7715725898742676, "total_norm": 11.294926643371582}
{"epoch": 2, "step": 3759, "loss": 1.7925819158554077, "total_norm": 7.926829814910889}
{"epoch": 2, "step": 3760, "loss": 1.0412166118621826, "total_norm": 7.683993816375732}
{"epoch": 2, "step": 3761, "loss": 1.6432839632034302, "total_norm": 8.05660343170166}
{"epoch": 2, "step": 3762, "loss": 1.5914497375488281, "total_norm": 9.53933334350586}
{"epoch": 2, "step": 3763, "loss": 1.5533279180526733, "total_norm": 7.778928756713867}
{"epoch": 2, "step": 3764, "loss": 1.4106537103652954, "total_norm": 9.065266609191895}
{"epoch": 2, "step": 3765, "loss": 1.004591941833496, "total_norm": 8.14346981048584}
{"epoch": 2, "step": 3766, "loss": 1.6003671884536743, "total_norm": 8.551610946655273}
{"epoch": 2, "step": 3767, "loss": 1.0683140754699707, "total_norm": 8.707160949707031}
{"epoch": 2, "step": 3768, "loss": 1.10076105594635, "total_norm": 8.831302642822266}
{"epoch": 2, "step": 3769, "loss": 1.2492281198501587, "total_norm": 8.47309398651123}
{"epoch": 2, "step": 3770, "loss": 1.2024366855621338, "total_norm": 9.853452682495117}
{"epoch": 2, "step": 3771, "loss": 0.9495981335639954, "total_norm": 9.671981811523438}
{"epoch": 2, "step": 3772, "loss": 1.3780781030654907, "total_norm": 9.00346851348877}
{"epoch": 2, "step": 3773, "loss": 1.691304326057434, "total_norm": 9.435826301574707}
{"epoch": 2, "step": 3774, "loss": 1.1799654960632324, "total_norm": 10.219569206237793}
{"epoch": 2, "step": 3775, "loss": 1.468554973602295, "total_norm": 9.111470222473145}
{"epoch": 2, "step": 3776, "loss": 1.5941115617752075, "total_norm": 10.249591827392578}
{"epoch": 2, "step": 3777, "loss": 1.1705658435821533, "total_norm": 7.870319843292236}
{"epoch": 2, "step": 3778, "loss": 1.4201805591583252, "total_norm": 8.314689636230469}
{"epoch": 2, "step": 3779, "loss": 1.3131723403930664, "total_norm": 10.079209327697754}
{"epoch": 2, "step": 3780, "loss": 1.1481469869613647, "total_norm": 9.255279541015625}
{"epoch": 2, "step": 3781, "loss": 1.4403678178787231, "total_norm": 6.807614326477051}
{"epoch": 2, "step": 3782, "loss": 1.4427534341812134, "total_norm": 8.018536567687988}
{"epoch": 2, "step": 3783, "loss": 1.5344462394714355, "total_norm": 7.68753719329834}
{"epoch": 2, "step": 3784, "loss": 1.0423465967178345, "total_norm": 7.606077671051025}
{"epoch": 2, "step": 3785, "loss": 1.1602706909179688, "total_norm": 9.999460220336914}
{"epoch": 2, "step": 3786, "loss": 1.65333092212677, "total_norm": 9.913650512695312}
{"epoch": 2, "step": 3787, "loss": 1.1923176050186157, "total_norm": 8.351933479309082}
{"epoch": 2, "step": 3788, "loss": 1.1328990459442139, "total_norm": 9.306757926940918}
{"epoch": 2, "step": 3789, "loss": 1.2468985319137573, "total_norm": 11.09221363067627}
{"epoch": 2, "step": 3790, "loss": 1.3493764400482178, "total_norm": 8.24470043182373}
{"epoch": 2, "step": 3791, "loss": 1.6833521127700806, "total_norm": 10.811761856079102}
{"epoch": 2, "step": 3792, "loss": 1.067400574684143, "total_norm": 11.229393005371094}
{"epoch": 2, "step": 3793, "loss": 1.276239037513733, "total_norm": 8.021139144897461}
{"epoch": 2, "step": 3794, "loss": 1.5225359201431274, "total_norm": 7.296456813812256}
{"epoch": 2, "step": 3795, "loss": 1.0553802251815796, "total_norm": 8.968273162841797}
{"epoch": 2, "step": 3796, "loss": 1.5319900512695312, "total_norm": 10.195475578308105}
{"epoch": 2, "step": 3797, "loss": 1.4132704734802246, "total_norm": 9.951386451721191}
{"epoch": 2, "step": 3798, "loss": 1.37913179397583, "total_norm": 8.661447525024414}
{"epoch": 2, "step": 3799, "loss": 1.064143419265747, "total_norm": 7.82211971282959}
{"epoch": 2, "step": 3800, "loss": 1.2301397323608398, "total_norm": 9.589608192443848}
{"epoch": 2, "step": 3801, "loss": 1.4790456295013428, "total_norm": 9.501375198364258}
{"epoch": 2, "step": 3802, "loss": 0.8957183957099915, "total_norm": 9.923897743225098}
{"epoch": 2, "step": 3803, "loss": 1.3821606636047363, "total_norm": 9.606215476989746}
{"epoch": 2, "step": 3804, "loss": 1.2348262071609497, "total_norm": 9.082328796386719}
{"epoch": 2, "step": 3805, "loss": 1.1870452165603638, "total_norm": 8.230911254882812}
{"epoch": 2, "step": 3806, "loss": 1.632045030593872, "total_norm": 8.824783325195312}
{"epoch": 2, "step": 3807, "loss": 1.524796724319458, "total_norm": 8.274836540222168}
{"epoch": 2, "step": 3808, "loss": 1.0350956916809082, "total_norm": 8.114995002746582}
{"epoch": 2, "step": 3809, "loss": 1.4864825010299683, "total_norm": 10.186117172241211}
{"epoch": 2, "step": 3810, "loss": 0.9589776396751404, "total_norm": 9.830436706542969}
{"epoch": 2, "step": 3811, "loss": 1.604236125946045, "total_norm": 8.176431655883789}
{"epoch": 2, "step": 3812, "loss": 1.4476292133331299, "total_norm": 9.853306770324707}
{"epoch": 2, "step": 3813, "loss": 1.6032465696334839, "total_norm": 10.812774658203125}
{"epoch": 2, "step": 3814, "loss": 1.240795373916626, "total_norm": 9.446825981140137}
{"epoch": 2, "step": 3815, "loss": 1.5276179313659668, "total_norm": 8.511115074157715}
{"epoch": 2, "step": 3816, "loss": 1.8073710203170776, "total_norm": 7.57025146484375}
{"epoch": 2, "step": 3817, "loss": 1.061644196510315, "total_norm": 9.867246627807617}
{"epoch": 2, "step": 3818, "loss": 1.3033157587051392, "total_norm": 10.690719604492188}
{"epoch": 2, "step": 3819, "loss": 1.1915839910507202, "total_norm": 8.286968231201172}
{"epoch": 2, "step": 3820, "loss": 1.341552495956421, "total_norm": 9.053145408630371}
{"epoch": 2, "step": 3821, "loss": 1.3729095458984375, "total_norm": 8.409480094909668}
{"epoch": 2, "step": 3822, "loss": 1.419904351234436, "total_norm": 10.009406089782715}
{"epoch": 2, "step": 3823, "loss": 1.5177979469299316, "total_norm": 9.235885620117188}
{"epoch": 2, "step": 3824, "loss": 1.022362232208252, "total_norm": 8.60059642791748}
{"epoch": 2, "step": 3825, "loss": 1.4301460981369019, "total_norm": 7.7172980308532715}
{"epoch": 2, "step": 3826, "loss": 0.9888738393783569, "total_norm": 10.097423553466797}
{"epoch": 2, "step": 3827, "loss": 1.7158467769622803, "total_norm": 7.857211112976074}
{"epoch": 2, "step": 3828, "loss": 0.9620178937911987, "total_norm": 9.045475006103516}
{"epoch": 2, "step": 3829, "loss": 1.679379940032959, "total_norm": 8.156723976135254}
{"epoch": 2, "step": 3830, "loss": 1.3357486724853516, "total_norm": 8.007331848144531}
{"epoch": 2, "step": 3831, "loss": 1.373439908027649, "total_norm": 8.783560752868652}
{"epoch": 2, "step": 3832, "loss": 1.6107919216156006, "total_norm": 8.673491477966309}
{"epoch": 2, "step": 3833, "loss": 1.5453318357467651, "total_norm": 10.136350631713867}
{"epoch": 2, "step": 3834, "loss": 1.2758899927139282, "total_norm": 9.82237720489502}
{"epoch": 2, "step": 3835, "loss": 1.3900419473648071, "total_norm": 9.421045303344727}
{"epoch": 2, "step": 3836, "loss": 1.2047016620635986, "total_norm": 9.197715759277344}
{"epoch": 2, "step": 3837, "loss": 1.4334688186645508, "total_norm": 8.35451602935791}
{"epoch": 2, "step": 3838, "loss": 1.2493797540664673, "total_norm": 8.6821870803833}
{"epoch": 2, "step": 3839, "loss": 1.2274070978164673, "total_norm": 9.675735473632812}
{"epoch": 2, "step": 3840, "loss": 1.3472940921783447, "total_norm": 8.016756057739258}
{"epoch": 2, "step": 3841, "loss": 1.0138477087020874, "total_norm": 8.095194816589355}
{"epoch": 2, "step": 3842, "loss": 1.1368998289108276, "total_norm": 9.483185768127441}
{"epoch": 2, "step": 3843, "loss": 1.4953302145004272, "total_norm": 8.865894317626953}
{"epoch": 2, "step": 3844, "loss": 1.0047039985656738, "total_norm": 8.182147979736328}
{"epoch": 2, "step": 3845, "loss": 1.2644447088241577, "total_norm": 9.875728607177734}
{"epoch": 2, "step": 3846, "loss": 1.0302629470825195, "total_norm": 7.608710765838623}
{"epoch": 2, "step": 3847, "loss": 1.3267477750778198, "total_norm": 8.754581451416016}
{"epoch": 2, "step": 3848, "loss": 1.2177369594573975, "total_norm": 9.512216567993164}
{"epoch": 2, "step": 3849, "loss": 1.4804465770721436, "total_norm": 7.956057071685791}
{"epoch": 2, "step": 3850, "loss": 1.0776783227920532, "total_norm": 8.388047218322754}
{"epoch": 2, "step": 3851, "loss": 1.130062222480774, "total_norm": 8.784503936767578}
{"epoch": 2, "step": 3852, "loss": 1.3038181066513062, "total_norm": 7.608794212341309}
{"epoch": 2, "step": 3853, "loss": 1.4808640480041504, "total_norm": 8.08056640625}
{"epoch": 2, "step": 3854, "loss": 1.4620234966278076, "total_norm": 8.676582336425781}
{"epoch": 2, "step": 3855, "loss": 1.2036757469177246, "total_norm": 9.29916763305664}
{"epoch": 2, "step": 3856, "loss": 1.5354275703430176, "total_norm": 7.954555511474609}
{"epoch": 2, "step": 3857, "loss": 1.6678104400634766, "total_norm": 9.22258186340332}
{"epoch": 2, "step": 3858, "loss": 1.9036976099014282, "total_norm": 9.258606910705566}
{"epoch": 2, "step": 3859, "loss": 0.808718740940094, "total_norm": 8.828008651733398}
{"epoch": 2, "step": 3860, "loss": 1.8416060209274292, "total_norm": 8.845113754272461}
{"epoch": 2, "step": 3861, "loss": 1.1608989238739014, "total_norm": 8.924867630004883}
{"epoch": 2, "step": 3862, "loss": 1.2751187086105347, "total_norm": 8.155773162841797}
{"epoch": 2, "step": 3863, "loss": 1.686591625213623, "total_norm": 9.380266189575195}
{"epoch": 2, "step": 3864, "loss": 1.4299392700195312, "total_norm": 7.74013090133667}
{"epoch": 2, "step": 3865, "loss": 1.489072322845459, "total_norm": 9.264969825744629}
{"epoch": 2, "step": 3866, "loss": 1.2377872467041016, "total_norm": 11.628722190856934}
{"epoch": 2, "step": 3867, "loss": 1.3818049430847168, "total_norm": 9.70315933227539}
{"epoch": 2, "step": 3868, "loss": 1.5173659324645996, "total_norm": 10.043573379516602}
{"epoch": 2, "step": 3869, "loss": 1.3626405000686646, "total_norm": 9.234219551086426}
{"epoch": 2, "step": 3870, "loss": 1.0463025569915771, "total_norm": 8.951837539672852}
{"epoch": 2, "step": 3871, "loss": 1.2478077411651611, "total_norm": 8.037568092346191}
{"epoch": 2, "step": 3872, "loss": 1.5078229904174805, "total_norm": 8.431489944458008}
{"epoch": 2, "step": 3873, "loss": 1.4591389894485474, "total_norm": 9.068472862243652}
{"epoch": 2, "step": 3874, "loss": 1.4136229753494263, "total_norm": 10.32343578338623}
{"epoch": 2, "step": 3875, "loss": 1.2586883306503296, "total_norm": 7.672889709472656}
{"epoch": 2, "step": 3876, "loss": 1.1099233627319336, "total_norm": 7.29410982131958}
{"epoch": 2, "step": 3877, "loss": 1.8105342388153076, "total_norm": 9.321353912353516}
{"epoch": 2, "step": 3878, "loss": 1.3930437564849854, "total_norm": 8.3135986328125}
{"epoch": 2, "step": 3879, "loss": 1.4020501375198364, "total_norm": 9.79654312133789}
{"epoch": 2, "step": 3880, "loss": 1.5224602222442627, "total_norm": 9.255125045776367}
{"epoch": 2, "step": 3881, "loss": 1.3396326303482056, "total_norm": 9.488500595092773}
{"epoch": 2, "step": 3882, "loss": 1.2692904472351074, "total_norm": 8.049979209899902}
{"epoch": 2, "step": 3883, "loss": 1.2497506141662598, "total_norm": 8.21149730682373}
{"epoch": 2, "step": 3884, "loss": 1.3897846937179565, "total_norm": 7.296289920806885}
{"epoch": 2, "step": 3885, "loss": 1.319899559020996, "total_norm": 9.924321174621582}
{"epoch": 2, "step": 3886, "loss": 1.3029192686080933, "total_norm": 10.176889419555664}
{"epoch": 2, "step": 3887, "loss": 1.1662452220916748, "total_norm": 10.17232608795166}
{"epoch": 2, "step": 3888, "loss": 0.9210840463638306, "total_norm": 9.288223266601562}
{"epoch": 2, "step": 3889, "loss": 1.0161335468292236, "total_norm": 9.848198890686035}
{"epoch": 2, "step": 3890, "loss": 1.2348779439926147, "total_norm": 9.769999504089355}
{"epoch": 2, "step": 3891, "loss": 1.0800756216049194, "total_norm": 8.8170166015625}
{"epoch": 2, "step": 3892, "loss": 1.304067850112915, "total_norm": 8.73629093170166}
{"epoch": 2, "step": 3893, "loss": 1.5027105808258057, "total_norm": 8.122676849365234}
{"epoch": 2, "step": 3894, "loss": 1.3248025178909302, "total_norm": 8.890697479248047}
{"epoch": 2, "step": 3895, "loss": 1.4317400455474854, "total_norm": 10.988838195800781}
{"epoch": 2, "step": 3896, "loss": 1.6569766998291016, "total_norm": 7.828639507293701}
{"epoch": 2, "step": 3897, "loss": 1.4302928447723389, "total_norm": 10.235639572143555}
{"epoch": 2, "step": 3898, "loss": 1.281241774559021, "total_norm": 9.011747360229492}
{"epoch": 2, "step": 3899, "loss": 1.4406965970993042, "total_norm": 8.205706596374512}
{"epoch": 2, "step": 3900, "loss": 1.474929928779602, "total_norm": 9.06521987915039}
{"epoch": 2, "step": 3901, "loss": 1.7475547790527344, "total_norm": 8.27685832977295}
{"epoch": 2, "step": 3902, "loss": 1.1427677869796753, "total_norm": 7.316557884216309}
{"epoch": 2, "step": 3903, "loss": 1.6619199514389038, "total_norm": 9.316038131713867}
{"epoch": 2, "step": 3904, "loss": 1.6496201753616333, "total_norm": 8.607600212097168}
{"epoch": 2, "step": 3905, "loss": 1.3329061269760132, "total_norm": 9.255640029907227}
{"epoch": 2, "step": 3906, "loss": 1.3257615566253662, "total_norm": 10.550369262695312}
{"epoch": 2, "step": 3907, "loss": 1.5458123683929443, "total_norm": 9.446233749389648}
{"epoch": 2, "step": 3908, "loss": 0.9721929430961609, "total_norm": 8.104314804077148}
{"epoch": 2, "step": 3909, "loss": 1.9625343084335327, "total_norm": 8.696039199829102}
{"epoch": 2, "step": 3910, "loss": 1.4917727708816528, "total_norm": 9.46772289276123}
{"epoch": 2, "step": 3911, "loss": 1.0622575283050537, "total_norm": 8.818537712097168}
{"epoch": 2, "step": 3912, "loss": 1.3108552694320679, "total_norm": 8.931763648986816}
{"epoch": 2, "step": 3913, "loss": 1.2795041799545288, "total_norm": 9.127421379089355}
{"epoch": 2, "step": 3914, "loss": 1.1316529512405396, "total_norm": 7.961287975311279}
{"epoch": 2, "step": 3915, "loss": 1.616000771522522, "total_norm": 9.723319053649902}
{"epoch": 2, "step": 3916, "loss": 1.2145795822143555, "total_norm": 9.695201873779297}
{"epoch": 2, "step": 3917, "loss": 0.9362597465515137, "total_norm": 7.200348854064941}
{"epoch": 2, "step": 3918, "loss": 1.5175976753234863, "total_norm": 9.67543888092041}
{"epoch": 2, "step": 3919, "loss": 1.0559459924697876, "total_norm": 8.240303993225098}
{"epoch": 2, "step": 3920, "loss": 1.7450839281082153, "total_norm": 8.90732192993164}
{"epoch": 2, "step": 3921, "loss": 1.7397490739822388, "total_norm": 8.594694137573242}
{"epoch": 2, "step": 3922, "loss": 1.626703143119812, "total_norm": 9.454849243164062}
{"epoch": 2, "step": 3923, "loss": 2.0335400104522705, "total_norm": 10.051729202270508}
{"epoch": 2, "step": 3924, "loss": 1.4208966493606567, "total_norm": 10.000280380249023}
{"epoch": 2, "step": 3925, "loss": 1.3377822637557983, "total_norm": 8.828313827514648}
{"epoch": 2, "step": 3926, "loss": 1.844974160194397, "total_norm": 9.798041343688965}
{"epoch": 2, "step": 3927, "loss": 1.1226142644882202, "total_norm": 11.72386646270752}
{"epoch": 2, "step": 3928, "loss": 1.2744334936141968, "total_norm": 9.343144416809082}
{"epoch": 2, "step": 3929, "loss": 1.1457467079162598, "total_norm": 8.7658052444458}
{"epoch": 2, "step": 3930, "loss": 1.8271901607513428, "total_norm": 11.41705322265625}
{"epoch": 2, "step": 3931, "loss": 1.4455152750015259, "total_norm": 9.732592582702637}
{"epoch": 2, "step": 3932, "loss": 1.355992078781128, "total_norm": 7.824743270874023}
{"epoch": 2, "step": 3933, "loss": 1.193466067314148, "total_norm": 9.228605270385742}
{"epoch": 2, "step": 3934, "loss": 1.0599066019058228, "total_norm": 8.33930778503418}
{"epoch": 2, "step": 3935, "loss": 1.48784601688385, "total_norm": 7.50788688659668}
{"epoch": 2, "step": 3936, "loss": 1.4766449928283691, "total_norm": 9.324248313903809}
{"epoch": 2, "step": 3937, "loss": 1.5491231679916382, "total_norm": 9.151676177978516}
{"epoch": 2, "step": 3938, "loss": 1.2605725526809692, "total_norm": 9.647880554199219}
{"epoch": 2, "step": 3939, "loss": 1.0769824981689453, "total_norm": 9.997114181518555}
{"epoch": 2, "step": 3940, "loss": 1.5136045217514038, "total_norm": 8.575254440307617}
{"epoch": 2, "step": 3941, "loss": 1.2245434522628784, "total_norm": 8.159557342529297}
{"epoch": 2, "step": 3942, "loss": 1.1654014587402344, "total_norm": 9.233081817626953}
{"epoch": 2, "step": 3943, "loss": 1.2676362991333008, "total_norm": 8.842409133911133}
{"epoch": 2, "step": 3944, "loss": 1.5987260341644287, "total_norm": 8.497085571289062}
{"epoch": 2, "step": 3945, "loss": 0.9978495836257935, "total_norm": 8.763955116271973}
{"epoch": 2, "step": 3946, "loss": 1.110302448272705, "total_norm": 8.798002243041992}
{"epoch": 2, "step": 3947, "loss": 1.6055653095245361, "total_norm": 11.208654403686523}
{"epoch": 2, "step": 3948, "loss": 1.687872052192688, "total_norm": 9.717263221740723}
{"epoch": 2, "step": 3949, "loss": 1.3498644828796387, "total_norm": 9.98952579498291}
{"epoch": 2, "step": 3950, "loss": 1.6045540571212769, "total_norm": 10.21378231048584}
{"epoch": 2, "step": 3951, "loss": 1.6003847122192383, "total_norm": 9.240097045898438}
{"epoch": 2, "step": 3952, "loss": 1.5405319929122925, "total_norm": 11.975772857666016}
{"epoch": 2, "step": 3953, "loss": 1.1780987977981567, "total_norm": 7.311431884765625}
{"epoch": 2, "step": 3954, "loss": 1.7397477626800537, "total_norm": 8.12235164642334}
{"epoch": 2, "step": 3955, "loss": 1.6958239078521729, "total_norm": 8.313273429870605}
{"epoch": 2, "step": 3956, "loss": 1.2466108798980713, "total_norm": 10.858894348144531}
{"epoch": 2, "step": 3957, "loss": 1.6557260751724243, "total_norm": 9.274508476257324}
{"epoch": 2, "step": 3958, "loss": 1.4013680219650269, "total_norm": 7.481986045837402}
{"epoch": 2, "step": 3959, "loss": 1.5504765510559082, "total_norm": 8.43798542022705}
{"epoch": 2, "step": 3960, "loss": 1.3395884037017822, "total_norm": 9.610818862915039}
{"epoch": 2, "step": 3961, "loss": 1.088347315788269, "total_norm": 9.838386535644531}
{"epoch": 2, "step": 3962, "loss": 1.4237381219863892, "total_norm": 11.420191764831543}
{"epoch": 2, "step": 3963, "loss": 1.2806376218795776, "total_norm": 9.604711532592773}
{"epoch": 2, "step": 3964, "loss": 1.021934151649475, "total_norm": 9.002575874328613}
{"epoch": 2, "step": 3965, "loss": 1.6504826545715332, "total_norm": 7.616518020629883}
{"epoch": 2, "step": 3966, "loss": 1.6246305704116821, "total_norm": 9.88548469543457}
{"epoch": 2, "step": 3967, "loss": 1.558474063873291, "total_norm": 10.97374439239502}
{"epoch": 2, "step": 3968, "loss": 1.787712812423706, "total_norm": 10.92189884185791}
{"epoch": 2, "step": 3969, "loss": 1.0741335153579712, "total_norm": 8.926776885986328}
{"epoch": 2, "step": 3970, "loss": 1.665576457977295, "total_norm": 8.53709602355957}
{"epoch": 2, "step": 3971, "loss": 1.5646785497665405, "total_norm": 7.073373317718506}
{"epoch": 2, "step": 3972, "loss": 1.1222628355026245, "total_norm": 9.300189971923828}
{"epoch": 2, "step": 3973, "loss": 1.3456448316574097, "total_norm": 8.96885871887207}
{"epoch": 2, "step": 3974, "loss": 1.5988295078277588, "total_norm": 7.798722267150879}
{"epoch": 2, "step": 3975, "loss": 1.8365789651870728, "total_norm": 8.758529663085938}
{"epoch": 2, "step": 3976, "loss": 1.2297857999801636, "total_norm": 10.181462287902832}
{"epoch": 2, "step": 3977, "loss": 1.2214607000350952, "total_norm": 8.412063598632812}
{"epoch": 2, "step": 3978, "loss": 1.480723261833191, "total_norm": 10.652176856994629}
{"epoch": 2, "step": 3979, "loss": 1.4117311239242554, "total_norm": 8.8565092086792}
{"epoch": 2, "step": 3980, "loss": 1.4354820251464844, "total_norm": 9.08210563659668}
{"epoch": 2, "step": 3981, "loss": 1.5709913969039917, "total_norm": 9.334773063659668}
{"epoch": 2, "step": 3982, "loss": 1.3656455278396606, "total_norm": 8.49061393737793}
{"epoch": 2, "step": 3983, "loss": 1.3513753414154053, "total_norm": 9.397793769836426}
{"epoch": 2, "step": 3984, "loss": 1.1308706998825073, "total_norm": 9.393904685974121}
{"epoch": 2, "step": 3985, "loss": 1.4508168697357178, "total_norm": 8.134449005126953}
{"epoch": 2, "step": 3986, "loss": 1.353403091430664, "total_norm": 10.313203811645508}
{"epoch": 2, "step": 3987, "loss": 1.2743324041366577, "total_norm": 11.493185043334961}
{"epoch": 2, "step": 3988, "loss": 1.5314197540283203, "total_norm": 7.970221996307373}
{"epoch": 2, "step": 3989, "loss": 1.5690250396728516, "total_norm": 9.314448356628418}
{"epoch": 2, "step": 3990, "loss": 1.6245542764663696, "total_norm": 8.42375373840332}
{"epoch": 2, "step": 3991, "loss": 1.1838475465774536, "total_norm": 9.909444808959961}
{"epoch": 2, "step": 3992, "loss": 1.5520724058151245, "total_norm": 9.09222412109375}
{"epoch": 2, "step": 3993, "loss": 1.5152846574783325, "total_norm": 9.68586254119873}
{"epoch": 2, "step": 3994, "loss": 1.451781988143921, "total_norm": 7.277304649353027}
{"epoch": 2, "step": 3995, "loss": 1.2966642379760742, "total_norm": 8.893367767333984}
{"epoch": 2, "step": 3996, "loss": 1.0968855619430542, "total_norm": 7.869256973266602}
{"epoch": 2, "step": 3997, "loss": 0.9264526963233948, "total_norm": 8.05659294128418}
{"epoch": 2, "step": 3998, "loss": 1.573236107826233, "total_norm": 9.212446212768555}
{"epoch": 2, "step": 3999, "loss": 1.6143476963043213, "total_norm": 9.275546073913574}
{"epoch": 2, "step": 4000, "eval_loss": 1.6557310176274134, "eval_rougeL": 0.12576593720645066}
{"epoch": 2, "step": 4000, "loss": 1.670107126235962, "total_norm": 12.115103721618652}
{"epoch": 2, "step": 4001, "loss": 1.743310809135437, "total_norm": 10.063847541809082}
{"epoch": 2, "step": 4002, "loss": 1.8850514888763428, "total_norm": 8.968461036682129}
{"epoch": 2, "step": 4003, "loss": 1.4417964220046997, "total_norm": 7.280391216278076}
{"epoch": 2, "step": 4004, "loss": 1.2478864192962646, "total_norm": 8.873130798339844}
{"epoch": 2, "step": 4005, "loss": 1.4921470880508423, "total_norm": 7.893616199493408}
{"epoch": 2, "step": 4006, "loss": 1.0455955266952515, "total_norm": 8.827069282531738}
{"epoch": 2, "step": 4007, "loss": 1.4264487028121948, "total_norm": 10.50613784790039}
{"epoch": 2, "step": 4008, "loss": 1.2384542226791382, "total_norm": 10.739864349365234}
{"epoch": 2, "step": 4009, "loss": 1.7341768741607666, "total_norm": 8.684795379638672}
{"epoch": 2, "step": 4010, "loss": 1.5033501386642456, "total_norm": 8.55029582977295}
{"epoch": 2, "step": 4011, "loss": 1.060045599937439, "total_norm": 10.802581787109375}
{"epoch": 2, "step": 4012, "loss": 1.2977354526519775, "total_norm": 8.797138214111328}
{"epoch": 2, "step": 4013, "loss": 1.1507086753845215, "total_norm": 8.493147850036621}
{"epoch": 2, "step": 4014, "loss": 1.1480103731155396, "total_norm": 10.595873832702637}
{"epoch": 2, "step": 4015, "loss": 1.1129711866378784, "total_norm": 8.53954029083252}
{"epoch": 2, "step": 4016, "loss": 1.4735910892486572, "total_norm": 7.97973108291626}
{"epoch": 2, "step": 4017, "loss": 1.245061993598938, "total_norm": 9.33918571472168}
{"epoch": 2, "step": 4018, "loss": 1.2072980403900146, "total_norm": 9.016827583312988}
{"epoch": 2, "step": 4019, "loss": 0.9872280955314636, "total_norm": 8.683902740478516}
{"epoch": 2, "step": 4020, "loss": 1.2181771993637085, "total_norm": 11.238821029663086}
{"epoch": 2, "step": 4021, "loss": 1.1338026523590088, "total_norm": 8.182572364807129}
{"epoch": 2, "step": 4022, "loss": 1.129836916923523, "total_norm": 19.062082290649414}
{"epoch": 2, "step": 4023, "loss": 1.4365073442459106, "total_norm": 9.592399597167969}
{"epoch": 2, "step": 4024, "loss": 1.4170209169387817, "total_norm": 9.352779388427734}
{"epoch": 2, "step": 4025, "loss": 1.7098346948623657, "total_norm": 9.742788314819336}
{"epoch": 2, "step": 4026, "loss": 0.8018400073051453, "total_norm": 10.607429504394531}
{"epoch": 2, "step": 4027, "loss": 1.2678248882293701, "total_norm": 8.084166526794434}
{"epoch": 2, "step": 4028, "loss": 1.9238613843917847, "total_norm": 7.2476420402526855}
{"epoch": 2, "step": 4029, "loss": 1.2426892518997192, "total_norm": 8.802783966064453}
{"epoch": 2, "step": 4030, "loss": 1.6473761796951294, "total_norm": 9.1907320022583}
{"epoch": 2, "step": 4031, "loss": 1.6667214632034302, "total_norm": 8.794121742248535}
{"epoch": 2, "step": 4032, "loss": 1.6433733701705933, "total_norm": 10.070159912109375}
{"epoch": 2, "step": 4033, "loss": 1.1139625310897827, "total_norm": 9.18570327758789}
{"epoch": 2, "step": 4034, "loss": 1.1699295043945312, "total_norm": 8.540072441101074}
{"epoch": 2, "step": 4035, "loss": 1.4181543588638306, "total_norm": 7.612142562866211}
{"epoch": 2, "step": 4036, "loss": 1.6785982847213745, "total_norm": 8.677313804626465}
{"epoch": 2, "step": 4037, "loss": 1.1158500909805298, "total_norm": 9.147826194763184}
{"epoch": 2, "step": 4038, "loss": 1.4282087087631226, "total_norm": 9.140483856201172}
{"epoch": 2, "step": 4039, "loss": 1.330317735671997, "total_norm": 8.440269470214844}
{"epoch": 2, "step": 4040, "loss": 1.5906730890274048, "total_norm": 10.46668815612793}
{"epoch": 2, "step": 4041, "loss": 1.7321271896362305, "total_norm": 9.549572944641113}
{"epoch": 2, "step": 4042, "loss": 1.5970451831817627, "total_norm": 9.373196601867676}
{"epoch": 2, "step": 4043, "loss": 1.2374755144119263, "total_norm": 11.318707466125488}
{"epoch": 2, "step": 4044, "loss": 1.2591804265975952, "total_norm": 10.16130542755127}
{"epoch": 2, "step": 4045, "loss": 1.0009114742279053, "total_norm": 8.697455406188965}
{"epoch": 2, "step": 4046, "loss": 1.2314555644989014, "total_norm": 9.406574249267578}
{"epoch": 2, "step": 4047, "loss": 1.2420485019683838, "total_norm": 9.621991157531738}
{"epoch": 2, "step": 4048, "loss": 1.3589777946472168, "total_norm": 8.626144409179688}
{"epoch": 2, "step": 4049, "loss": 1.209052562713623, "total_norm": 10.125691413879395}
{"epoch": 2, "step": 4050, "loss": 1.0514841079711914, "total_norm": 10.951248168945312}
{"epoch": 2, "step": 4051, "loss": 1.3818496465682983, "total_norm": 7.474655628204346}
{"epoch": 2, "step": 4052, "loss": 0.9072529077529907, "total_norm": 8.317865371704102}
{"epoch": 2, "step": 4053, "loss": 1.791006326675415, "total_norm": 11.49689769744873}
{"epoch": 2, "step": 4054, "loss": 0.7584410905838013, "total_norm": 9.023314476013184}
{"epoch": 2, "step": 4055, "loss": 1.5280276536941528, "total_norm": 9.209412574768066}
{"epoch": 2, "step": 4056, "loss": 1.8501715660095215, "total_norm": 8.792064666748047}
{"epoch": 2, "step": 4057, "loss": 1.7392274141311646, "total_norm": 8.301407814025879}
{"epoch": 2, "step": 4058, "loss": 1.5547531843185425, "total_norm": 9.459548950195312}
{"epoch": 2, "step": 4059, "loss": 1.6983736753463745, "total_norm": 8.678437232971191}
{"epoch": 2, "step": 4060, "loss": 1.9649648666381836, "total_norm": 7.52589225769043}
{"epoch": 2, "step": 4061, "loss": 1.6275568008422852, "total_norm": 7.25423002243042}
{"epoch": 2, "step": 4062, "loss": 1.3016825914382935, "total_norm": 8.309937477111816}
{"epoch": 2, "step": 4063, "loss": 1.2105354070663452, "total_norm": 8.514286041259766}
{"epoch": 2, "step": 4064, "loss": 1.120914101600647, "total_norm": 8.705097198486328}
{"epoch": 2, "step": 4065, "loss": 1.5964998006820679, "total_norm": 8.305082321166992}
{"epoch": 2, "step": 4066, "loss": 1.089698076248169, "total_norm": 11.356656074523926}
{"epoch": 2, "step": 4067, "loss": 1.9421364068984985, "total_norm": 7.732919216156006}
{"epoch": 2, "step": 4068, "loss": 0.9981269240379333, "total_norm": 9.672612190246582}
{"epoch": 2, "step": 4069, "loss": 1.0910937786102295, "total_norm": 9.964938163757324}
{"epoch": 2, "step": 4070, "loss": 1.5498871803283691, "total_norm": 9.959982872009277}
{"epoch": 2, "step": 4071, "loss": 2.3047282695770264, "total_norm": 8.50243091583252}
{"epoch": 2, "step": 4072, "loss": 1.4906303882598877, "total_norm": 8.899954795837402}
{"epoch": 2, "step": 4073, "loss": 1.1636518239974976, "total_norm": 9.069308280944824}
{"epoch": 2, "step": 4074, "loss": 1.1946930885314941, "total_norm": 8.893299102783203}
{"epoch": 2, "step": 4075, "loss": 1.5119069814682007, "total_norm": 11.927770614624023}
{"epoch": 2, "step": 4076, "loss": 1.3286898136138916, "total_norm": 9.774675369262695}
{"epoch": 2, "step": 4077, "loss": 1.0144495964050293, "total_norm": 7.884816646575928}
{"epoch": 2, "step": 4078, "loss": 0.966945469379425, "total_norm": 9.226165771484375}
{"epoch": 2, "step": 4079, "loss": 1.7378026247024536, "total_norm": 12.21451187133789}
{"epoch": 2, "step": 4080, "loss": 1.6307427883148193, "total_norm": 9.719086647033691}
{"epoch": 2, "step": 4081, "loss": 1.564865231513977, "total_norm": 9.174066543579102}
{"epoch": 2, "step": 4082, "loss": 1.272589921951294, "total_norm": 8.000154495239258}
{"epoch": 2, "step": 4083, "loss": 1.7757421731948853, "total_norm": 10.122774124145508}
{"epoch": 2, "step": 4084, "loss": 2.1416985988616943, "total_norm": 8.391788482666016}
{"epoch": 2, "step": 4085, "loss": 1.5382477045059204, "total_norm": 7.761288642883301}
{"epoch": 2, "step": 4086, "loss": 1.3752436637878418, "total_norm": 10.030879020690918}
{"epoch": 2, "step": 4087, "loss": 1.279016137123108, "total_norm": 10.248147964477539}
{"epoch": 2, "step": 4088, "loss": 1.054566740989685, "total_norm": 10.426932334899902}
{"epoch": 2, "step": 4089, "loss": 1.70904541015625, "total_norm": 8.67990779876709}
{"epoch": 2, "step": 4090, "loss": 1.1317098140716553, "total_norm": 10.107220649719238}
{"epoch": 2, "step": 4091, "loss": 1.4015568494796753, "total_norm": 8.26974868774414}
{"epoch": 2, "step": 4092, "loss": 1.5978645086288452, "total_norm": 8.614190101623535}
{"epoch": 2, "step": 4093, "loss": 1.388711929321289, "total_norm": 7.118184566497803}
{"epoch": 2, "step": 4094, "loss": 1.2325233221054077, "total_norm": 8.63313102722168}
{"epoch": 2, "step": 4095, "loss": 0.8751822710037231, "total_norm": 7.507171630859375}
{"epoch": 2, "step": 4096, "loss": 1.3520313501358032, "total_norm": 9.467719078063965}
{"epoch": 2, "step": 4097, "loss": 1.1782431602478027, "total_norm": 9.038263320922852}
{"epoch": 2, "step": 4098, "loss": 1.1420022249221802, "total_norm": 8.594815254211426}
{"epoch": 2, "step": 4099, "loss": 1.3333230018615723, "total_norm": 10.060556411743164}
{"epoch": 2, "step": 4100, "loss": 1.4866772890090942, "total_norm": 9.36847972869873}
{"epoch": 2, "step": 4101, "loss": 1.1488820314407349, "total_norm": 8.341042518615723}
{"epoch": 2, "step": 4102, "loss": 1.029140830039978, "total_norm": 7.350109100341797}
{"epoch": 2, "step": 4103, "loss": 1.5293370485305786, "total_norm": 10.47513198852539}
{"epoch": 2, "step": 4104, "loss": 1.146977186203003, "total_norm": 8.052468299865723}
{"epoch": 2, "step": 4105, "loss": 1.3442986011505127, "total_norm": 8.701151847839355}
{"epoch": 2, "step": 4106, "loss": 1.3373929262161255, "total_norm": 9.172664642333984}
{"epoch": 2, "step": 4107, "loss": 1.3776851892471313, "total_norm": 8.790121078491211}
{"epoch": 2, "step": 4108, "loss": 1.3066329956054688, "total_norm": 9.40255355834961}
{"epoch": 2, "step": 4109, "loss": 1.4293127059936523, "total_norm": 8.727773666381836}
{"epoch": 2, "step": 4110, "loss": 1.313291311264038, "total_norm": 7.316440105438232}
{"epoch": 2, "step": 4111, "loss": 1.6683684587478638, "total_norm": 7.740797996520996}
{"epoch": 2, "step": 4112, "loss": 1.4150450229644775, "total_norm": 9.64797306060791}
{"epoch": 2, "step": 4113, "loss": 1.6031298637390137, "total_norm": 9.46079158782959}
{"epoch": 2, "step": 4114, "loss": 1.3140509128570557, "total_norm": 9.28736400604248}
{"epoch": 2, "step": 4115, "loss": 1.4204813241958618, "total_norm": 7.793924331665039}
{"epoch": 2, "step": 4116, "loss": 1.388208270072937, "total_norm": 8.112796783447266}
{"epoch": 2, "step": 4117, "loss": 1.633763313293457, "total_norm": 8.272672653198242}
{"epoch": 2, "step": 4118, "loss": 1.4104907512664795, "total_norm": 9.659948348999023}
{"epoch": 2, "step": 4119, "loss": 1.3917597532272339, "total_norm": 9.730111122131348}
{"epoch": 2, "step": 4120, "loss": 1.3742313385009766, "total_norm": 8.075334548950195}
{"epoch": 2, "step": 4121, "loss": 1.207993745803833, "total_norm": 9.06908893585205}
{"epoch": 2, "step": 4122, "loss": 1.5897986888885498, "total_norm": 10.576651573181152}
{"epoch": 2, "step": 4123, "loss": 1.4262043237686157, "total_norm": 9.797552108764648}
{"epoch": 2, "step": 4124, "loss": 1.231510877609253, "total_norm": 8.902450561523438}
{"epoch": 2, "step": 4125, "loss": 1.483922004699707, "total_norm": 9.067147254943848}
{"epoch": 2, "step": 4126, "loss": 1.6906741857528687, "total_norm": 8.264932632446289}
{"epoch": 2, "step": 4127, "loss": 1.5121206045150757, "total_norm": 10.45256233215332}
{"epoch": 2, "step": 4128, "loss": 1.076356291770935, "total_norm": 9.171914100646973}
{"epoch": 2, "step": 4129, "loss": 1.2385610342025757, "total_norm": 10.399105072021484}
{"epoch": 2, "step": 4130, "loss": 1.6292593479156494, "total_norm": 8.40626049041748}
{"epoch": 2, "step": 4131, "loss": 1.2232694625854492, "total_norm": 9.116811752319336}
{"epoch": 2, "step": 4132, "loss": 1.3567471504211426, "total_norm": 8.161215782165527}
{"epoch": 2, "step": 4133, "loss": 1.8186205625534058, "total_norm": 8.71879768371582}
{"epoch": 2, "step": 4134, "loss": 1.41705322265625, "total_norm": 8.00450611114502}
{"epoch": 2, "step": 4135, "loss": 1.1383931636810303, "total_norm": 10.374881744384766}
{"epoch": 2, "step": 4136, "loss": 1.4743133783340454, "total_norm": 9.14346694946289}
{"epoch": 2, "step": 4137, "loss": 1.6432254314422607, "total_norm": 8.77793025970459}
{"epoch": 2, "step": 4138, "loss": 1.3691939115524292, "total_norm": 10.970322608947754}
{"epoch": 2, "step": 4139, "loss": 1.2847362756729126, "total_norm": 10.589173316955566}
{"epoch": 2, "step": 4140, "loss": 1.377083420753479, "total_norm": 9.019179344177246}
{"epoch": 2, "step": 4141, "loss": 1.6112078428268433, "total_norm": 7.3873772621154785}
{"epoch": 2, "step": 4142, "loss": 1.0671073198318481, "total_norm": 8.37458324432373}
{"epoch": 2, "step": 4143, "loss": 1.8278110027313232, "total_norm": 9.057208061218262}
{"epoch": 2, "step": 4144, "loss": 1.5978846549987793, "total_norm": 8.597750663757324}
{"epoch": 2, "step": 4145, "loss": 1.3524433374404907, "total_norm": 7.901639461517334}
{"epoch": 2, "step": 4146, "loss": 1.7135250568389893, "total_norm": 9.26569938659668}
{"epoch": 2, "step": 4147, "loss": 1.1747806072235107, "total_norm": 7.194809913635254}
{"epoch": 2, "step": 4148, "loss": 1.5320875644683838, "total_norm": 10.828607559204102}
{"epoch": 2, "step": 4149, "loss": 1.5961252450942993, "total_norm": 10.304473876953125}
{"epoch": 2, "step": 4150, "loss": 1.317687749862671, "total_norm": 9.67245101928711}
{"epoch": 2, "step": 4151, "loss": 1.2479567527770996, "total_norm": 8.856698036193848}
{"epoch": 2, "step": 4152, "loss": 1.0640631914138794, "total_norm": 8.710088729858398}
{"epoch": 2, "step": 4153, "loss": 1.2247363328933716, "total_norm": 8.172433853149414}
{"epoch": 2, "step": 4154, "loss": 0.9426091313362122, "total_norm": 10.09926700592041}
{"epoch": 2, "step": 4155, "loss": 1.06914484500885, "total_norm": 8.80172348022461}
{"epoch": 2, "step": 4156, "loss": 1.0053848028182983, "total_norm": 8.568873405456543}
{"epoch": 2, "step": 4157, "loss": 1.1341043710708618, "total_norm": 7.339438438415527}
{"epoch": 2, "step": 4158, "loss": 1.0536974668502808, "total_norm": 9.856919288635254}
{"epoch": 2, "step": 4159, "loss": 1.1672735214233398, "total_norm": 9.971450805664062}
{"epoch": 2, "step": 4160, "loss": 1.0669063329696655, "total_norm": 9.290460586547852}
{"epoch": 2, "step": 4161, "loss": 1.336656093597412, "total_norm": 7.495932579040527}
{"epoch": 2, "step": 4162, "loss": 1.9059734344482422, "total_norm": 9.403127670288086}
{"epoch": 2, "step": 4163, "loss": 1.6329302787780762, "total_norm": 8.804046630859375}
{"epoch": 2, "step": 4164, "loss": 1.4755661487579346, "total_norm": 9.996557235717773}
{"epoch": 2, "step": 4165, "loss": 1.4976427555084229, "total_norm": 7.881790637969971}
{"epoch": 2, "step": 4166, "loss": 1.544069528579712, "total_norm": 9.531967163085938}
{"epoch": 2, "step": 4167, "loss": 1.203391671180725, "total_norm": 11.086433410644531}
{"epoch": 2, "step": 4168, "loss": 1.33607017993927, "total_norm": 9.801543235778809}
{"epoch": 2, "step": 4169, "loss": 1.3588073253631592, "total_norm": 9.326123237609863}
{"epoch": 2, "step": 4170, "loss": 1.4482704401016235, "total_norm": 9.698057174682617}
{"epoch": 2, "step": 4171, "loss": 1.3394896984100342, "total_norm": 9.472834587097168}
{"epoch": 2, "step": 4172, "loss": 1.6111738681793213, "total_norm": 9.931866645812988}
{"epoch": 2, "step": 4173, "loss": 1.5861127376556396, "total_norm": 10.202259063720703}
{"epoch": 2, "step": 4174, "loss": 1.8134558200836182, "total_norm": 7.9046759605407715}
{"epoch": 2, "step": 4175, "loss": 1.574442982673645, "total_norm": 8.509244918823242}
{"epoch": 2, "step": 4176, "loss": 1.1482354402542114, "total_norm": 8.248112678527832}
{"epoch": 2, "step": 4177, "loss": 1.2919771671295166, "total_norm": 8.379159927368164}
{"epoch": 2, "step": 4178, "loss": 1.65372633934021, "total_norm": 7.689838886260986}
{"epoch": 2, "step": 4179, "loss": 1.581337332725525, "total_norm": 7.282460689544678}
{"epoch": 2, "step": 4180, "loss": 1.5769596099853516, "total_norm": 7.700007915496826}
{"epoch": 2, "step": 4181, "loss": 1.4711616039276123, "total_norm": 8.304305076599121}
{"epoch": 2, "step": 4182, "loss": 1.1055291891098022, "total_norm": 7.8056230545043945}
{"epoch": 2, "step": 4183, "loss": 1.3802484273910522, "total_norm": 9.089290618896484}
{"epoch": 2, "step": 4184, "loss": 1.7838150262832642, "total_norm": 10.235613822937012}
{"epoch": 2, "step": 4185, "loss": 1.486891269683838, "total_norm": 8.493505477905273}
{"epoch": 2, "step": 4186, "loss": 1.5601731538772583, "total_norm": 8.102083206176758}
{"epoch": 2, "step": 4187, "loss": 1.6815810203552246, "total_norm": 8.678313255310059}
{"epoch": 2, "step": 4188, "loss": 1.3422883749008179, "total_norm": 8.52849292755127}
{"epoch": 2, "step": 4189, "loss": 1.3429441452026367, "total_norm": 10.293330192565918}
{"epoch": 2, "step": 4190, "loss": 1.1238025426864624, "total_norm": 9.484594345092773}
{"epoch": 2, "step": 4191, "loss": 1.5371686220169067, "total_norm": 9.089523315429688}
{"epoch": 2, "step": 4192, "loss": 1.356381893157959, "total_norm": 10.308294296264648}
{"epoch": 2, "step": 4193, "loss": 1.345964789390564, "total_norm": 9.174060821533203}
{"epoch": 2, "step": 4194, "loss": 1.6530299186706543, "total_norm": 7.791871070861816}
{"epoch": 2, "step": 4195, "loss": 1.574613094329834, "total_norm": 10.000051498413086}
{"epoch": 2, "step": 4196, "loss": 1.208284854888916, "total_norm": 9.535381317138672}
{"epoch": 2, "step": 4197, "loss": 1.55864417552948, "total_norm": 10.603391647338867}
{"epoch": 2, "step": 4198, "loss": 1.4067453145980835, "total_norm": 10.313924789428711}
{"epoch": 2, "step": 4199, "loss": 1.4113258123397827, "total_norm": 8.398265838623047}
{"epoch": 2, "step": 4200, "loss": 1.3981727361679077, "total_norm": 10.50740909576416}
{"epoch": 2, "step": 4201, "loss": 1.2473230361938477, "total_norm": 7.325715065002441}
{"epoch": 2, "step": 4202, "loss": 1.5438165664672852, "total_norm": 8.273736953735352}
{"epoch": 2, "step": 4203, "loss": 1.1329604387283325, "total_norm": 10.172231674194336}
{"epoch": 2, "step": 4204, "loss": 1.1669305562973022, "total_norm": 8.82396411895752}
{"epoch": 2, "step": 4205, "loss": 1.4920532703399658, "total_norm": 9.666552543640137}
{"epoch": 2, "step": 4206, "loss": 0.7019590735435486, "total_norm": 6.445119857788086}
{"epoch": 2, "step": 4207, "loss": 0.9167487025260925, "total_norm": 9.497673988342285}
{"epoch": 2, "step": 4208, "loss": 1.2828490734100342, "total_norm": 8.638739585876465}
{"epoch": 2, "step": 4209, "loss": 0.8374050855636597, "total_norm": 8.465806007385254}
{"epoch": 2, "step": 4210, "loss": 1.6490294933319092, "total_norm": 9.124018669128418}
{"epoch": 2, "step": 4211, "loss": 0.8537363409996033, "total_norm": 6.028493404388428}
{"epoch": 2, "step": 4212, "loss": 1.4135949611663818, "total_norm": 8.033315658569336}
{"epoch": 2, "step": 4213, "loss": 0.8333197236061096, "total_norm": 8.06863021850586}
{"epoch": 2, "step": 4214, "loss": 1.9578847885131836, "total_norm": 8.436635971069336}
{"epoch": 2, "step": 4215, "loss": 1.473367691040039, "total_norm": 10.870331764221191}
{"epoch": 2, "step": 4216, "loss": 1.4531383514404297, "total_norm": 9.055432319641113}
{"epoch": 2, "step": 4217, "loss": 1.437685251235962, "total_norm": 10.6083345413208}
{"epoch": 2, "step": 4218, "loss": 0.9177966713905334, "total_norm": 9.065070152282715}
{"epoch": 2, "step": 4219, "loss": 1.7057088613510132, "total_norm": 8.898018836975098}
{"epoch": 2, "step": 4220, "loss": 1.0166826248168945, "total_norm": 9.68360710144043}
{"epoch": 2, "step": 4221, "loss": 1.0705028772354126, "total_norm": 9.718972206115723}
{"epoch": 2, "step": 4222, "loss": 1.7364685535430908, "total_norm": 7.473556041717529}
{"epoch": 2, "step": 4223, "loss": 0.988858699798584, "total_norm": 8.813188552856445}
{"epoch": 2, "step": 4224, "loss": 1.2410719394683838, "total_norm": 8.250446319580078}
{"epoch": 2, "step": 4225, "loss": 1.2127127647399902, "total_norm": 9.758742332458496}
{"epoch": 2, "step": 4226, "loss": 1.504685401916504, "total_norm": 9.7340669631958}
{"epoch": 2, "step": 4227, "loss": 1.4367451667785645, "total_norm": 8.169036865234375}
{"epoch": 2, "step": 4228, "loss": 1.3243569135665894, "total_norm": 12.42746353149414}
{"epoch": 2, "step": 4229, "loss": 1.4286102056503296, "total_norm": 9.624349594116211}
{"epoch": 2, "step": 4230, "loss": 1.5200879573822021, "total_norm": 8.194561004638672}
{"epoch": 2, "step": 4231, "loss": 1.1683887243270874, "total_norm": 8.272879600524902}
{"epoch": 2, "step": 4232, "loss": 1.5047879219055176, "total_norm": 10.78673267364502}
{"epoch": 2, "step": 4233, "loss": 1.4274485111236572, "total_norm": 8.837186813354492}
{"epoch": 2, "step": 4234, "loss": 0.985633909702301, "total_norm": 11.0242919921875}
{"epoch": 2, "step": 4235, "loss": 1.2162142992019653, "total_norm": 9.219820022583008}
{"epoch": 2, "step": 4236, "loss": 1.4392023086547852, "total_norm": 9.413801193237305}
{"epoch": 2, "step": 4237, "loss": 0.760718822479248, "total_norm": 7.874647617340088}
{"epoch": 2, "step": 4238, "loss": 1.266838550567627, "total_norm": 8.800619125366211}
{"epoch": 2, "step": 4239, "loss": 1.4716484546661377, "total_norm": 9.935355186462402}
{"epoch": 2, "step": 4240, "loss": 1.243935465812683, "total_norm": 8.853349685668945}
{"epoch": 2, "step": 4241, "loss": 1.2482982873916626, "total_norm": 9.026081085205078}
{"epoch": 2, "step": 4242, "loss": 1.6449356079101562, "total_norm": 7.282192230224609}
{"epoch": 2, "step": 4243, "loss": 1.2403219938278198, "total_norm": 8.75195598602295}
{"epoch": 2, "step": 4244, "loss": 1.1237170696258545, "total_norm": 8.465642929077148}
{"epoch": 2, "step": 4245, "loss": 1.4052833318710327, "total_norm": 9.59633731842041}
{"epoch": 2, "step": 4246, "loss": 1.301788330078125, "total_norm": 9.20194149017334}
{"epoch": 2, "step": 4247, "loss": 1.079310655593872, "total_norm": 6.893150806427002}
{"epoch": 2, "step": 4248, "loss": 1.5420167446136475, "total_norm": 9.71041202545166}
{"epoch": 2, "step": 4249, "loss": 1.3002629280090332, "total_norm": 7.646697521209717}
{"epoch": 2, "step": 4250, "loss": 1.4170398712158203, "total_norm": 9.458296775817871}
{"epoch": 2, "step": 4251, "loss": 1.3777661323547363, "total_norm": 9.915358543395996}
{"epoch": 2, "step": 4252, "loss": 1.3419073820114136, "total_norm": 8.227866172790527}
{"epoch": 2, "step": 4253, "loss": 1.1509580612182617, "total_norm": 9.806451797485352}
{"epoch": 2, "step": 4254, "loss": 1.138327717781067, "total_norm": 7.7964043617248535}
{"epoch": 2, "step": 4255, "loss": 1.1442747116088867, "total_norm": 8.960204124450684}
{"epoch": 2, "step": 4256, "loss": 0.9917435646057129, "total_norm": 6.970489501953125}
{"epoch": 2, "step": 4257, "loss": 1.7088773250579834, "total_norm": 7.502683162689209}
{"epoch": 2, "step": 4258, "loss": 1.5826187133789062, "total_norm": 7.486291408538818}
{"epoch": 2, "step": 4259, "loss": 1.5688167810440063, "total_norm": 9.276741981506348}
{"epoch": 2, "step": 4260, "loss": 1.082700490951538, "total_norm": 9.903657913208008}
{"epoch": 2, "step": 4261, "loss": 1.1757174730300903, "total_norm": 9.020182609558105}
{"epoch": 2, "step": 4262, "loss": 1.9464517831802368, "total_norm": 9.56281852722168}
{"epoch": 2, "step": 4263, "loss": 1.3284046649932861, "total_norm": 8.29311752319336}
{"epoch": 2, "step": 4264, "loss": 1.9624320268630981, "total_norm": 9.852145195007324}
{"epoch": 2, "step": 4265, "loss": 1.886716365814209, "total_norm": 8.761137962341309}
{"epoch": 2, "step": 4266, "loss": 1.8174629211425781, "total_norm": 8.439596176147461}
{"epoch": 2, "step": 4267, "loss": 1.3868423700332642, "total_norm": 9.512999534606934}
{"epoch": 2, "step": 4268, "loss": 1.3216702938079834, "total_norm": 9.866887092590332}
{"epoch": 2, "step": 4269, "loss": 1.3179681301116943, "total_norm": 8.394736289978027}
{"epoch": 2, "step": 4270, "loss": 1.5843826532363892, "total_norm": 9.31551456451416}
{"epoch": 2, "step": 4271, "loss": 1.3504711389541626, "total_norm": 8.589645385742188}
{"epoch": 2, "step": 4272, "loss": 1.5814754962921143, "total_norm": 9.011763572692871}
{"epoch": 2, "step": 4273, "loss": 1.111485481262207, "total_norm": 9.469595909118652}
{"epoch": 2, "step": 4274, "loss": 1.97305428981781, "total_norm": 8.750000953674316}
{"epoch": 2, "step": 4275, "loss": 1.2114133834838867, "total_norm": 9.071688652038574}
{"epoch": 2, "step": 4276, "loss": 1.6338573694229126, "total_norm": 8.310302734375}
{"epoch": 2, "step": 4277, "loss": 1.1028320789337158, "total_norm": 9.974349021911621}
{"epoch": 2, "step": 4278, "loss": 1.2840439081192017, "total_norm": 9.827730178833008}
{"epoch": 2, "step": 4279, "loss": 1.2555906772613525, "total_norm": 9.626161575317383}
{"epoch": 2, "step": 4280, "loss": 1.576871395111084, "total_norm": 10.408093452453613}
{"epoch": 2, "step": 4281, "loss": 1.8218519687652588, "total_norm": 7.396190166473389}
{"epoch": 2, "step": 4282, "loss": 1.3322231769561768, "total_norm": 9.459437370300293}
{"epoch": 2, "step": 4283, "loss": 1.5042551755905151, "total_norm": 9.626330375671387}
{"epoch": 2, "step": 4284, "loss": 1.5801862478256226, "total_norm": 7.755128860473633}
{"epoch": 2, "step": 4285, "loss": 1.5038365125656128, "total_norm": 9.119721412658691}
{"epoch": 2, "step": 4286, "loss": 1.1246439218521118, "total_norm": 8.868708610534668}
{"epoch": 2, "step": 4287, "loss": 1.418954610824585, "total_norm": 9.24002742767334}
{"epoch": 2, "step": 4288, "loss": 1.7338955402374268, "total_norm": 10.583827018737793}
{"epoch": 2, "step": 4289, "loss": 1.9668470621109009, "total_norm": 13.647461891174316}
{"epoch": 2, "step": 4290, "eval_loss": 1.653796877179827, "eval_rougeL": 0.1272040227159578}
{"epoch": 3, "step": 4290, "loss": 1.0193113088607788, "total_norm": 8.298595428466797}
{"epoch": 3, "step": 4291, "loss": 1.312990427017212, "total_norm": 9.622838973999023}
{"epoch": 3, "step": 4292, "loss": 1.4110242128372192, "total_norm": 9.70138168334961}
{"epoch": 3, "step": 4293, "loss": 1.3070894479751587, "total_norm": 9.071688652038574}
{"epoch": 3, "step": 4294, "loss": 1.27241051197052, "total_norm": 10.19643497467041}
{"epoch": 3, "step": 4295, "loss": 1.4358587265014648, "total_norm": 9.317397117614746}
{"epoch": 3, "step": 4296, "loss": 1.6556360721588135, "total_norm": 7.042832851409912}
{"epoch": 3, "step": 4297, "loss": 1.607749342918396, "total_norm": 10.378626823425293}
{"epoch": 3, "step": 4298, "loss": 1.2582143545150757, "total_norm": 9.283430099487305}
{"epoch": 3, "step": 4299, "loss": 1.5414657592773438, "total_norm": 7.92057991027832}
{"epoch": 3, "step": 4300, "loss": 1.484779953956604, "total_norm": 8.997773170471191}
{"epoch": 3, "step": 4301, "loss": 1.1386829614639282, "total_norm": 7.975212574005127}
{"epoch": 3, "step": 4302, "loss": 1.0190597772598267, "total_norm": 8.373361587524414}
{"epoch": 3, "step": 4303, "loss": 1.2905032634735107, "total_norm": 10.006016731262207}
{"epoch": 3, "step": 4304, "loss": 1.3239775896072388, "total_norm": 9.144091606140137}
{"epoch": 3, "step": 4305, "loss": 1.2758102416992188, "total_norm": 8.157243728637695}
{"epoch": 3, "step": 4306, "loss": 1.1489201784133911, "total_norm": 8.44508171081543}
{"epoch": 3, "step": 4307, "loss": 1.339962124824524, "total_norm": 7.772449016571045}
{"epoch": 3, "step": 4308, "loss": 0.9343927502632141, "total_norm": 6.7083659172058105}
{"epoch": 3, "step": 4309, "loss": 1.2436232566833496, "total_norm": 8.433405876159668}
{"epoch": 3, "step": 4310, "loss": 1.3969734907150269, "total_norm": 9.954093933105469}
{"epoch": 3, "step": 4311, "loss": 1.264600157737732, "total_norm": 9.73912239074707}
{"epoch": 3, "step": 4312, "loss": 1.5058928728103638, "total_norm": 9.03444766998291}
{"epoch": 3, "step": 4313, "loss": 1.3445558547973633, "total_norm": 10.808098793029785}
{"epoch": 3, "step": 4314, "loss": 1.5808305740356445, "total_norm": 8.483452796936035}
{"epoch": 3, "step": 4315, "loss": 1.4447903633117676, "total_norm": 11.116842269897461}
{"epoch": 3, "step": 4316, "loss": 0.9441131353378296, "total_norm": 9.454463005065918}
{"epoch": 3, "step": 4317, "loss": 1.301621675491333, "total_norm": 7.960888385772705}
{"epoch": 3, "step": 4318, "loss": 1.1673882007598877, "total_norm": 9.794113159179688}
{"epoch": 3, "step": 4319, "loss": 1.5518392324447632, "total_norm": 8.202221870422363}
{"epoch": 3, "step": 4320, "loss": 1.508220911026001, "total_norm": 9.024406433105469}
{"epoch": 3, "step": 4321, "loss": 0.9761650562286377, "total_norm": 7.496130466461182}
{"epoch": 3, "step": 4322, "loss": 1.0024617910385132, "total_norm": 8.762272834777832}
{"epoch": 3, "step": 4323, "loss": 1.6349291801452637, "total_norm": 9.683600425720215}
{"epoch": 3, "step": 4324, "loss": 1.448225736618042, "total_norm": 9.615351676940918}
{"epoch": 3, "step": 4325, "loss": 1.4159475564956665, "total_norm": 8.449481010437012}
{"epoch": 3, "step": 4326, "loss": 1.2646280527114868, "total_norm": 9.265704154968262}
{"epoch": 3, "step": 4327, "loss": 1.2665951251983643, "total_norm": 9.840807914733887}
{"epoch": 3, "step": 4328, "loss": 1.359377145767212, "total_norm": 9.280617713928223}
{"epoch": 3, "step": 4329, "loss": 1.4784795045852661, "total_norm": 9.657094955444336}
{"epoch": 3, "step": 4330, "loss": 1.6045881509780884, "total_norm": 8.091239929199219}
{"epoch": 3, "step": 4331, "loss": 1.2030271291732788, "total_norm": 9.596668243408203}
{"epoch": 3, "step": 4332, "loss": 0.9798833131790161, "total_norm": 7.927741527557373}
{"epoch": 3, "step": 4333, "loss": 1.2535250186920166, "total_norm": 8.348597526550293}
{"epoch": 3, "step": 4334, "loss": 1.204208493232727, "total_norm": 9.995545387268066}
{"epoch": 3, "step": 4335, "loss": 1.3417829275131226, "total_norm": 10.012633323669434}
{"epoch": 3, "step": 4336, "loss": 1.0691827535629272, "total_norm": 8.545578002929688}
{"epoch": 3, "step": 4337, "loss": 0.8838942646980286, "total_norm": 8.787946701049805}
{"epoch": 3, "step": 4338, "loss": 0.9844321608543396, "total_norm": 8.175015449523926}
{"epoch": 3, "step": 4339, "loss": 1.3172427415847778, "total_norm": 7.916699409484863}
{"epoch": 3, "step": 4340, "loss": 1.2928404808044434, "total_norm": 9.465115547180176}
{"epoch": 3, "step": 4341, "loss": 1.0971704721450806, "total_norm": 9.158804893493652}
{"epoch": 3, "step": 4342, "loss": 1.241963505744934, "total_norm": 11.545049667358398}
{"epoch": 3, "step": 4343, "loss": 1.6122575998306274, "total_norm": 8.814067840576172}
{"epoch": 3, "step": 4344, "loss": 1.3526724576950073, "total_norm": 9.217001914978027}
{"epoch": 3, "step": 4345, "loss": 1.2620303630828857, "total_norm": 9.387383460998535}
{"epoch": 3, "step": 4346, "loss": 1.4660532474517822, "total_norm": 9.620759010314941}
{"epoch": 3, "step": 4347, "loss": 1.0855141878128052, "total_norm": 10.04957389831543}
{"epoch": 3, "step": 4348, "loss": 1.0296443700790405, "total_norm": 9.263818740844727}
{"epoch": 3, "step": 4349, "loss": 1.175639271736145, "total_norm": 9.073362350463867}
{"epoch": 3, "step": 4350, "loss": 1.2602967023849487, "total_norm": 8.84334945678711}
{"epoch": 3, "step": 4351, "loss": 1.5487868785858154, "total_norm": 8.160061836242676}
{"epoch": 3, "step": 4352, "loss": 1.3451223373413086, "total_norm": 10.814315795898438}
{"epoch": 3, "step": 4353, "loss": 1.3494735956192017, "total_norm": 9.485570907592773}
{"epoch": 3, "step": 4354, "loss": 1.2402280569076538, "total_norm": 9.429205894470215}
{"epoch": 3, "step": 4355, "loss": 1.0484036207199097, "total_norm": 10.560624122619629}
{"epoch": 3, "step": 4356, "loss": 1.3975811004638672, "total_norm": 9.514494895935059}
{"epoch": 3, "step": 4357, "loss": 1.111503005027771, "total_norm": 9.888022422790527}
{"epoch": 3, "step": 4358, "loss": 1.3185778856277466, "total_norm": 10.945058822631836}
{"epoch": 3, "step": 4359, "loss": 0.9999393224716187, "total_norm": 8.963142395019531}
{"epoch": 3, "step": 4360, "loss": 0.7738803029060364, "total_norm": 8.066128730773926}
{"epoch": 3, "step": 4361, "loss": 1.714595913887024, "total_norm": 9.2931489944458}
{"epoch": 3, "step": 4362, "loss": 1.591416597366333, "total_norm": 9.07913589477539}
{"epoch": 3, "step": 4363, "loss": 1.6655958890914917, "total_norm": 8.25712776184082}
{"epoch": 3, "step": 4364, "loss": 1.4358464479446411, "total_norm": 8.964119911193848}
{"epoch": 3, "step": 4365, "loss": 0.9361913800239563, "total_norm": 6.424656867980957}
{"epoch": 3, "step": 4366, "loss": 1.198064923286438, "total_norm": 9.138042449951172}
{"epoch": 3, "step": 4367, "loss": 1.5680831670761108, "total_norm": 8.69289493560791}
{"epoch": 3, "step": 4368, "loss": 1.2542657852172852, "total_norm": 8.923929214477539}
{"epoch": 3, "step": 4369, "loss": 1.1798980236053467, "total_norm": 7.452624797821045}
{"epoch": 3, "step": 4370, "loss": 1.3379830121994019, "total_norm": 13.11761474609375}
{"epoch": 3, "step": 4371, "loss": 1.3976218700408936, "total_norm": 9.016663551330566}
{"epoch": 3, "step": 4372, "loss": 1.2289787530899048, "total_norm": 9.440123558044434}
{"epoch": 3, "step": 4373, "loss": 1.3858288526535034, "total_norm": 9.280190467834473}
{"epoch": 3, "step": 4374, "loss": 1.3529695272445679, "total_norm": 9.717732429504395}
{"epoch": 3, "step": 4375, "loss": 1.3457777500152588, "total_norm": 8.864377975463867}
{"epoch": 3, "step": 4376, "loss": 1.195973515510559, "total_norm": 9.538686752319336}
{"epoch": 3, "step": 4377, "loss": 1.7885944843292236, "total_norm": 9.451000213623047}
{"epoch": 3, "step": 4378, "loss": 0.8425598740577698, "total_norm": 8.815534591674805}
{"epoch": 3, "step": 4379, "loss": 1.2926626205444336, "total_norm": 7.307990074157715}
{"epoch": 3, "step": 4380, "loss": 0.8786659836769104, "total_norm": 9.388672828674316}
{"epoch": 3, "step": 4381, "loss": 1.061366319656372, "total_norm": 8.12831974029541}
{"epoch": 3, "step": 4382, "loss": 1.3517742156982422, "total_norm": 9.93789291381836}
{"epoch": 3, "step": 4383, "loss": 1.1698187589645386, "total_norm": 8.207695960998535}
{"epoch": 3, "step": 4384, "loss": 1.5117052793502808, "total_norm": 8.674064636230469}
{"epoch": 3, "step": 4385, "loss": 1.5763360261917114, "total_norm": 8.864860534667969}
{"epoch": 3, "step": 4386, "loss": 1.2637016773223877, "total_norm": 8.452866554260254}
{"epoch": 3, "step": 4387, "loss": 1.744621992111206, "total_norm": 8.39766788482666}
{"epoch": 3, "step": 4388, "loss": 1.287069320678711, "total_norm": 10.789469718933105}
{"epoch": 3, "step": 4389, "loss": 1.288879632949829, "total_norm": 8.94998836517334}
{"epoch": 3, "step": 4390, "loss": 1.1686292886734009, "total_norm": 11.641266822814941}
{"epoch": 3, "step": 4391, "loss": 1.133921504020691, "total_norm": 8.534918785095215}
{"epoch": 3, "step": 4392, "loss": 1.026872158050537, "total_norm": 9.550945281982422}
{"epoch": 3, "step": 4393, "loss": 0.9230543971061707, "total_norm": 8.512075424194336}
{"epoch": 3, "step": 4394, "loss": 1.368870496749878, "total_norm": 8.064129829406738}
{"epoch": 3, "step": 4395, "loss": 1.389405369758606, "total_norm": 9.914441108703613}
{"epoch": 3, "step": 4396, "loss": 1.0099085569381714, "total_norm": 10.311332702636719}
{"epoch": 3, "step": 4397, "loss": 1.4415825605392456, "total_norm": 9.34158992767334}
{"epoch": 3, "step": 4398, "loss": 1.8057446479797363, "total_norm": 8.755156517028809}
{"epoch": 3, "step": 4399, "loss": 1.2898485660552979, "total_norm": 10.128181457519531}
{"epoch": 3, "step": 4400, "loss": 1.2528334856033325, "total_norm": 8.899775505065918}
{"epoch": 3, "step": 4401, "loss": 1.2892508506774902, "total_norm": 8.832040786743164}
{"epoch": 3, "step": 4402, "loss": 1.0400259494781494, "total_norm": 10.115707397460938}
{"epoch": 3, "step": 4403, "loss": 1.521274209022522, "total_norm": 8.678702354431152}
{"epoch": 3, "step": 4404, "loss": 1.683733344078064, "total_norm": 9.094539642333984}
{"epoch": 3, "step": 4405, "loss": 1.4400460720062256, "total_norm": 8.487679481506348}
{"epoch": 3, "step": 4406, "loss": 1.2583979368209839, "total_norm": 9.184952735900879}
{"epoch": 3, "step": 4407, "loss": 1.095119595527649, "total_norm": 10.801161766052246}
{"epoch": 3, "step": 4408, "loss": 0.826725423336029, "total_norm": 8.703612327575684}
{"epoch": 3, "step": 4409, "loss": 1.5421652793884277, "total_norm": 9.0665922164917}
{"epoch": 3, "step": 4410, "loss": 1.2902108430862427, "total_norm": 9.27751636505127}
{"epoch": 3, "step": 4411, "loss": 1.1310771703720093, "total_norm": 10.575043678283691}
|