| { |
| "run_name": "N3_vqce_nobonus_nat_s0", |
| "cfg": { |
| "run_name": "N3_vqce_nobonus_nat_s0", |
| "tokenizer": "vq", |
| "patch": 32, |
| "ctx_span": 4096, |
| "fine_span": 1024, |
| "enc_hidden": 64, |
| "fsq_levels": [ |
| 8, |
| 6, |
| 5, |
| 5, |
| 5 |
| ], |
| "vq_codes": 1024, |
| "vq_dim": 64, |
| "vq_beta": 0.25, |
| "vq_decay": 0.99, |
| "vq_entropy_w": 0.0, |
| "vq_warm_steps": 2000, |
| "vq_warm_decay": 0.9, |
| "aux_code_ce": 0.2, |
| "aux_code_offsets": [ |
| 1 |
| ], |
| "d_model": 256, |
| "n_layers": 4, |
| "n_heads": 4, |
| "train_kmin": 4, |
| "train_kmax": 32, |
| "cpm_cmax": 16, |
| "cpm_pmax": 0.4, |
| "cpm_span_max": 4, |
| "steps": 30000, |
| "batch": 64, |
| "n_variates": 8, |
| "lr": 0.001, |
| "normuon_lr": 0.0008, |
| "weight_decay": 0.0001, |
| "grad_clip": 1.0, |
| "warmup_frac": 0.03, |
| "decay_frac": 0.1, |
| "seed": 0, |
| "data_seed": 0, |
| "pool": "short", |
| "eval_every": 500, |
| "ckpt_every": 2500, |
| "gift_ckpts": [ |
| 7500, |
| 15000, |
| 22500, |
| 30000 |
| ] |
| }, |
| "val_log": { |
| "step": [ |
| 500, |
| 1000, |
| 1500, |
| 2000, |
| 2500, |
| 3000, |
| 3500, |
| 4000, |
| 4500, |
| 5000, |
| 5500, |
| 6000, |
| 6500, |
| 7000, |
| 7500, |
| 8000, |
| 8500, |
| 9000, |
| 9500, |
| 10000, |
| 10500, |
| 11000, |
| 11500, |
| 12000, |
| 12500, |
| 13000, |
| 13500, |
| 14000, |
| 14500, |
| 15000, |
| 15500, |
| 16000, |
| 16500, |
| 17000, |
| 17500, |
| 18000, |
| 18500, |
| 19000, |
| 19500, |
| 20000, |
| 20500, |
| 21000, |
| 21500, |
| 22000, |
| 22500, |
| 23000, |
| 23500, |
| 24000, |
| 24500, |
| 25000, |
| 25500, |
| 26000, |
| 26500, |
| 27000, |
| 27500, |
| 28000, |
| 28500, |
| 29000, |
| 29500, |
| 30000 |
| ], |
| "val_crps": [ |
| 0.9017157554626465, |
| 0.9205612540245056, |
| 0.9906456470489502, |
| 1.0830836296081543, |
| 1.0317744016647339, |
| 1.1175328493118286, |
| 0.9271723628044128, |
| 0.8198300004005432, |
| 0.9033188223838806, |
| 0.8231136798858643, |
| 0.867488443851471, |
| 0.8871584534645081, |
| 0.864448070526123, |
| 0.9016560316085815, |
| 0.8594098091125488, |
| 0.9007996916770935, |
| 0.9754452705383301, |
| 0.9285078644752502, |
| 1.0258766412734985, |
| 0.8618546724319458, |
| 1.186488389968872, |
| 0.9927749633789062, |
| 0.866264283657074, |
| 0.9024341106414795, |
| 0.7901904582977295, |
| 0.8708934187889099, |
| 0.8356982469558716, |
| 0.8752044439315796, |
| 0.8483321070671082, |
| 0.8241111040115356, |
| 0.8377440571784973, |
| 0.8387155532836914, |
| 0.9615191221237183, |
| 0.9639056921005249, |
| 0.9548878073692322, |
| 0.8450160026550293, |
| 0.9038635492324829, |
| 0.867053210735321, |
| 0.9869250059127808, |
| 0.9028993248939514, |
| 0.7927324771881104, |
| 0.7790437936782837, |
| 0.949573278427124, |
| 0.8375865817070007, |
| 0.8164348006248474, |
| 0.8604549169540405, |
| 0.8132736682891846, |
| 0.8262904286384583, |
| 0.7439908981323242, |
| 0.9406501054763794, |
| 0.8033860325813293, |
| 0.7768048048019409, |
| 0.7925621271133423, |
| 0.8018858432769775, |
| 0.8423973321914673, |
| 0.7347780466079712, |
| 0.8389317393302917, |
| 0.8131020069122314, |
| 0.8002588748931885, |
| 0.818293571472168 |
| ], |
| "train_loss": [ |
| 0.9142549939382908, |
| 1.1422724870405399, |
| 1.247987192096835, |
| 1.2464974691079425, |
| 1.26829744945228, |
| 1.274100412556858, |
| 1.3205156750823428, |
| 1.3072109009162507, |
| 1.2916102859276941, |
| 1.2444019663060422, |
| 1.2860178444924855, |
| 1.2784641763998739, |
| 1.2529824856814558, |
| 1.235741126453041, |
| 1.236175948823227, |
| 1.2554510153149079, |
| 1.2209132628710764, |
| 1.1988511460232179, |
| 1.1732828745207107, |
| 1.1852979436002802, |
| 1.1872585591352323, |
| 1.1480879586271084, |
| 1.2088105605756663, |
| 1.1106949295447508, |
| 1.1337774212762557, |
| 1.1316840381884385, |
| 1.1791459072286834, |
| 1.1512355392494378, |
| 1.1699130800480957, |
| 1.1187576901976606, |
| 1.1602052396223663, |
| 1.1366411435196324, |
| 1.1604557852832447, |
| 1.164568976433766, |
| 1.193386757353493, |
| 1.1412658956090806, |
| 1.1530149440458057, |
| 1.1475377126703548, |
| 1.1588774648953972, |
| 1.1417468334976921, |
| 1.174664555073256, |
| 1.1275575695017017, |
| 1.1302194960822103, |
| 1.1367646057786223, |
| 1.1496787502948496, |
| 1.161738539121269, |
| 1.1322287454531692, |
| 1.1645547415430713, |
| 1.1348618151271546, |
| 1.1455356864799695, |
| 1.1516850257317721, |
| 1.1589793862763096, |
| 1.1518424121567967, |
| 1.1475955142882925, |
| 1.119498597146974, |
| 1.121589761181022, |
| 1.098975934226754, |
| 1.112643325742514, |
| 1.109396610881579, |
| 1.097917637559522 |
| ], |
| "perplexity": [ |
| 312.7864074707031, |
| 391.82366943359375, |
| 292.089599609375, |
| 327.8702087402344, |
| 226.6449432373047, |
| 72.5057373046875, |
| 164.13565063476562, |
| 162.43960571289062, |
| 166.75689697265625, |
| 176.15542602539062, |
| 159.91748046875, |
| 56.855587005615234, |
| 164.2176055908203, |
| 125.54778289794922, |
| 156.0702667236328, |
| 158.88157653808594, |
| 174.7385711669922, |
| 129.86074829101562, |
| 146.73292541503906, |
| 181.1483917236328, |
| 141.5555877685547, |
| 149.85845947265625, |
| 140.83203125, |
| 233.3306427001953, |
| 206.87973022460938, |
| 187.85235595703125, |
| 109.427734375, |
| 238.69094848632812, |
| 203.68605041503906, |
| 249.64276123046875, |
| 238.81642150878906, |
| 347.9349365234375, |
| 239.85116577148438, |
| 316.3696594238281, |
| 201.3148651123047, |
| 360.6381530761719, |
| 233.5494842529297, |
| 359.88555908203125, |
| 239.0805206298828, |
| 263.8720397949219, |
| 221.87220764160156, |
| 284.0547790527344, |
| 337.5879211425781, |
| 418.9024963378906, |
| 294.90399169921875, |
| 247.17947387695312, |
| 310.9661865234375, |
| 304.2986145019531, |
| 313.963623046875, |
| 292.0777587890625, |
| 328.1579895019531, |
| 322.7568664550781, |
| 408.5223388671875, |
| 404.27728271484375, |
| 407.3724670410156, |
| 456.8753662109375, |
| 416.41644287109375, |
| 489.27960205078125, |
| 554.6035766601562, |
| 549.6537475585938 |
| ], |
| "code_ce": [ |
| 2.839606523513794, |
| 3.8249213695526123, |
| 4.260396957397461, |
| 4.5948286056518555, |
| 4.747012138366699, |
| 4.158008575439453, |
| 5.1033196449279785, |
| 4.365203380584717, |
| 4.368009090423584, |
| 4.433568000793457, |
| 4.49453592300415, |
| 4.070528507232666, |
| 4.569636821746826, |
| 3.8862061500549316, |
| 3.988138198852539, |
| 3.674241304397583, |
| 4.5656280517578125, |
| 3.752927303314209, |
| 3.679229259490967, |
| 3.90584659576416, |
| 3.7776846885681152, |
| 3.59309983253479, |
| 3.677016496658325, |
| 3.6731009483337402, |
| 3.838200330734253, |
| 3.49395489692688, |
| 3.6733243465423584, |
| 3.8901398181915283, |
| 3.9434478282928467, |
| 3.600722551345825, |
| 3.9883899688720703, |
| 3.6708672046661377, |
| 3.787292242050171, |
| 3.980441093444824, |
| 4.073848247528076, |
| 3.8287012577056885, |
| 3.725442886352539, |
| 3.9738030433654785, |
| 3.747659206390381, |
| 3.860133409500122, |
| 3.838491678237915, |
| 3.753525733947754, |
| 3.7081196308135986, |
| 3.8832385540008545, |
| 4.081480979919434, |
| 3.965068817138672, |
| 3.6917295455932617, |
| 3.8894739151000977, |
| 3.698336124420166, |
| 3.746506452560425, |
| 3.7400290966033936, |
| 3.8621981143951416, |
| 3.978135347366333, |
| 3.902973175048828, |
| 3.734160900115967, |
| 3.8650527000427246, |
| 3.830960512161255, |
| 3.7881462574005127, |
| 3.7539000511169434, |
| 3.655540943145752 |
| ] |
| }, |
| "params_m": 3.877984, |
| "gift_final": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.13849031954127755, |
| "MASE": 14.514705927320318, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.09002349160783972, |
| "MASE": 13.376021364001138, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11165548960497243, |
| "MASE": 10.41906649750719, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.14740200227383268, |
| "MASE": 1.7726995128829421, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24708000158288032, |
| "MASE": 2.8978346803267034, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.23274514208877178, |
| "MASE": 3.242399203579149, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9920073231596456, |
| "MASE": 1.5271131105396745, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9944914792867076, |
| "MASE": 2.095120924600464, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.36632824535301683, |
| "MASE": 1.511270865860861, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.09873665139306816, |
| "MASE": 1.1140666627680391, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.057424282704189616, |
| "MASE": 0.5032258127326201, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07594234694575201, |
| "MASE": 1.5993741654186233, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.17582878897030554, |
| "MASE": 89.16774688749443, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07753062201310837, |
| "MASE": 0.9086715224119994, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.1748835240626009, |
| "gm_crps_long_season": 0.24541145373524856, |
| "gm_crps_other": 0.11131516136362185 |
| }, |
| "gift_7500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.17733327542416266, |
| "MASE": 16.939657741684123, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.12228144747264921, |
| "MASE": 14.923331719343883, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11981403732921346, |
| "MASE": 11.383164881438491, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.1773409159607313, |
| "MASE": 2.034588066573764, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.26918985341254453, |
| "MASE": 2.97738349478857, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2574153398643991, |
| "MASE": 3.261589053611698, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.989141741123474, |
| "MASE": 1.5220118476102162, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9777963774409089, |
| "MASE": 2.0983530898760683, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.4034894624192332, |
| "MASE": 1.5737626211138989, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11536054115443924, |
| "MASE": 1.118348980099583, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06045505102733487, |
| "MASE": 0.606912521688312, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07808117011482521, |
| "MASE": 1.5010230287887296, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.25711188670769514, |
| "MASE": 91.86591884878173, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08114577649579642, |
| "MASE": 0.9288874626939985, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.19792222754469788, |
| "gm_crps_long_season": 0.2625752150971754, |
| "gm_crps_other": 0.1357737116346955 |
| }, |
| "gift_15000": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.12617793470133223, |
| "MASE": 13.612214416156585, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.09554431515403507, |
| "MASE": 13.642353303083926, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11887515410248227, |
| "MASE": 10.390739653741603, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.15594879477381624, |
| "MASE": 1.965009699488274, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24756926243897878, |
| "MASE": 2.8803519608976003, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.24559191468845384, |
| "MASE": 3.2803589137319404, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9939678964909623, |
| "MASE": 1.530196123772027, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9889435307085428, |
| "MASE": 2.097481835678334, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.38173248538517596, |
| "MASE": 1.5282658634206612, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10443844727092122, |
| "MASE": 1.1371965258755998, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.05807497687198165, |
| "MASE": 0.5118376795074147, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.0810181021150832, |
| "MASE": 1.5077546487829203, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.15978297423385762, |
| "MASE": 76.16772879827808, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07640767230158459, |
| "MASE": 0.968963629336176, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.1774065215378731, |
| "gm_crps_long_season": 0.25235928484505626, |
| "gm_crps_other": 0.1108927884515655 |
| }, |
| "gift_22500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.16484119815092188, |
| "MASE": 19.491319955050425, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.11243804609605942, |
| "MASE": 16.808847975077718, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.12072163045820175, |
| "MASE": 10.705249014511507, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.14658963057424262, |
| "MASE": 1.8342339455932009, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2575575288343846, |
| "MASE": 3.069797115292609, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2738113986375972, |
| "MASE": 3.2288677457567854, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.992298953575194, |
| "MASE": 1.5413351351610673, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9900419264261711, |
| "MASE": 2.1006524941533313, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3794332411797052, |
| "MASE": 1.5560833055874772, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.09999337984863364, |
| "MASE": 1.0573769987329298, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.05957075154768107, |
| "MASE": 0.5208287591268566, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07794206315806154, |
| "MASE": 1.4802182753278244, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.24854181280357995, |
| "MASE": 92.0759441475275, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.06668067767729992, |
| "MASE": 0.8649364423354704, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.18749329424952899, |
| "gm_crps_long_season": 0.25678422252185495, |
| "gm_crps_other": 0.12327517030231519 |
| }, |
| "probe": { |
| "pearson": [ |
| -0.001, |
| -0.015, |
| -0.003, |
| 0.002, |
| -0.001, |
| -0.01, |
| -0.014, |
| -0.008 |
| ], |
| "amp_retention": [ |
| 0.245, |
| 0.247, |
| 0.255, |
| 0.26, |
| 0.26, |
| 0.256, |
| 0.256, |
| 0.258 |
| ] |
| } |
| } |
