| { |
| "run_name": "N3_vqce_nobonus_nat_s2", |
| "cfg": { |
| "run_name": "N3_vqce_nobonus_nat_s2", |
| "tokenizer": "vq", |
| "patch": 32, |
| "ctx_span": 4096, |
| "fine_span": 1024, |
| "enc_hidden": 64, |
| "fsq_levels": [ |
| 8, |
| 6, |
| 5, |
| 5, |
| 5 |
| ], |
| "vq_codes": 1024, |
| "vq_dim": 64, |
| "vq_beta": 0.25, |
| "vq_decay": 0.99, |
| "vq_entropy_w": 0.0, |
| "vq_warm_steps": 2000, |
| "vq_warm_decay": 0.9, |
| "aux_code_ce": 0.2, |
| "aux_code_offsets": [ |
| 1 |
| ], |
| "d_model": 256, |
| "n_layers": 4, |
| "n_heads": 4, |
| "train_kmin": 4, |
| "train_kmax": 32, |
| "cpm_cmax": 16, |
| "cpm_pmax": 0.4, |
| "cpm_span_max": 4, |
| "steps": 30000, |
| "batch": 64, |
| "n_variates": 8, |
| "lr": 0.001, |
| "normuon_lr": 0.0008, |
| "weight_decay": 0.0001, |
| "grad_clip": 1.0, |
| "warmup_frac": 0.03, |
| "decay_frac": 0.1, |
| "seed": 2, |
| "data_seed": 2, |
| "pool": "short", |
| "eval_every": 500, |
| "ckpt_every": 2500, |
| "gift_ckpts": [ |
| 7500, |
| 15000, |
| 22500, |
| 30000 |
| ] |
| }, |
| "val_log": { |
| "step": [ |
| 500, |
| 1000, |
| 1500, |
| 2000, |
| 2500, |
| 3000, |
| 3500, |
| 4000, |
| 4500, |
| 5000, |
| 5500, |
| 6000, |
| 6500, |
| 7000, |
| 7500, |
| 8000, |
| 8500, |
| 9000, |
| 9500, |
| 10000, |
| 10500, |
| 11000, |
| 11500, |
| 12000, |
| 12500, |
| 13000, |
| 13500, |
| 14000, |
| 14500, |
| 15000, |
| 15500, |
| 16000, |
| 16500, |
| 17000, |
| 17500, |
| 18000, |
| 18500, |
| 19000, |
| 19500, |
| 20000, |
| 20500, |
| 21000, |
| 21500, |
| 22000, |
| 22500, |
| 23000, |
| 23500, |
| 24000, |
| 24500, |
| 25000, |
| 25500, |
| 26000, |
| 26500, |
| 27000, |
| 27500, |
| 28000, |
| 28500, |
| 29000, |
| 29500, |
| 30000 |
| ], |
| "val_crps": [ |
| 0.9074438810348511, |
| 0.908578634262085, |
| 0.8546326756477356, |
| 0.8606037497520447, |
| 0.8617213368415833, |
| 0.9197741746902466, |
| 0.959229588508606, |
| 0.8646034598350525, |
| 0.8614590167999268, |
| 0.8682973980903625, |
| 1.1517592668533325, |
| 1.3579691648483276, |
| 1.0582762956619263, |
| 0.8427255153656006, |
| 0.9795816540718079, |
| 1.0128921270370483, |
| 1.0205860137939453, |
| 0.927449643611908, |
| 0.898684561252594, |
| 0.9570920467376709, |
| 1.1157320737838745, |
| 1.0277456045150757, |
| 0.9222545027732849, |
| 0.9166011810302734, |
| 1.1393256187438965, |
| 0.86153244972229, |
| 0.9771259427070618, |
| 0.9096019864082336, |
| 0.9641912579536438, |
| 0.8085300922393799, |
| 0.9436771869659424, |
| 1.0636718273162842, |
| 0.9566994905471802, |
| 0.8317599892616272, |
| 1.0562890768051147, |
| 0.9683013558387756, |
| 1.0440934896469116, |
| 0.9423462748527527, |
| 0.9741634130477905, |
| 0.831848680973053, |
| 0.9987725615501404, |
| 0.9550365805625916, |
| 0.9229073524475098, |
| 0.8554491400718689, |
| 0.9608364105224609, |
| 0.889542818069458, |
| 1.0340285301208496, |
| 0.8600911498069763, |
| 0.8453771471977234, |
| 0.8389359712600708, |
| 0.9235538244247437, |
| 0.8674926161766052, |
| 0.8170047998428345, |
| 0.8799024820327759, |
| 0.781877875328064, |
| 0.8924896121025085, |
| 0.8836516737937927, |
| 0.8389315009117126, |
| 0.825319230556488, |
| 0.8478127121925354 |
| ], |
| "train_loss": [ |
| 0.9166229888924905, |
| 1.1786358879236043, |
| 1.3009691589250678, |
| 1.3190678843336405, |
| 1.2707001869000047, |
| 1.2549604229855027, |
| 1.258245334664705, |
| 1.2390257959526005, |
| 1.211514484059499, |
| 1.2554663061220868, |
| 1.266124936984414, |
| 1.2918808266442507, |
| 1.2488911498408297, |
| 1.2658166327639635, |
| 1.2444902507117879, |
| 1.2486833532139987, |
| 1.2180898738516972, |
| 1.2014587873057003, |
| 1.1669367126249166, |
| 1.1527473792449097, |
| 1.1532521073008721, |
| 1.1468391586012938, |
| 1.2023356901394204, |
| 1.156072594360276, |
| 1.1192233851816378, |
| 1.1533313802352954, |
| 1.1786992626847332, |
| 1.2032237062729496, |
| 1.1838552016875765, |
| 1.1713243858084526, |
| 1.1446977531962166, |
| 1.1452517848421597, |
| 1.1510219672062967, |
| 1.1537392015913763, |
| 1.1075581133373904, |
| 1.0932392784998923, |
| 1.105758933591857, |
| 1.1334595185300074, |
| 1.140282844864414, |
| 1.1334674288277689, |
| 1.1318411158552706, |
| 1.1152616432130933, |
| 1.1303882473502096, |
| 1.1282030469707762, |
| 1.162174824869449, |
| 1.1221097299318359, |
| 1.1322045772109925, |
| 1.1059972628211487, |
| 1.1316195907315945, |
| 1.1048701518348996, |
| 1.1613177265015426, |
| 1.1611798483429743, |
| 1.147206977878743, |
| 1.157972363700864, |
| 1.1428441780642407, |
| 1.134995760311245, |
| 1.1142823586496662, |
| 1.1200961594887258, |
| 1.10639609394759, |
| 1.1095190983810466 |
| ], |
| "perplexity": [ |
| 358.776611328125, |
| 498.3695373535156, |
| 265.32550048828125, |
| 235.85963439941406, |
| 157.6038055419922, |
| 147.59246826171875, |
| 128.4025421142578, |
| 146.00888061523438, |
| 126.99341583251953, |
| 96.43457794189453, |
| 121.1885986328125, |
| 85.7024917602539, |
| 68.85978698730469, |
| 86.35523223876953, |
| 109.17552185058594, |
| 58.39683532714844, |
| 122.80561065673828, |
| 162.6468505859375, |
| 242.81619262695312, |
| 271.1128845214844, |
| 213.34249877929688, |
| 182.62722778320312, |
| 115.44580841064453, |
| 191.05014038085938, |
| 253.8086395263672, |
| 139.9558563232422, |
| 167.1269073486328, |
| 102.6117935180664, |
| 238.65113830566406, |
| 202.39556884765625, |
| 177.9283905029297, |
| 159.31961059570312, |
| 189.82566833496094, |
| 182.0292510986328, |
| 179.68682861328125, |
| 297.79559326171875, |
| 181.1466522216797, |
| 306.77447509765625, |
| 171.56829833984375, |
| 221.14297485351562, |
| 261.58184814453125, |
| 210.05274963378906, |
| 217.94424438476562, |
| 110.76008605957031, |
| 303.6744384765625, |
| 266.7689514160156, |
| 317.5010070800781, |
| 253.05722045898438, |
| 277.6652526855469, |
| 348.4383239746094, |
| 382.1446838378906, |
| 373.54571533203125, |
| 365.1747131347656, |
| 342.7498474121094, |
| 361.5191650390625, |
| 394.9441833496094, |
| 468.7353210449219, |
| 576.0755615234375, |
| 588.272705078125, |
| 593.21826171875 |
| ], |
| "code_ce": [ |
| 2.8495981693267822, |
| 3.883575916290283, |
| 4.614263534545898, |
| 4.3442277908325195, |
| 4.7487006187438965, |
| 4.167114734649658, |
| 4.341442584991455, |
| 4.636178493499756, |
| 4.223369598388672, |
| 3.886986255645752, |
| 4.329441070556641, |
| 5.358677864074707, |
| 4.553046226501465, |
| 4.0038933753967285, |
| 3.9747166633605957, |
| 4.556538105010986, |
| 4.498526573181152, |
| 4.223842620849609, |
| 4.171297073364258, |
| 4.05989408493042, |
| 3.754115581512451, |
| 3.8464510440826416, |
| 4.065544128417969, |
| 3.826608657836914, |
| 3.569814443588257, |
| 3.387206554412842, |
| 3.898164749145508, |
| 4.0134196281433105, |
| 3.7139759063720703, |
| 4.461031436920166, |
| 3.6111841201782227, |
| 3.7564926147460938, |
| 3.7788398265838623, |
| 3.903031587600708, |
| 3.527581214904785, |
| 3.774515151977539, |
| 3.531203269958496, |
| 4.146340847015381, |
| 3.7041659355163574, |
| 3.6967966556549072, |
| 3.9278697967529297, |
| 3.7522642612457275, |
| 3.8437607288360596, |
| 3.4821040630340576, |
| 3.7898988723754883, |
| 3.8106095790863037, |
| 3.935359477996826, |
| 3.896205425262451, |
| 3.859915256500244, |
| 3.662173271179199, |
| 3.9485762119293213, |
| 4.222123146057129, |
| 3.9350063800811768, |
| 4.014942646026611, |
| 3.9390337467193604, |
| 3.866929292678833, |
| 3.9257447719573975, |
| 3.7765109539031982, |
| 3.7572739124298096, |
| 3.8125853538513184 |
| ] |
| }, |
| "params_m": 3.877984, |
| "gift_final": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.13271960539831518, |
| "MASE": 14.364656667068859, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.10123502945201807, |
| "MASE": 15.044025615621504, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11329644719626766, |
| "MASE": 10.372900651492907, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.17493069829820665, |
| "MASE": 2.120227702882799, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.23938458812892474, |
| "MASE": 2.6981793304980526, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.24359218022371495, |
| "MASE": 3.316250284825365, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 1.0022544319772315, |
| "MASE": 1.5384750341720421, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9856038110206823, |
| "MASE": 2.0958370045472043, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.368421682593086, |
| "MASE": 1.4442817540806392, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.09630806056716813, |
| "MASE": 1.0735522165687994, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.0586119092085599, |
| "MASE": 0.5368251824806216, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07544014068924845, |
| "MASE": 1.5525074651938386, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.21967769820536734, |
| "MASE": 81.32585973721743, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07881426350157658, |
| "MASE": 0.9372924154953772, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.18136578598237343, |
| "gm_crps_long_season": 0.24636626151644736, |
| "gm_crps_other": 0.12055564036768414 |
| }, |
| "gift_7500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.1851796711577821, |
| "MASE": 20.019170341391362, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.12561478068182774, |
| "MASE": 18.358335631173002, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.12202157264301675, |
| "MASE": 10.481119181407388, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.178824342541826, |
| "MASE": 2.4685059577796604, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2542155857028409, |
| "MASE": 2.972974450397901, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.24859062897295578, |
| "MASE": 3.3732594510600453, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9848243772807594, |
| "MASE": 1.5382031020252467, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.981396010580641, |
| "MASE": 2.096094226224629, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3831721413749024, |
| "MASE": 1.5214922758283542, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10874761231749634, |
| "MASE": 1.1937160593755511, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06109910650838373, |
| "MASE": 0.6579858148183398, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07830095793351768, |
| "MASE": 1.5007421721787162, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.23987292961512846, |
| "MASE": 88.29912975787474, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07671289322310333, |
| "MASE": 0.9534061179375539, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.19485149863867665, |
| "gm_crps_long_season": 0.2569046069259782, |
| "gm_crps_other": 0.13477610291837674 |
| }, |
| "gift_15000": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.1940934730755855, |
| "MASE": 25.21121653733723, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.12615542206129282, |
| "MASE": 19.364482266453624, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.12019108265141049, |
| "MASE": 10.58505868827844, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.15872383327089679, |
| "MASE": 1.9260233546788998, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2630532564660034, |
| "MASE": 3.0186321987009044, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2656383465160986, |
| "MASE": 3.300496075898247, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9882751550547889, |
| "MASE": 1.521467832115308, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9908578120454139, |
| "MASE": 2.0955267527366184, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.44901223602947066, |
| "MASE": 1.7451890210022811, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.09832956255449204, |
| "MASE": 1.0469377497538694, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.058486021603627494, |
| "MASE": 0.5371843060892103, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07381586984881396, |
| "MASE": 1.5163099179677735, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.25889364276347937, |
| "MASE": 86.39982395812324, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07425240083672609, |
| "MASE": 0.8807577592252018, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.1952614423092626, |
| "gm_crps_long_season": 0.26054712456737966, |
| "gm_crps_other": 0.13291993004250052 |
| }, |
| "gift_22500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.17846525304532757, |
| "MASE": 21.529145965290223, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.1030088064044089, |
| "MASE": 14.483028498647265, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11743736357423204, |
| "MASE": 10.823234536318443, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.16735863642206505, |
| "MASE": 2.0685760948756857, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.26338761422921286, |
| "MASE": 2.9684587872333346, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2567380019134369, |
| "MASE": 3.293117858426365, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9916021851554966, |
| "MASE": 1.52136442104359, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9969819895956447, |
| "MASE": 2.094093406566102, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.4181170442056228, |
| "MASE": 1.6667329462698095, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11428116223234398, |
| "MASE": 1.2208800919799114, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.05945984237852178, |
| "MASE": 0.5202759335256079, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07863624774069579, |
| "MASE": 1.5830613081338318, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.16951703953974576, |
| "MASE": 77.37371610240137, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07967804210006904, |
| "MASE": 0.944722486628341, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.1887576483105659, |
| "gm_crps_long_season": 0.26215105359677177, |
| "gm_crps_other": 0.12181716603693979 |
| }, |
| "probe": { |
| "pearson": [ |
| 0.039, |
| 0.01, |
| -0.005, |
| -0.003, |
| 0.003, |
| -0.007, |
| -0.013, |
| -0.005 |
| ], |
| "amp_retention": [ |
| 0.149, |
| 0.139, |
| 0.134, |
| 0.136, |
| 0.134, |
| 0.132, |
| 0.132, |
| 0.134 |
| ] |
| } |
| } |
