| { |
| "run_name": "N1_vqce_nat_s0", |
| "cfg": { |
| "run_name": "N1_vqce_nat_s0", |
| "tokenizer": "vq", |
| "patch": 32, |
| "ctx_span": 4096, |
| "fine_span": 1024, |
| "enc_hidden": 64, |
| "fsq_levels": [ |
| 8, |
| 6, |
| 5, |
| 5, |
| 5 |
| ], |
| "vq_codes": 1024, |
| "vq_dim": 64, |
| "vq_beta": 0.25, |
| "vq_decay": 0.99, |
| "vq_entropy_w": 0.02, |
| "vq_warm_steps": 2000, |
| "vq_warm_decay": 0.9, |
| "aux_code_ce": 0.2, |
| "aux_code_offsets": [ |
| 1 |
| ], |
| "d_model": 256, |
| "n_layers": 4, |
| "n_heads": 4, |
| "train_kmin": 4, |
| "train_kmax": 32, |
| "cpm_cmax": 16, |
| "cpm_pmax": 0.4, |
| "cpm_span_max": 4, |
| "steps": 30000, |
| "batch": 64, |
| "n_variates": 8, |
| "lr": 0.001, |
| "normuon_lr": 0.0008, |
| "weight_decay": 0.0001, |
| "grad_clip": 1.0, |
| "warmup_frac": 0.03, |
| "decay_frac": 0.1, |
| "seed": 0, |
| "data_seed": 0, |
| "pool": "short", |
| "eval_every": 500, |
| "ckpt_every": 2500, |
| "gift_ckpts": [ |
| 7500, |
| 15000, |
| 22500, |
| 30000 |
| ] |
| }, |
| "val_log": { |
| "step": [ |
| 500, |
| 1000, |
| 1500, |
| 2000, |
| 2500, |
| 3000, |
| 3500, |
| 4000, |
| 4500, |
| 5000, |
| 5500, |
| 6000, |
| 6500, |
| 7000, |
| 7500, |
| 8000, |
| 8500, |
| 9000, |
| 9500, |
| 10000, |
| 10500, |
| 11000, |
| 11500, |
| 12000, |
| 12500, |
| 13000, |
| 13500, |
| 14000, |
| 14500, |
| 15000, |
| 15500, |
| 16000, |
| 16500, |
| 17000, |
| 17500, |
| 18000, |
| 18500, |
| 19000, |
| 19500, |
| 20000, |
| 20500, |
| 21000, |
| 21500, |
| 22000, |
| 22500, |
| 23000, |
| 23500, |
| 24000, |
| 24500, |
| 25000, |
| 25500, |
| 26000, |
| 26500, |
| 27000, |
| 27500, |
| 28000, |
| 28500, |
| 29000, |
| 29500, |
| 30000 |
| ], |
| "val_crps": [ |
| 0.8873563408851624, |
| 0.9526568055152893, |
| 0.9588855504989624, |
| 0.9084665775299072, |
| 0.8808322548866272, |
| 0.9855246543884277, |
| 1.001686453819275, |
| 0.9176946878433228, |
| 1.1324671506881714, |
| 0.8744878172874451, |
| 0.8681491613388062, |
| 0.9458913207054138, |
| 0.8968943953514099, |
| 0.9415152072906494, |
| 0.9744998812675476, |
| 0.9326366186141968, |
| 1.2283563613891602, |
| 0.896915078163147, |
| 0.7931904196739197, |
| 0.8677750825881958, |
| 0.8892331719398499, |
| 0.9210174679756165, |
| 0.921058177947998, |
| 0.964272677898407, |
| 0.8624753355979919, |
| 0.8356332778930664, |
| 1.0317933559417725, |
| 0.9154489636421204, |
| 0.8682361841201782, |
| 1.0630521774291992, |
| 0.929937481880188, |
| 0.8921054601669312, |
| 0.8469533920288086, |
| 1.0572277307510376, |
| 0.8426133394241333, |
| 0.8491008877754211, |
| 1.107155203819275, |
| 0.7740868926048279, |
| 0.848668098449707, |
| 0.8851476907730103, |
| 0.9732556939125061, |
| 0.7688469290733337, |
| 0.8360384106636047, |
| 0.887428879737854, |
| 0.9056776762008667, |
| 0.8331699967384338, |
| 0.8061240315437317, |
| 0.9074313640594482, |
| 0.9171712398529053, |
| 0.8653753995895386, |
| 0.7929660081863403, |
| 0.8490146994590759, |
| 0.7843870520591736, |
| 0.809841513633728, |
| 0.7987735867500305, |
| 0.7845855355262756, |
| 0.8086934089660645, |
| 0.7752386927604675, |
| 0.7615285515785217, |
| 0.7884569764137268 |
| ], |
| "train_loss": [ |
| 1.0688195622140626, |
| 1.143360978446536, |
| 1.1984581936834158, |
| 1.1689372302514747, |
| 1.2480959501484756, |
| 1.2539527598209335, |
| 1.2362143591629156, |
| 1.267681266079122, |
| 1.2754534742064245, |
| 1.265862194332757, |
| 1.2424044519378232, |
| 1.2534395020016376, |
| 1.2070687433951561, |
| 1.2248745001864971, |
| 1.2183278777890687, |
| 1.2485511576586492, |
| 1.234485266158566, |
| 1.2222036099495166, |
| 1.2075415860606944, |
| 1.1802327229673093, |
| 1.18788919649423, |
| 1.2301782448723881, |
| 1.1669743931030525, |
| 1.2138644705699493, |
| 1.1981266157034447, |
| 1.1749611891285592, |
| 1.238375949770231, |
| 1.164686145848512, |
| 1.1773812139585227, |
| 1.1783472594096427, |
| 1.1397048623107897, |
| 1.1747439777889428, |
| 1.1758905944040416, |
| 1.1823469401823112, |
| 1.1464921120458127, |
| 1.1528536074878428, |
| 1.1949196489578224, |
| 1.1426287328408802, |
| 1.1414228668640505, |
| 1.1504588002303748, |
| 1.141307610816431, |
| 1.1782327351473068, |
| 1.1597540562137727, |
| 1.1602189254905455, |
| 1.1706776030140702, |
| 1.1576661626456404, |
| 1.1515101807546053, |
| 1.1676744300568502, |
| 1.1980071643297965, |
| 1.1419314704147787, |
| 1.1572040410404096, |
| 1.1414279185843204, |
| 1.1575975362059103, |
| 1.1452014285971182, |
| 1.125970041691606, |
| 1.1446451224283374, |
| 1.1210905756698035, |
| 1.1283120321827373, |
| 1.090507951890925, |
| 1.101052127620641 |
| ], |
| "perplexity": [ |
| 361.1640625, |
| 549.64404296875, |
| 464.3547668457031, |
| 488.4117431640625, |
| 424.77313232421875, |
| 346.59234619140625, |
| 294.49578857421875, |
| 167.59078979492188, |
| 218.1181640625, |
| 143.55677795410156, |
| 240.3029022216797, |
| 122.31861114501953, |
| 288.2708435058594, |
| 232.06802368164062, |
| 232.46774291992188, |
| 212.88082885742188, |
| 181.71409606933594, |
| 200.24171447753906, |
| 240.28765869140625, |
| 298.7331237792969, |
| 228.95404052734375, |
| 127.28345489501953, |
| 315.2071533203125, |
| 221.5361328125, |
| 225.01976013183594, |
| 204.80799865722656, |
| 187.1436309814453, |
| 345.3833923339844, |
| 289.277099609375, |
| 283.5936584472656, |
| 374.0501403808594, |
| 408.78265380859375, |
| 262.7529602050781, |
| 222.59246826171875, |
| 375.5141296386719, |
| 311.0168762207031, |
| 218.05931091308594, |
| 364.7403259277344, |
| 422.071044921875, |
| 488.85443115234375, |
| 472.0830993652344, |
| 278.94091796875, |
| 338.1353759765625, |
| 366.9847106933594, |
| 315.5379943847656, |
| 423.15679931640625, |
| 442.91827392578125, |
| 448.9663391113281, |
| 357.979248046875, |
| 408.84228515625, |
| 498.4726867675781, |
| 326.5211181640625, |
| 431.1640930175781, |
| 412.4795837402344, |
| 473.7396240234375, |
| 485.9411926269531, |
| 496.15631103515625, |
| 385.27032470703125, |
| 557.8945922851562, |
| 613.44775390625 |
| ], |
| "code_ce": [ |
| 4.1356611251831055, |
| 3.6911866664886475, |
| 4.101048946380615, |
| 3.81433367729187, |
| 4.100106239318848, |
| 3.9593474864959717, |
| 4.400155544281006, |
| 4.443816661834717, |
| 4.055646896362305, |
| 4.250777244567871, |
| 4.144698619842529, |
| 4.460085391998291, |
| 4.085359573364258, |
| 4.000613689422607, |
| 3.882772207260132, |
| 4.241275310516357, |
| 4.055635452270508, |
| 3.8616275787353516, |
| 3.8409504890441895, |
| 3.586707592010498, |
| 3.6868791580200195, |
| 3.6876420974731445, |
| 3.777172565460205, |
| 3.868542432785034, |
| 3.9220848083496094, |
| 3.7413718700408936, |
| 3.8072750568389893, |
| 3.7737174034118652, |
| 3.7891321182250977, |
| 3.689648389816284, |
| 3.868776559829712, |
| 3.916046380996704, |
| 3.9390628337860107, |
| 3.8465254306793213, |
| 3.7101025581359863, |
| 3.806978464126587, |
| 3.699819803237915, |
| 3.7383759021759033, |
| 3.7411727905273438, |
| 3.8220717906951904, |
| 3.7697455883026123, |
| 3.824319839477539, |
| 3.7526793479919434, |
| 3.836900472640991, |
| 4.01917028427124, |
| 3.845043897628784, |
| 3.808269500732422, |
| 3.9318816661834717, |
| 3.8596460819244385, |
| 4.0046067237854, |
| 3.8727447986602783, |
| 3.690664291381836, |
| 4.111098289489746, |
| 3.832808256149292, |
| 3.755765438079834, |
| 3.9152920246124268, |
| 3.8897111415863037, |
| 3.6552584171295166, |
| 3.6133203506469727, |
| 3.632269859313965 |
| ] |
| }, |
| "params_m": 3.877984, |
| "gift_final": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.15094826935841002, |
| "MASE": 17.36556967888845, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.09693258126690334, |
| "MASE": 14.177654390772371, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11443555968583546, |
| "MASE": 10.731872938313908, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.14062582663176804, |
| "MASE": 1.6747818099956329, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24351217973799677, |
| "MASE": 2.8014885784060586, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.24021384360547296, |
| "MASE": 3.2931902911447892, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9916837227512207, |
| "MASE": 1.5254695469329898, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9960129559687542, |
| "MASE": 2.094248463474356, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3856854318797455, |
| "MASE": 1.5044088896570895, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10852697238712258, |
| "MASE": 1.202701562507174, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.05761019965008406, |
| "MASE": 0.49009766925253, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07570556219544303, |
| "MASE": 1.5334406206779818, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.189226472525512, |
| "MASE": 83.14712353990656, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07041062348609595, |
| "MASE": 0.86946813474429, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.17840502246417586, |
| "gm_crps_long_season": 0.25137583385854223, |
| "gm_crps_other": 0.11294104786926731 |
| }, |
| "gift_7500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.18841931286828306, |
| "MASE": 20.46533744779324, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.11726761944061052, |
| "MASE": 16.32287127455574, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11667952472270739, |
| "MASE": 10.760426179103504, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.1949724002580837, |
| "MASE": 2.3247276172521594, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.3000741385510601, |
| "MASE": 3.493202770908302, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2949669413003627, |
| "MASE": 3.504240406929471, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.985839690140194, |
| "MASE": 1.5318500616193942, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9728177247627854, |
| "MASE": 2.09866325073054, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.4359052911893613, |
| "MASE": 1.6852236523053037, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.12162933865013154, |
| "MASE": 1.3335349843031763, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.05873435403295611, |
| "MASE": 0.5346629087284995, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.0761621335845336, |
| "MASE": 1.5322813870882361, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.23721771457460772, |
| "MASE": 85.35563862154312, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.09420014384125937, |
| "MASE": 1.0208460731810183, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.20465696692882937, |
| "gm_crps_long_season": 0.2729886731016228, |
| "gm_crps_other": 0.13938062512318994 |
| }, |
| "gift_15000": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.25225029975462676, |
| "MASE": 34.71336428363901, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.16416448030175992, |
| "MASE": 22.81832705134971, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11476151707092436, |
| "MASE": 11.020539741124653, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.16968773301619436, |
| "MASE": 2.3214970346081802, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24103387701198192, |
| "MASE": 2.7990992108292265, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.27813679395424623, |
| "MASE": 3.516881333946606, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9812503703732062, |
| "MASE": 1.5236949212116793, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9952039138011336, |
| "MASE": 2.0938976330368244, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.38733811586809463, |
| "MASE": 1.5843840189361704, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.16017467789734857, |
| "MASE": 1.7507896579603763, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.05893819344218608, |
| "MASE": 0.5215047133313809, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07760535775618993, |
| "MASE": 1.5697682853238042, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.3748203323794467, |
| "MASE": 98.40589722787225, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08124154772454928, |
| "MASE": 0.9680227414996078, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.215177641602684, |
| "gm_crps_long_season": 0.2690687148359461, |
| "gm_crps_other": 0.15972604138937607 |
| }, |
| "gift_22500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.14968629882725604, |
| "MASE": 16.61532017755197, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.10535601578473698, |
| "MASE": 15.757686404121266, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11766001449445536, |
| "MASE": 10.659162195950968, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.14480579876735072, |
| "MASE": 1.7449736875615522, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2519064831173395, |
| "MASE": 2.7584563119176746, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.26295155682390003, |
| "MASE": 3.5065428122109124, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9981125726499767, |
| "MASE": 1.5403353384508294, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9973313511783777, |
| "MASE": 2.0939445703723605, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.37681671699705827, |
| "MASE": 1.5187198328953642, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10805755429582481, |
| "MASE": 1.185235944128543, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.05813892228408771, |
| "MASE": 0.4729869834384559, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07747415216421111, |
| "MASE": 1.5719904794331607, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.22250721180848684, |
| "MASE": 80.2295641977892, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08437556038085263, |
| "MASE": 0.9510392301492488, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.1863729463897185, |
| "gm_crps_long_season": 0.2558597123605177, |
| "gm_crps_other": 0.12214925506758996 |
| }, |
| "probe": { |
| "pearson": [ |
| 0.012, |
| -0.018, |
| -0.007, |
| -0.0, |
| -0.001, |
| -0.011, |
| -0.015, |
| -0.005 |
| ], |
| "amp_retention": [ |
| 0.24, |
| 0.228, |
| 0.233, |
| 0.235, |
| 0.236, |
| 0.233, |
| 0.234, |
| 0.235 |
| ] |
| } |
| } |
