| { |
| "run_name": "N5_vqce_w05_nat_s0", |
| "cfg": { |
| "run_name": "N5_vqce_w05_nat_s0", |
| "tokenizer": "vq", |
| "patch": 32, |
| "ctx_span": 4096, |
| "fine_span": 1024, |
| "enc_hidden": 64, |
| "fsq_levels": [ |
| 8, |
| 6, |
| 5, |
| 5, |
| 5 |
| ], |
| "vq_codes": 1024, |
| "vq_dim": 64, |
| "vq_beta": 0.25, |
| "vq_decay": 0.99, |
| "vq_entropy_w": 0.02, |
| "vq_warm_steps": 2000, |
| "vq_warm_decay": 0.9, |
| "aux_code_ce": 0.5, |
| "aux_code_offsets": [ |
| 1 |
| ], |
| "d_model": 256, |
| "n_layers": 4, |
| "n_heads": 4, |
| "train_kmin": 4, |
| "train_kmax": 32, |
| "cpm_cmax": 16, |
| "cpm_pmax": 0.4, |
| "cpm_span_max": 4, |
| "steps": 30000, |
| "batch": 64, |
| "n_variates": 8, |
| "lr": 0.001, |
| "normuon_lr": 0.0008, |
| "weight_decay": 0.0001, |
| "grad_clip": 1.0, |
| "warmup_frac": 0.03, |
| "decay_frac": 0.1, |
| "seed": 0, |
| "data_seed": 0, |
| "pool": "short", |
| "eval_every": 500, |
| "ckpt_every": 2500, |
| "gift_ckpts": [ |
| 7500, |
| 15000, |
| 22500, |
| 30000 |
| ] |
| }, |
| "val_log": { |
| "step": [ |
| 500, |
| 1000, |
| 1500, |
| 2000, |
| 2500, |
| 3000, |
| 3500, |
| 4000, |
| 4500, |
| 5000, |
| 5500, |
| 6000, |
| 6500, |
| 7000, |
| 7500, |
| 8000, |
| 8500, |
| 9000, |
| 9500, |
| 10000, |
| 10500, |
| 11000, |
| 11500, |
| 12000, |
| 12500, |
| 13000, |
| 13500, |
| 14000, |
| 14500, |
| 15000, |
| 15500, |
| 16000, |
| 16500, |
| 17000, |
| 17500, |
| 18000, |
| 18500, |
| 19000, |
| 19500, |
| 20000, |
| 20500, |
| 21000, |
| 21500, |
| 22000, |
| 22500, |
| 23000, |
| 23500, |
| 24000, |
| 24500, |
| 25000, |
| 25500, |
| 26000, |
| 26500, |
| 27000, |
| 27500, |
| 28000, |
| 28500, |
| 29000, |
| 29500, |
| 30000 |
| ], |
| "val_crps": [ |
| 0.9284452795982361, |
| 1.0279217958450317, |
| 1.2018872499465942, |
| 0.8741195797920227, |
| 1.009334921836853, |
| 1.0375354290008545, |
| 0.8377574682235718, |
| 0.9818466305732727, |
| 0.9991059899330139, |
| 0.9606406092643738, |
| 1.3584703207015991, |
| 0.9986159205436707, |
| 1.020216703414917, |
| 1.6379402875900269, |
| 0.8995092511177063, |
| 0.9841000437736511, |
| 0.8678507208824158, |
| 0.9964203834533691, |
| 1.074065089225769, |
| 0.9581926465034485, |
| 1.1649292707443237, |
| 0.840563178062439, |
| 1.776389241218567, |
| 1.1504472494125366, |
| 1.0911674499511719, |
| 0.8911907076835632, |
| 1.2907174825668335, |
| 1.148959994316101, |
| 1.2231361865997314, |
| 0.931333601474762, |
| 1.0424861907958984, |
| 1.0134694576263428, |
| 1.0844197273254395, |
| 0.8599530458450317, |
| 0.9220752120018005, |
| 1.1200003623962402, |
| 1.044560432434082, |
| 1.0511020421981812, |
| 0.9258798360824585, |
| 0.8761681318283081, |
| 0.8563297390937805, |
| 0.9032864570617676, |
| 0.9542641639709473, |
| 0.8707911372184753, |
| 0.9769977331161499, |
| 0.9644327759742737, |
| 0.9357218742370605, |
| 0.8287032842636108, |
| 0.837469756603241, |
| 0.8514163494110107, |
| 0.9215223789215088, |
| 0.8352062702178955, |
| 0.85890132188797, |
| 0.8588665723800659, |
| 0.9241039156913757, |
| 0.8752509951591492, |
| 0.9907087683677673, |
| 0.9566903114318848, |
| 0.8319962024688721, |
| 0.8373472690582275 |
| ], |
| "train_loss": [ |
| 1.895372107120715, |
| 2.432326114702111, |
| 2.5774726927883354, |
| 2.727125913341304, |
| 2.7187267666377366, |
| 2.683431573973734, |
| 2.704992767160578, |
| 2.7365402844909377, |
| 2.7380084804969345, |
| 2.669949502437874, |
| 2.68206883573193, |
| 2.636714357989473, |
| 2.63341988519939, |
| 2.70511297665122, |
| 2.641352426179946, |
| 2.590336453893382, |
| 2.5234871216697634, |
| 2.6610508082505167, |
| 2.509680010784249, |
| 2.545994623167878, |
| 2.4679648667205694, |
| 2.5371320257936136, |
| 2.5820903174654495, |
| 2.6021369731921777, |
| 2.439944912202157, |
| 2.520505528401258, |
| 2.448699431154934, |
| 2.446668460938927, |
| 2.500091626078739, |
| 2.462883645368271, |
| 2.4403960234704356, |
| 2.532760767127544, |
| 2.4609394005720953, |
| 2.34966150558247, |
| 2.4201805125198406, |
| 2.516512047065229, |
| 2.352350602837846, |
| 2.394656411025304, |
| 2.3449162615827714, |
| 2.3610783440329635, |
| 2.418554176527914, |
| 2.3832730628549994, |
| 2.3485004874667177, |
| 2.3578131481988223, |
| 2.3646286521414415, |
| 2.353478746740763, |
| 2.3462474129202997, |
| 2.359477675940072, |
| 2.378418653073757, |
| 2.472970114380678, |
| 2.3244942635073915, |
| 2.3919907823203124, |
| 2.4617299934904313, |
| 2.3649649487496363, |
| 2.3693890787414036, |
| 2.2960055396450594, |
| 2.3151368894297124, |
| 2.2475417880758104, |
| 2.2473225621835966, |
| 2.246563822025734 |
| ], |
| "perplexity": [ |
| 517.3411865234375, |
| 534.0110473632812, |
| 331.676025390625, |
| 344.9052734375, |
| 217.49066162109375, |
| 135.68765258789062, |
| 142.2185516357422, |
| 188.55638122558594, |
| 165.22984313964844, |
| 96.02225494384766, |
| 161.48751831054688, |
| 124.37300109863281, |
| 141.471923828125, |
| 154.77169799804688, |
| 117.4460220336914, |
| 221.8148651123047, |
| 194.2221221923828, |
| 136.47201538085938, |
| 197.83335876464844, |
| 175.86888122558594, |
| 247.8712615966797, |
| 229.1875762939453, |
| 185.30313110351562, |
| 215.80450439453125, |
| 308.1064758300781, |
| 177.94900512695312, |
| 195.97488403320312, |
| 262.6969299316406, |
| 349.5921630859375, |
| 207.55014038085938, |
| 316.3472900390625, |
| 224.08970642089844, |
| 300.1787414550781, |
| 206.09471130371094, |
| 220.4859619140625, |
| 223.2382049560547, |
| 342.28729248046875, |
| 243.17703247070312, |
| 313.2500305175781, |
| 220.82810974121094, |
| 325.6694641113281, |
| 335.00933837890625, |
| 307.89630126953125, |
| 376.5340270996094, |
| 377.4385681152344, |
| 340.10491943359375, |
| 345.8336181640625, |
| 429.0133972167969, |
| 298.4950256347656, |
| 427.7442932128906, |
| 280.8043212890625, |
| 313.2790222167969, |
| 285.2481384277344, |
| 447.22918701171875, |
| 431.1789245605469, |
| 473.5404357910156, |
| 370.79803466796875, |
| 532.7431640625, |
| 584.5160522460938, |
| 598.17578125 |
| ], |
| "code_ce": [ |
| 3.049159049987793, |
| 3.8211209774017334, |
| 4.4784369468688965, |
| 4.555357456207275, |
| 4.257356643676758, |
| 4.115633964538574, |
| 4.495189666748047, |
| 4.70114803314209, |
| 4.709427356719971, |
| 4.600051403045654, |
| 4.340517997741699, |
| 3.9678046703338623, |
| 4.426458835601807, |
| 4.38181209564209, |
| 3.975769519805908, |
| 4.450190544128418, |
| 4.298981666564941, |
| 3.9916880130767822, |
| 4.0610151290893555, |
| 4.067835807800293, |
| 4.130875110626221, |
| 3.933234691619873, |
| 3.99665904045105, |
| 4.0886054039001465, |
| 4.083510398864746, |
| 3.984281063079834, |
| 3.8935563564300537, |
| 4.201150417327881, |
| 4.137032508850098, |
| 3.77543306350708, |
| 4.000014781951904, |
| 3.9595541954040527, |
| 4.055747032165527, |
| 3.5468201637268066, |
| 3.7045695781707764, |
| 4.280574798583984, |
| 3.7548108100891113, |
| 3.9225926399230957, |
| 3.678043842315674, |
| 3.860708475112915, |
| 3.775773763656616, |
| 3.7144577503204346, |
| 3.842583417892456, |
| 3.833742380142212, |
| 3.749372959136963, |
| 3.8110060691833496, |
| 3.783569812774658, |
| 3.8983912467956543, |
| 3.925715446472168, |
| 3.961928367614746, |
| 3.4814703464508057, |
| 3.7470059394836426, |
| 3.8877034187316895, |
| 3.8354194164276123, |
| 3.9559829235076904, |
| 3.8421950340270996, |
| 3.754805564880371, |
| 3.7098145484924316, |
| 3.61024808883667, |
| 3.5708565711975098 |
| ] |
| }, |
| "params_m": 3.877984, |
| "gift_final": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.18508889403267492, |
| "MASE": 22.228132644541866, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.09982038968193743, |
| "MASE": 15.205007688929724, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11787336614995832, |
| "MASE": 10.816753487061755, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.1914121644026873, |
| "MASE": 2.3630277521280307, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2535828222192464, |
| "MASE": 2.881760212090629, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2578440458074762, |
| "MASE": 3.4161822194919904, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9739488882601862, |
| "MASE": 1.5395438510883328, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.987009526449492, |
| "MASE": 2.0968959164496463, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.40497160572843294, |
| "MASE": 1.5600699827352662, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11400521790312407, |
| "MASE": 1.3053580894426098, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.05980948902105866, |
| "MASE": 0.5859789033762234, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.0774628386022544, |
| "MASE": 1.5701559304550785, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.22559626967788393, |
| "MASE": 87.76409049161744, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.09056160380819182, |
| "MASE": 0.9711167615580569, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.19494624086646561, |
| "gm_crps_long_season": 0.25933354170310957, |
| "gm_crps_other": 0.1332466902766312 |
| }, |
| "gift_7500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.22183004048902047, |
| "MASE": 25.590365495914345, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.15484445806927036, |
| "MASE": 22.620200183633976, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.1428416568831019, |
| "MASE": 11.27615738051638, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.19204633917102742, |
| "MASE": 2.5838812054316422, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2565733776930059, |
| "MASE": 2.9939580073590943, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.26875839370405846, |
| "MASE": 3.3263301282404223, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9878763070263893, |
| "MASE": 1.5290615405502137, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9923559660156676, |
| "MASE": 2.095640875130694, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3693805355243591, |
| "MASE": 1.4880159298918683, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.13161184416900337, |
| "MASE": 1.3358262443598095, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06038307424779437, |
| "MASE": 0.6174106498162162, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.08264568913913654, |
| "MASE": 1.8019121070181896, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.25869065704858274, |
| "MASE": 94.9109126437525, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.076679107691113, |
| "MASE": 0.9693128494496829, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.2091524993098422, |
| "gm_crps_long_season": 0.27012224183875216, |
| "gm_crps_other": 0.14870766106600491 |
| }, |
| "gift_15000": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.16902864173134724, |
| "MASE": 18.7062344290381, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.12761298961734602, |
| "MASE": 18.072767858737983, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.14247054038342244, |
| "MASE": 10.710390851259623, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.18306523924017995, |
| "MASE": 2.4422655575256265, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2609593576080776, |
| "MASE": 2.915638571331588, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2686525951380853, |
| "MASE": 3.3759155629928452, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9662168890150826, |
| "MASE": 1.5305613255049864, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9867748792792784, |
| "MASE": 2.0979235626781496, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.4205494857276457, |
| "MASE": 1.5937076095466127, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.12029144516018064, |
| "MASE": 1.2888684909039934, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06162958000412044, |
| "MASE": 0.6893845117892935, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07941109047536485, |
| "MASE": 1.745818398297398, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.2515604629041597, |
| "MASE": 87.33160254070992, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07240545832926693, |
| "MASE": 0.9104695557711591, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.2004926595867965, |
| "gm_crps_long_season": 0.27169262140701095, |
| "gm_crps_other": 0.13369833146609242 |
| }, |
| "gift_22500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.16908761711977738, |
| "MASE": 18.251833587961517, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.09833209668891744, |
| "MASE": 14.20007915714672, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11921140306075381, |
| "MASE": 10.741590386301384, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.188950210938427, |
| "MASE": 2.2453664519632746, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.25768364737728305, |
| "MASE": 2.992604337022046, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2672084142885252, |
| "MASE": 3.4635988723484767, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9659593295188353, |
| "MASE": 1.5245645030463064, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9788643706287807, |
| "MASE": 2.0960189717673576, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3956175323973504, |
| "MASE": 1.5879399104206697, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.12856922483628574, |
| "MASE": 1.4458053736387229, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.059452232042494245, |
| "MASE": 0.5827909264143468, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07759157537989093, |
| "MASE": 1.6038994530276336, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.2784951826761555, |
| "MASE": 109.21914251282973, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08207135410140512, |
| "MASE": 0.9473517170796558, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.1968046575555706, |
| "gm_crps_long_season": 0.26382418716898415, |
| "gm_crps_other": 0.13314649040107338 |
| }, |
| "probe": { |
| "pearson": [ |
| 0.031, |
| -0.016, |
| 0.008, |
| 0.001, |
| -0.001, |
| -0.01, |
| -0.01, |
| -0.004 |
| ], |
| "amp_retention": [ |
| 0.217, |
| 0.238, |
| 0.239, |
| 0.258, |
| 0.25, |
| 0.245, |
| 0.239, |
| 0.241 |
| ] |
| } |
| } |
