| { |
| "run_name": "M2_vqce_tpfn_s0", |
| "cfg": { |
| "run_name": "M2_vqce_tpfn_s0", |
| "tokenizer": "vq", |
| "patch": 32, |
| "ctx_span": 4096, |
| "fine_span": 1024, |
| "enc_hidden": 64, |
| "fsq_levels": [ |
| 8, |
| 6, |
| 5, |
| 5, |
| 5 |
| ], |
| "vq_codes": 1024, |
| "vq_dim": 64, |
| "vq_beta": 0.25, |
| "vq_decay": 0.99, |
| "vq_entropy_w": 0.02, |
| "vq_warm_steps": 2000, |
| "vq_warm_decay": 0.9, |
| "aux_code_ce": 0.2, |
| "d_model": 256, |
| "n_layers": 4, |
| "n_heads": 4, |
| "train_kmin": 4, |
| "train_kmax": 32, |
| "cpm_cmax": 16, |
| "cpm_pmax": 0.4, |
| "cpm_span_max": 4, |
| "steps": 30000, |
| "batch": 64, |
| "n_variates": 8, |
| "lr": 0.001, |
| "normuon_lr": 0.0008, |
| "weight_decay": 0.0001, |
| "grad_clip": 1.0, |
| "warmup_frac": 0.03, |
| "decay_frac": 0.1, |
| "seed": 0, |
| "data_seed": 0, |
| "pool": "short", |
| "eval_every": 500, |
| "ckpt_every": 2500, |
| "gift_ckpts": [ |
| 7500, |
| 15000, |
| 22500, |
| 30000 |
| ] |
| }, |
| "val_log": { |
| "step": [ |
| 500, |
| 1000, |
| 1500, |
| 2000, |
| 2500, |
| 3000, |
| 3500, |
| 4000, |
| 4500, |
| 5000, |
| 5500, |
| 6000, |
| 6500, |
| 7000, |
| 7500, |
| 8000, |
| 8500, |
| 9000, |
| 9500, |
| 10000, |
| 10500, |
| 11000, |
| 11500, |
| 12000, |
| 12500, |
| 13000, |
| 13500, |
| 14000, |
| 14500, |
| 15000, |
| 15500, |
| 16000, |
| 16500, |
| 17000, |
| 17500, |
| 18000, |
| 18500, |
| 19000, |
| 19500, |
| 20000, |
| 20500, |
| 21000, |
| 21500, |
| 22000, |
| 22500, |
| 23000, |
| 23500, |
| 24000, |
| 24500, |
| 25000, |
| 25500, |
| 26000, |
| 26500, |
| 27000, |
| 27500, |
| 28000, |
| 28500, |
| 29000, |
| 29500, |
| 30000 |
| ], |
| "val_crps": [ |
| 1.0299395322799683, |
| 1.0326898097991943, |
| 1.03218674659729, |
| 1.0561938285827637, |
| 1.1704601049423218, |
| 1.054283618927002, |
| 0.9585804343223572, |
| 1.062980055809021, |
| 1.059228539466858, |
| 1.0652662515640259, |
| 0.9873411655426025, |
| 0.989358127117157, |
| 1.021972894668579, |
| 0.9729986786842346, |
| 0.9905771613121033, |
| 1.118775486946106, |
| 1.067771315574646, |
| 1.1632376909255981, |
| 1.002104640007019, |
| 0.9079801440238953, |
| 1.136450171470642, |
| 1.0393235683441162, |
| 0.9955424666404724, |
| 1.0946340560913086, |
| 0.9601808190345764, |
| 0.9962164163589478, |
| 1.0573714971542358, |
| 1.1162457466125488, |
| 0.9514055848121643, |
| 0.9961531758308411, |
| 1.011064052581787, |
| 1.0687565803527832, |
| 0.9697597026824951, |
| 1.1042661666870117, |
| 0.9914942383766174, |
| 0.9310743808746338, |
| 1.0567387342453003, |
| 1.1479300260543823, |
| 1.1242338418960571, |
| 1.0145399570465088, |
| 1.0948771238327026, |
| 1.0336382389068604, |
| 1.1612271070480347, |
| 1.1918396949768066, |
| 0.9958765506744385, |
| 1.0153872966766357, |
| 1.0442277193069458, |
| 1.0268391370773315, |
| 1.0194259881973267, |
| 1.1412146091461182, |
| 1.0124800205230713, |
| 1.0035710334777832, |
| 1.0199750661849976, |
| 0.9705801010131836, |
| 0.9904165863990784, |
| 0.9949770569801331, |
| 0.9896785020828247, |
| 0.9445053935050964, |
| 1.0156047344207764, |
| 0.9106096625328064 |
| ], |
| "train_loss": [ |
| 1.0307418831879698, |
| 1.3595220967834565, |
| 1.4079669756788478, |
| 1.4061850340842599, |
| 1.3140176025390495, |
| 1.3161708252210818, |
| 1.3469196011484785, |
| 1.2849856321085755, |
| 1.2740035571033033, |
| 1.3171894218203126, |
| 1.309246513417029, |
| 1.3010693353781437, |
| 1.294971908712535, |
| 1.2680291527655012, |
| 1.3038016333393523, |
| 1.3298805173730746, |
| 1.307118077605069, |
| 1.2949987883052836, |
| 1.2996797796912782, |
| 1.238161123308609, |
| 1.2654209602850928, |
| 1.2392393035295663, |
| 1.2860419021958724, |
| 1.2227224665205, |
| 1.283674885188241, |
| 1.2748862430728243, |
| 1.2613429404055037, |
| 1.266501372274523, |
| 1.2697728662230834, |
| 1.242930820057762, |
| 1.2274437486241978, |
| 1.2661428195034647, |
| 1.2707004180331491, |
| 1.3167398983399483, |
| 1.2732425144529222, |
| 1.2285600400485244, |
| 1.2856346703981696, |
| 1.3121905114149288, |
| 1.277617168923268, |
| 1.2587848763063572, |
| 1.2478238672252746, |
| 1.2719373179876052, |
| 1.3092413953994722, |
| 1.3412023308044376, |
| 1.241008807739843, |
| 1.2598473411291868, |
| 1.2574774851925254, |
| 1.2667441251467864, |
| 1.239948916604642, |
| 1.2953980726771388, |
| 1.2928771987640804, |
| 1.2756479484284327, |
| 1.2487732661518232, |
| 1.2798988591722098, |
| 1.236250710734666, |
| 1.2693910622638283, |
| 1.1855444279440692, |
| 1.1989993148520088, |
| 1.1877230609818357, |
| 1.1799122188900093 |
| ], |
| "perplexity": [ |
| 156.61514282226562, |
| 174.91798400878906, |
| 122.82072448730469, |
| 170.54739379882812, |
| 163.83360290527344, |
| 125.29063415527344, |
| 125.03106689453125, |
| 120.66871643066406, |
| 163.20046997070312, |
| 130.96597290039062, |
| 143.02806091308594, |
| 177.97811889648438, |
| 143.44065856933594, |
| 164.2644500732422, |
| 135.16419982910156, |
| 109.67994689941406, |
| 141.43447875976562, |
| 115.62860870361328, |
| 134.8477325439453, |
| 119.90505981445312, |
| 143.36236572265625, |
| 157.2439422607422, |
| 94.35846710205078, |
| 149.4012451171875, |
| 185.0362091064453, |
| 142.205810546875, |
| 115.63423156738281, |
| 137.55123901367188, |
| 149.7230224609375, |
| 161.1395263671875, |
| 107.3434066772461, |
| 138.4622039794922, |
| 152.50637817382812, |
| 131.70620727539062, |
| 188.3429718017578, |
| 185.7620086669922, |
| 154.05955505371094, |
| 134.71957397460938, |
| 158.80174255371094, |
| 138.21917724609375, |
| 130.6790771484375, |
| 187.32388305664062, |
| 86.78826141357422, |
| 176.9356231689453, |
| 182.89747619628906, |
| 204.2845458984375, |
| 147.25119018554688, |
| 144.10208129882812, |
| 112.4936294555664, |
| 104.02809143066406, |
| 190.4267578125, |
| 171.77130126953125, |
| 144.8476104736328, |
| 160.1942138671875, |
| 117.80599975585938, |
| 163.73838806152344, |
| 180.95870971679688, |
| 203.09405517578125, |
| 234.46356201171875, |
| 296.56231689453125 |
| ], |
| "code_ce": [ |
| 4.396064758300781, |
| 4.973721981048584, |
| 5.068461894989014, |
| 5.20098352432251, |
| 4.628573417663574, |
| 4.315348148345947, |
| 5.093392372131348, |
| 4.511836528778076, |
| 4.5339884757995605, |
| 4.999838352203369, |
| 4.634938716888428, |
| 4.79011869430542, |
| 4.733121871948242, |
| 4.012308120727539, |
| 4.3600945472717285, |
| 4.169187068939209, |
| 4.565148830413818, |
| 4.093905925750732, |
| 3.9938416481018066, |
| 4.001689434051514, |
| 4.262556076049805, |
| 4.8620452880859375, |
| 4.1283278465271, |
| 4.31411600112915, |
| 4.493886470794678, |
| 4.498759746551514, |
| 3.969916343688965, |
| 4.389894008636475, |
| 4.233963966369629, |
| 4.284030437469482, |
| 4.389142990112305, |
| 4.011116027832031, |
| 4.273245334625244, |
| 4.899367332458496, |
| 4.42974853515625, |
| 4.301732540130615, |
| 4.271791934967041, |
| 4.6330060958862305, |
| 4.726583957672119, |
| 4.6640238761901855, |
| 4.167193412780762, |
| 4.222774028778076, |
| 4.239407062530518, |
| 4.77517557144165, |
| 4.2408623695373535, |
| 4.234416484832764, |
| 4.414726257324219, |
| 4.653977870941162, |
| 4.2749528884887695, |
| 4.493946075439453, |
| 4.203187465667725, |
| 4.5216851234436035, |
| 4.540933132171631, |
| 4.697303295135498, |
| 4.221104145050049, |
| 4.3538618087768555, |
| 4.101668834686279, |
| 4.348240852355957, |
| 4.265799045562744, |
| 4.21635627746582 |
| ] |
| }, |
| "params_m": 3.97616, |
| "gift_final": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.20313125085343758, |
| "MASE": 18.954610858511522, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.10559380446876113, |
| "MASE": 12.560852577886452, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.1303339921636238, |
| "MASE": 11.123692260739704, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.17966255124023225, |
| "MASE": 1.7721098997157718, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2633488776544761, |
| "MASE": 2.9716606506808794, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2652665885204015, |
| "MASE": 3.2522852429573743, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9998448353913556, |
| "MASE": 1.519158587383863, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9970566545077006, |
| "MASE": 2.093659595285545, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.4100393021591697, |
| "MASE": 1.6252115797662898, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11032503502494974, |
| "MASE": 1.173225827290124, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.060284494300303054, |
| "MASE": 0.5492528338343478, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07697002286826515, |
| "MASE": 1.6808063194309406, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.3179865833386955, |
| "MASE": 95.36286770563979, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.09234833507589979, |
| "MASE": 0.9534509460211859, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.2039610575730988, |
| "gm_crps_long_season": 0.2655850768422553, |
| "gm_crps_other": 0.14344058160115286 |
| }, |
| "gift_7500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.1937094820769173, |
| "MASE": 18.884050482401626, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.11546947705699138, |
| "MASE": 15.653826878291719, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.13302346248046917, |
| "MASE": 10.645662708889793, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.18157610102249777, |
| "MASE": 2.2994167517908437, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24175822778742193, |
| "MASE": 2.897874298170904, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.28405634748739783, |
| "MASE": 3.333182016011026, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.999893652557621, |
| "MASE": 1.5191600472337823, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.999006794436334, |
| "MASE": 2.0934736666727525, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.37204619713871856, |
| "MASE": 1.5182844577105383, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10744218240881169, |
| "MASE": 1.1701226592491756, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.060735487795933484, |
| "MASE": 0.6293586720874266, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.08133551556034142, |
| "MASE": 1.8151092998547964, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.42362409655345495, |
| "MASE": 113.2648699881567, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08560651007463597, |
| "MASE": 1.03518410072138, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.20701055701867976, |
| "gm_crps_long_season": 0.261927627847678, |
| "gm_crps_other": 0.151265796850463 |
| }, |
| "gift_15000": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.18414876552545836, |
| "MASE": 15.936372400923894, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.10994816780523857, |
| "MASE": 15.378485332645125, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.16493214512744098, |
| "MASE": 11.441455391856683, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.19206411730679523, |
| "MASE": 2.611660586513053, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.27871822448445766, |
| "MASE": 3.1826944396249517, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.26341618501217107, |
| "MASE": 3.4715825503402344, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9985314818487401, |
| "MASE": 1.519210217714664, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9982872227836272, |
| "MASE": 2.0933013226901127, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.5079722586279649, |
| "MASE": 1.8192502583021997, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10723519281025677, |
| "MASE": 1.1787541750458068, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.0614118820542388, |
| "MASE": 0.6142739579560433, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07736344203116702, |
| "MASE": 1.6548526633932037, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.4779926248189991, |
| "MASE": 125.31084481184749, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08236268027740988, |
| "MASE": 0.9982058522988048, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.21590403547905435, |
| "gm_crps_long_season": 0.2823384446763431, |
| "gm_crps_other": 0.15097849168080693 |
| }, |
| "gift_22500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.18072241414405402, |
| "MASE": 15.96952517166581, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.1139853977545828, |
| "MASE": 13.984807403994699, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.14575974576466427, |
| "MASE": 11.33474287822263, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.19289545689330448, |
| "MASE": 2.0048586655809477, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2534571017883607, |
| "MASE": 2.870388191738795, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2834845753447153, |
| "MASE": 3.352654697463919, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9998638004745316, |
| "MASE": 1.5191575657170235, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9985167719892947, |
| "MASE": 2.0934664530513523, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.39056438317252745, |
| "MASE": 1.5847359500122769, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11779754267320591, |
| "MASE": 1.2542686237519456, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06070520814638685, |
| "MASE": 0.614360688894792, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07630170032001983, |
| "MASE": 1.6454723150303505, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.4449157926552441, |
| "MASE": 106.25372793280938, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08845729888960484, |
| "MASE": 0.9746071325706941, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.21107626041358335, |
| "gm_crps_long_season": 0.2711301511174789, |
| "gm_crps_other": 0.15116624485414917 |
| }, |
| "probe": { |
| "pearson": [ |
| 0.009, |
| -0.012, |
| 0.004, |
| 0.001, |
| -0.003, |
| -0.017, |
| -0.013, |
| -0.003 |
| ], |
| "amp_retention": [ |
| 0.122, |
| 0.135, |
| 0.14, |
| 0.143, |
| 0.157, |
| 0.162, |
| 0.173, |
| 0.18 |
| ] |
| } |
| } |
