| { |
| "run_name": "M0_raw_tpfn_s1", |
| "cfg": { |
| "run_name": "M0_raw_tpfn_s1", |
| "tokenizer": "fixed", |
| "patch": 32, |
| "ctx_span": 4096, |
| "fine_span": 1024, |
| "enc_hidden": 64, |
| "fsq_levels": [ |
| 8, |
| 6, |
| 5, |
| 5, |
| 5 |
| ], |
| "vq_codes": 1024, |
| "vq_dim": 64, |
| "vq_beta": 0.25, |
| "vq_decay": 0.99, |
| "vq_entropy_w": 0.0, |
| "vq_warm_steps": 2000, |
| "vq_warm_decay": 0.9, |
| "aux_code_ce": 0.0, |
| "d_model": 256, |
| "n_layers": 4, |
| "n_heads": 4, |
| "train_kmin": 4, |
| "train_kmax": 32, |
| "cpm_cmax": 16, |
| "cpm_pmax": 0.4, |
| "cpm_span_max": 4, |
| "steps": 30000, |
| "batch": 64, |
| "n_variates": 8, |
| "lr": 0.001, |
| "normuon_lr": 0.0008, |
| "weight_decay": 0.0001, |
| "grad_clip": 1.0, |
| "warmup_frac": 0.03, |
| "decay_frac": 0.1, |
| "seed": 1, |
| "data_seed": 1, |
| "pool": "short", |
| "eval_every": 500, |
| "ckpt_every": 2500, |
| "gift_ckpts": [ |
| 7500, |
| 15000, |
| 22500, |
| 30000 |
| ] |
| }, |
| "val_log": { |
| "step": [ |
| 500, |
| 1000, |
| 1500, |
| 2000, |
| 2500, |
| 3000, |
| 3500, |
| 4000, |
| 4500, |
| 5000, |
| 5500, |
| 6000, |
| 6500, |
| 7000, |
| 7500, |
| 8000, |
| 8500, |
| 9000, |
| 9500, |
| 10000, |
| 10500, |
| 11000, |
| 11500, |
| 12000, |
| 12500, |
| 13000, |
| 13500, |
| 14000, |
| 14500, |
| 15000, |
| 15500, |
| 16000, |
| 16500, |
| 17000, |
| 17500, |
| 18000, |
| 18500, |
| 19000, |
| 19500, |
| 20000, |
| 20500, |
| 21000, |
| 21500, |
| 22000, |
| 22500, |
| 23000, |
| 23500, |
| 24000, |
| 24500, |
| 25000, |
| 25500, |
| 26000, |
| 26500, |
| 27000, |
| 27500, |
| 28000, |
| 28500, |
| 29000, |
| 29500, |
| 30000 |
| ], |
| "val_crps": [ |
| 1.1266674995422363, |
| 0.9930295348167419, |
| 0.9547954201698303, |
| 1.0268784761428833, |
| 1.0405024290084839, |
| 0.9056724905967712, |
| 0.9572775363922119, |
| 0.8996972441673279, |
| 0.9124404191970825, |
| 0.9002320170402527, |
| 1.0665799379348755, |
| 0.9408178925514221, |
| 0.8966024518013, |
| 0.8960238695144653, |
| 0.898909866809845, |
| 0.8778738975524902, |
| 0.9094580411911011, |
| 0.9036647081375122, |
| 0.9842358231544495, |
| 0.9057340621948242, |
| 0.9056876301765442, |
| 0.8969163298606873, |
| 0.877312183380127, |
| 0.9020494222640991, |
| 0.8972532153129578, |
| 0.9868907332420349, |
| 0.9700336456298828, |
| 0.9149457812309265, |
| 1.191358208656311, |
| 1.0571105480194092, |
| 1.035549283027649, |
| 1.048469066619873, |
| 1.1043645143508911, |
| 1.0648807287216187, |
| 0.94158536195755, |
| 1.1439450979232788, |
| 0.9529744386672974, |
| 1.0487456321716309, |
| 1.0544897317886353, |
| 0.964426577091217, |
| 0.96029132604599, |
| 1.0261352062225342, |
| 0.8973987698554993, |
| 0.9591564536094666, |
| 1.0219210386276245, |
| 1.0465744733810425, |
| 0.9426316618919373, |
| 1.0097569227218628, |
| 0.9180329442024231, |
| 0.8997237682342529, |
| 0.9672631025314331, |
| 0.9170882105827332, |
| 1.0156641006469727, |
| 0.98832768201828, |
| 0.9916624426841736, |
| 0.9661178588867188, |
| 0.9145563244819641, |
| 0.9451992511749268, |
| 0.877452552318573, |
| 0.8948656916618347 |
| ], |
| "train_loss": [ |
| 0.3134325448509323, |
| 0.31062136940055, |
| 0.3060368112555198, |
| 0.29910749257243546, |
| 0.29647472867451197, |
| 0.29740885263146705, |
| 0.2960025378961033, |
| 0.2962348279634796, |
| 0.2911551241638062, |
| 0.292283279182767, |
| 0.2890126472818548, |
| 0.29375566495996236, |
| 0.29101959005748385, |
| 0.2931732363585686, |
| 0.2947203210686847, |
| 0.29024837637637696, |
| 0.2892477519395743, |
| 0.2925132241534405, |
| 0.2919090253501768, |
| 0.2939304248401242, |
| 0.2899130744238008, |
| 0.2903916849787734, |
| 0.2915941519680619, |
| 0.29108938331472234, |
| 0.29185161568673684, |
| 0.2901245752041806, |
| 0.28773569838421226, |
| 0.2894180618423646, |
| 0.29383264417141436, |
| 0.2947207263428711, |
| 0.28614179444462434, |
| 0.2860181230485955, |
| 0.28829542302773875, |
| 0.2858429731611634, |
| 0.28512493352982, |
| 0.28591414341820864, |
| 0.2871752671459842, |
| 0.2883437692773349, |
| 0.28735751427685385, |
| 0.2863303072695904, |
| 0.2822450029653583, |
| 0.27828155529813414, |
| 0.28303520021160294, |
| 0.2884445920804615, |
| 0.2882685815234855, |
| 0.28991439565808147, |
| 0.3003553774596069, |
| 0.29689101665151946, |
| 0.2929172707046842, |
| 0.2916887390425919, |
| 0.29230985102865314, |
| 0.28790180039018426, |
| 0.2909222207431226, |
| 0.2907207321955436, |
| 0.28458245819946587, |
| 0.28215638265731996, |
| 0.27743994280836, |
| 0.27692437969190664, |
| 0.27504466141861594, |
| 0.27238526876606667 |
| ] |
| }, |
| "params_m": 3.580192, |
| "gift_final": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.21019563043394066, |
| "MASE": 21.09926615026299, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.11909324047226587, |
| "MASE": 16.642088544841755, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.13891370273757497, |
| "MASE": 11.46185769653392, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.1864653028312984, |
| "MASE": 2.05394250648433, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24849090027999965, |
| "MASE": 2.972043546943019, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2626204928091863, |
| "MASE": 3.2821323949529586, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9925273549217053, |
| "MASE": 1.519116882598888, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9986229649471424, |
| "MASE": 2.0938282960235557, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.37850725921518813, |
| "MASE": 1.5211108507286244, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10524708200731286, |
| "MASE": 1.1497868829832216, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06317736653605319, |
| "MASE": 0.7541812631971511, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07300622632070751, |
| "MASE": 1.5478203979469107, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.3531305537149146, |
| "MASE": 102.14813327999765, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.0737845539160118, |
| "MASE": 0.9077767634779418, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.20292652634493175, |
| "gm_crps_long_season": 0.2626012278449554, |
| "gm_crps_other": 0.14390026038079845 |
| }, |
| "gift_7500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.238459645821932, |
| "MASE": 28.333140999799966, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.11298181468699717, |
| "MASE": 15.956245935643768, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.12094523169914738, |
| "MASE": 11.120419347274767, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.18452309342478757, |
| "MASE": 2.1585490733701613, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2510861155880797, |
| "MASE": 2.9955496683085134, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.27000284057801976, |
| "MASE": 3.3572239886567394, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9798702586313721, |
| "MASE": 1.5191974386026705, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9975697614510778, |
| "MASE": 2.0936587994712212, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3530121360726601, |
| "MASE": 1.493269881969386, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10443972891172157, |
| "MASE": 1.1824231316581169, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06233069425915123, |
| "MASE": 0.7585401949325271, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07335443062548005, |
| "MASE": 1.5629307938343808, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.37915953016421233, |
| "MASE": 105.50356193602516, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08598444818841516, |
| "MASE": 0.9806638542484136, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.2041869374117268, |
| "gm_crps_long_season": 0.2559505819382542, |
| "gm_crps_other": 0.15107423384125998 |
| }, |
| "gift_15000": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.23406054278924954, |
| "MASE": 26.050791254391925, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.12302402349958215, |
| "MASE": 15.964923349330144, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.13144110011855678, |
| "MASE": 11.335214675126418, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.19452855309630943, |
| "MASE": 2.0919154671861557, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2627589269159698, |
| "MASE": 3.0646053460460294, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2698596532771375, |
| "MASE": 3.246810715005931, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9952182953261273, |
| "MASE": 1.5192890300173092, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.98049446224146, |
| "MASE": 2.093778513343509, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3695653414428937, |
| "MASE": 1.547876534640053, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11678894446557019, |
| "MASE": 1.2355275876451874, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06452813964716957, |
| "MASE": 0.8175047578706128, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07393940112239428, |
| "MASE": 1.6319279694504496, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.3709459853761697, |
| "MASE": 102.8071007133418, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.1010000925259067, |
| "MASE": 0.9774276960629413, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.21289939908964123, |
| "gm_crps_long_season": 0.2663508144258005, |
| "gm_crps_other": 0.15793133666064302 |
| }, |
| "gift_22500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.21501204633013776, |
| "MASE": 26.1527232375324, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.11200519720791308, |
| "MASE": 15.247169451280122, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.15760655592726594, |
| "MASE": 12.577457041623248, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.20222231107206232, |
| "MASE": 2.293082860732428, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2629777351408918, |
| "MASE": 3.0598014007475562, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2666087638922332, |
| "MASE": 3.2933617268930484, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9974343106395334, |
| "MASE": 1.5192154671085443, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9976977507555898, |
| "MASE": 2.0943015211040485, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.36394793575123063, |
| "MASE": 1.5286266531561499, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10991877209905483, |
| "MASE": 1.1604171443783067, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.0621228135047963, |
| "MASE": 0.7203406552187148, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.0773121184980574, |
| "MASE": 1.6555053007547555, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.2334019528054421, |
| "MASE": 91.87911083199556, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08325487793068972, |
| "MASE": 0.9731959893880024, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.20286517526112788, |
| "gm_crps_long_season": 0.26889123932476106, |
| "gm_crps_other": 0.13933128124522365 |
| }, |
| "probe": { |
| "pearson": [ |
| -0.044, |
| -0.003, |
| -0.011, |
| 0.005, |
| -0.001, |
| 0.004, |
| 0.001, |
| 0.006 |
| ], |
| "amp_retention": [ |
| 0.193, |
| 0.183, |
| 0.184, |
| 0.204, |
| 0.235, |
| 0.241, |
| 0.262, |
| 0.257 |
| ] |
| } |
| } |
