{ "run_name": "M0_raw_tpfn_s1", "cfg": { "run_name": "M0_raw_tpfn_s1", "tokenizer": "fixed", "patch": 32, "ctx_span": 4096, "fine_span": 1024, "enc_hidden": 64, "fsq_levels": [ 8, 6, 5, 5, 5 ], "vq_codes": 1024, "vq_dim": 64, "vq_beta": 0.25, "vq_decay": 0.99, "vq_entropy_w": 0.0, "vq_warm_steps": 2000, "vq_warm_decay": 0.9, "aux_code_ce": 0.0, "d_model": 256, "n_layers": 4, "n_heads": 4, "train_kmin": 4, "train_kmax": 32, "cpm_cmax": 16, "cpm_pmax": 0.4, "cpm_span_max": 4, "steps": 30000, "batch": 64, "n_variates": 8, "lr": 0.001, "normuon_lr": 0.0008, "weight_decay": 0.0001, "grad_clip": 1.0, "warmup_frac": 0.03, "decay_frac": 0.1, "seed": 1, "data_seed": 1, "pool": "short", "eval_every": 500, "ckpt_every": 2500, "gift_ckpts": [ 7500, 15000, 22500, 30000 ] }, "val_log": { "step": [ 500, 1000, 1500, 2000, 2500, 3000, 3500, 4000, 4500, 5000, 5500, 6000, 6500, 7000, 7500, 8000, 8500, 9000, 9500, 10000, 10500, 11000, 11500, 12000, 12500, 13000, 13500, 14000, 14500, 15000, 15500, 16000, 16500, 17000, 17500, 18000, 18500, 19000, 19500, 20000, 20500, 21000, 21500, 22000, 22500, 23000, 23500, 24000, 24500, 25000, 25500, 26000, 26500, 27000, 27500, 28000, 28500, 29000, 29500, 30000 ], "val_crps": [ 1.1266674995422363, 0.9930295348167419, 0.9547954201698303, 1.0268784761428833, 1.0405024290084839, 0.9056724905967712, 0.9572775363922119, 0.8996972441673279, 0.9124404191970825, 0.9002320170402527, 1.0665799379348755, 0.9408178925514221, 0.8966024518013, 0.8960238695144653, 0.898909866809845, 0.8778738975524902, 0.9094580411911011, 0.9036647081375122, 0.9842358231544495, 0.9057340621948242, 0.9056876301765442, 0.8969163298606873, 0.877312183380127, 0.9020494222640991, 0.8972532153129578, 0.9868907332420349, 0.9700336456298828, 0.9149457812309265, 1.191358208656311, 1.0571105480194092, 1.035549283027649, 1.048469066619873, 1.1043645143508911, 1.0648807287216187, 0.94158536195755, 1.1439450979232788, 0.9529744386672974, 1.0487456321716309, 1.0544897317886353, 0.964426577091217, 0.96029132604599, 1.0261352062225342, 0.8973987698554993, 0.9591564536094666, 1.0219210386276245, 1.0465744733810425, 0.9426316618919373, 1.0097569227218628, 0.9180329442024231, 0.8997237682342529, 0.9672631025314331, 0.9170882105827332, 1.0156641006469727, 0.98832768201828, 0.9916624426841736, 0.9661178588867188, 0.9145563244819641, 0.9451992511749268, 0.877452552318573, 0.8948656916618347 ], "train_loss": [ 0.3134325448509323, 0.31062136940055, 0.3060368112555198, 0.29910749257243546, 0.29647472867451197, 0.29740885263146705, 0.2960025378961033, 0.2962348279634796, 0.2911551241638062, 0.292283279182767, 0.2890126472818548, 0.29375566495996236, 0.29101959005748385, 0.2931732363585686, 0.2947203210686847, 0.29024837637637696, 0.2892477519395743, 0.2925132241534405, 0.2919090253501768, 0.2939304248401242, 0.2899130744238008, 0.2903916849787734, 0.2915941519680619, 0.29108938331472234, 0.29185161568673684, 0.2901245752041806, 0.28773569838421226, 0.2894180618423646, 0.29383264417141436, 0.2947207263428711, 0.28614179444462434, 0.2860181230485955, 0.28829542302773875, 0.2858429731611634, 0.28512493352982, 0.28591414341820864, 0.2871752671459842, 0.2883437692773349, 0.28735751427685385, 0.2863303072695904, 0.2822450029653583, 0.27828155529813414, 0.28303520021160294, 0.2884445920804615, 0.2882685815234855, 0.28991439565808147, 0.3003553774596069, 0.29689101665151946, 0.2929172707046842, 0.2916887390425919, 0.29230985102865314, 0.28790180039018426, 0.2909222207431226, 0.2907207321955436, 0.28458245819946587, 0.28215638265731996, 0.27743994280836, 0.27692437969190664, 0.27504466141861594, 0.27238526876606667 ] }, "params_m": 3.580192, "gift_final": { "per_dataset": { "m4_weekly": { "CRPS": 0.21019563043394066, "MASE": 21.09926615026299, "freq": "W-SUN" }, "m4_daily": { "CRPS": 0.11909324047226587, "MASE": 16.642088544841755, "freq": "D" }, "m4_hourly": { "CRPS": 0.13891370273757497, "MASE": 11.46185769653392, "freq": "H" }, "m4_monthly": { "CRPS": 0.1864653028312984, "MASE": 2.05394250648433, "freq": "M" }, "electricity/15T": { "CRPS": 0.24849090027999965, "MASE": 2.972043546943019, "freq": "15T" }, "electricity/H": { "CRPS": 0.2626204928091863, "MASE": 3.2821323949529586, "freq": "H" }, "solar/10T": { "CRPS": 0.9925273549217053, "MASE": 1.519116882598888, "freq": "10T" }, "solar/H": { "CRPS": 0.9986229649471424, "MASE": 2.0938282960235557, "freq": "H" }, "ett1/15T": { "CRPS": 0.37850725921518813, "MASE": 1.5211108507286244, "freq": "15T" }, "ett2/H": { "CRPS": 0.10524708200731286, "MASE": 1.1497868829832216, "freq": "H" }, "jena_weather/10T": { "CRPS": 0.06317736653605319, "MASE": 0.7541812631971511, "freq": "10T" }, "us_births/D": { "CRPS": 0.07300622632070751, "MASE": 1.5478203979469107, "freq": "D" }, "covid_deaths": { "CRPS": 0.3531305537149146, "MASE": 102.14813327999765, "freq": "D" }, "hospital": { "CRPS": 0.0737845539160118, "MASE": 0.9077767634779418, "freq": "M" } }, "gm_crps": 0.20292652634493175, "gm_crps_long_season": 0.2626012278449554, "gm_crps_other": 0.14390026038079845 }, "gift_7500": { "per_dataset": { "m4_weekly": { "CRPS": 0.238459645821932, "MASE": 28.333140999799966, "freq": "W-SUN" }, "m4_daily": { "CRPS": 0.11298181468699717, "MASE": 15.956245935643768, "freq": "D" }, "m4_hourly": { "CRPS": 0.12094523169914738, "MASE": 11.120419347274767, "freq": "H" }, "m4_monthly": { "CRPS": 0.18452309342478757, "MASE": 2.1585490733701613, "freq": "M" }, "electricity/15T": { "CRPS": 0.2510861155880797, "MASE": 2.9955496683085134, "freq": "15T" }, "electricity/H": { "CRPS": 0.27000284057801976, "MASE": 3.3572239886567394, "freq": "H" }, "solar/10T": { "CRPS": 0.9798702586313721, "MASE": 1.5191974386026705, "freq": "10T" }, "solar/H": { "CRPS": 0.9975697614510778, "MASE": 2.0936587994712212, "freq": "H" }, "ett1/15T": { "CRPS": 0.3530121360726601, "MASE": 1.493269881969386, "freq": "15T" }, "ett2/H": { "CRPS": 0.10443972891172157, "MASE": 1.1824231316581169, "freq": "H" }, "jena_weather/10T": { "CRPS": 0.06233069425915123, "MASE": 0.7585401949325271, "freq": "10T" }, "us_births/D": { "CRPS": 0.07335443062548005, "MASE": 1.5629307938343808, "freq": "D" }, "covid_deaths": { "CRPS": 0.37915953016421233, "MASE": 105.50356193602516, "freq": "D" }, "hospital": { "CRPS": 0.08598444818841516, "MASE": 0.9806638542484136, "freq": "M" } }, "gm_crps": 0.2041869374117268, "gm_crps_long_season": 0.2559505819382542, "gm_crps_other": 0.15107423384125998 }, "gift_15000": { "per_dataset": { "m4_weekly": { "CRPS": 0.23406054278924954, "MASE": 26.050791254391925, "freq": "W-SUN" }, "m4_daily": { "CRPS": 0.12302402349958215, "MASE": 15.964923349330144, "freq": "D" }, "m4_hourly": { "CRPS": 0.13144110011855678, "MASE": 11.335214675126418, "freq": "H" }, "m4_monthly": { "CRPS": 0.19452855309630943, "MASE": 2.0919154671861557, "freq": "M" }, "electricity/15T": { "CRPS": 0.2627589269159698, "MASE": 3.0646053460460294, "freq": "15T" }, "electricity/H": { "CRPS": 0.2698596532771375, "MASE": 3.246810715005931, "freq": "H" }, "solar/10T": { "CRPS": 0.9952182953261273, "MASE": 1.5192890300173092, "freq": "10T" }, "solar/H": { "CRPS": 0.98049446224146, "MASE": 2.093778513343509, "freq": "H" }, "ett1/15T": { "CRPS": 0.3695653414428937, "MASE": 1.547876534640053, "freq": "15T" }, "ett2/H": { "CRPS": 0.11678894446557019, "MASE": 1.2355275876451874, "freq": "H" }, "jena_weather/10T": { "CRPS": 0.06452813964716957, "MASE": 0.8175047578706128, "freq": "10T" }, "us_births/D": { "CRPS": 0.07393940112239428, "MASE": 1.6319279694504496, "freq": "D" }, "covid_deaths": { "CRPS": 0.3709459853761697, "MASE": 102.8071007133418, "freq": "D" }, "hospital": { "CRPS": 0.1010000925259067, "MASE": 0.9774276960629413, "freq": "M" } }, "gm_crps": 0.21289939908964123, "gm_crps_long_season": 0.2663508144258005, "gm_crps_other": 0.15793133666064302 }, "gift_22500": { "per_dataset": { "m4_weekly": { "CRPS": 0.21501204633013776, "MASE": 26.1527232375324, "freq": "W-SUN" }, "m4_daily": { "CRPS": 0.11200519720791308, "MASE": 15.247169451280122, "freq": "D" }, "m4_hourly": { "CRPS": 0.15760655592726594, "MASE": 12.577457041623248, "freq": "H" }, "m4_monthly": { "CRPS": 0.20222231107206232, "MASE": 2.293082860732428, "freq": "M" }, "electricity/15T": { "CRPS": 0.2629777351408918, "MASE": 3.0598014007475562, "freq": "15T" }, "electricity/H": { "CRPS": 0.2666087638922332, "MASE": 3.2933617268930484, "freq": "H" }, "solar/10T": { "CRPS": 0.9974343106395334, "MASE": 1.5192154671085443, "freq": "10T" }, "solar/H": { "CRPS": 0.9976977507555898, "MASE": 2.0943015211040485, "freq": "H" }, "ett1/15T": { "CRPS": 0.36394793575123063, "MASE": 1.5286266531561499, "freq": "15T" }, "ett2/H": { "CRPS": 0.10991877209905483, "MASE": 1.1604171443783067, "freq": "H" }, "jena_weather/10T": { "CRPS": 0.0621228135047963, "MASE": 0.7203406552187148, "freq": "10T" }, "us_births/D": { "CRPS": 0.0773121184980574, "MASE": 1.6555053007547555, "freq": "D" }, "covid_deaths": { "CRPS": 0.2334019528054421, "MASE": 91.87911083199556, "freq": "D" }, "hospital": { "CRPS": 0.08325487793068972, "MASE": 0.9731959893880024, "freq": "M" } }, "gm_crps": 0.20286517526112788, "gm_crps_long_season": 0.26889123932476106, "gm_crps_other": 0.13933128124522365 }, "probe": { "pearson": [ -0.044, -0.003, -0.011, 0.005, -0.001, 0.004, 0.001, 0.006 ], "amp_retention": [ 0.193, 0.183, 0.184, 0.204, 0.235, 0.241, 0.262, 0.257 ] } }