Upload M0_raw_tpfn_s1/results.json with huggingface_hub

M0_raw_tpfn_s1/results.json

@@ -0,0 +1,573 @@
+{
+  "run_name": "M0_raw_tpfn_s1",
+  "cfg": {
+    "run_name": "M0_raw_tpfn_s1",
+    "tokenizer": "fixed",
+    "patch": 32,
+    "ctx_span": 4096,
+    "fine_span": 1024,
+    "enc_hidden": 64,
+    "fsq_levels": [
+      8,
+      6,
+      5,
+      5,
+      5
+    ],
+    "vq_codes": 1024,
+    "vq_dim": 64,
+    "vq_beta": 0.25,
+    "vq_decay": 0.99,
+    "vq_entropy_w": 0.0,
+    "vq_warm_steps": 2000,
+    "vq_warm_decay": 0.9,
+    "aux_code_ce": 0.0,
+    "d_model": 256,
+    "n_layers": 4,
+    "n_heads": 4,
+    "train_kmin": 4,
+    "train_kmax": 32,
+    "cpm_cmax": 16,
+    "cpm_pmax": 0.4,
+    "cpm_span_max": 4,
+    "steps": 30000,
+    "batch": 64,
+    "n_variates": 8,
+    "lr": 0.001,
+    "normuon_lr": 0.0008,
+    "weight_decay": 0.0001,
+    "grad_clip": 1.0,
+    "warmup_frac": 0.03,
+    "decay_frac": 0.1,
+    "seed": 1,
+    "data_seed": 1,
+    "pool": "short",
+    "eval_every": 500,
+    "ckpt_every": 2500,
+    "gift_ckpts": [
+      7500,
+      15000,
+      22500,
+      30000
+    ]
+  },
+  "val_log": {
+    "step": [
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000,
+      6500,
+      7000,
+      7500,
+      8000,
+      8500,
+      9000,
+      9500,
+      10000,
+      10500,
+      11000,
+      11500,
+      12000,
+      12500,
+      13000,
+      13500,
+      14000,
+      14500,
+      15000,
+      15500,
+      16000,
+      16500,
+      17000,
+      17500,
+      18000,
+      18500,
+      19000,
+      19500,
+      20000,
+      20500,
+      21000,
+      21500,
+      22000,
+      22500,
+      23000,
+      23500,
+      24000,
+      24500,
+      25000,
+      25500,
+      26000,
+      26500,
+      27000,
+      27500,
+      28000,
+      28500,
+      29000,
+      29500,
+      30000
+    ],
+    "val_crps": [
+      1.1266674995422363,
+      0.9930295348167419,
+      0.9547954201698303,
+      1.0268784761428833,
+      1.0405024290084839,
+      0.9056724905967712,
+      0.9572775363922119,
+      0.8996972441673279,
+      0.9124404191970825,
+      0.9002320170402527,
+      1.0665799379348755,
+      0.9408178925514221,
+      0.8966024518013,
+      0.8960238695144653,
+      0.898909866809845,
+      0.8778738975524902,
+      0.9094580411911011,
+      0.9036647081375122,
+      0.9842358231544495,
+      0.9057340621948242,
+      0.9056876301765442,
+      0.8969163298606873,
+      0.877312183380127,
+      0.9020494222640991,
+      0.8972532153129578,
+      0.9868907332420349,
+      0.9700336456298828,
+      0.9149457812309265,
+      1.191358208656311,
+      1.0571105480194092,
+      1.035549283027649,
+      1.048469066619873,
+      1.1043645143508911,
+      1.0648807287216187,
+      0.94158536195755,
+      1.1439450979232788,
+      0.9529744386672974,
+      1.0487456321716309,
+      1.0544897317886353,
+      0.964426577091217,
+      0.96029132604599,
+      1.0261352062225342,
+      0.8973987698554993,
+      0.9591564536094666,
+      1.0219210386276245,
+      1.0465744733810425,
+      0.9426316618919373,
+      1.0097569227218628,
+      0.9180329442024231,
+      0.8997237682342529,
+      0.9672631025314331,
+      0.9170882105827332,
+      1.0156641006469727,
+      0.98832768201828,
+      0.9916624426841736,
+      0.9661178588867188,
+      0.9145563244819641,
+      0.9451992511749268,
+      0.877452552318573,
+      0.8948656916618347
+    ],
+    "train_loss": [
+      0.3134325448509323,
+      0.31062136940055,
+      0.3060368112555198,
+      0.29910749257243546,
+      0.29647472867451197,
+      0.29740885263146705,
+      0.2960025378961033,
+      0.2962348279634796,
+      0.2911551241638062,
+      0.292283279182767,
+      0.2890126472818548,
+      0.29375566495996236,
+      0.29101959005748385,
+      0.2931732363585686,
+      0.2947203210686847,
+      0.29024837637637696,
+      0.2892477519395743,
+      0.2925132241534405,
+      0.2919090253501768,
+      0.2939304248401242,
+      0.2899130744238008,
+      0.2903916849787734,
+      0.2915941519680619,
+      0.29108938331472234,
+      0.29185161568673684,
+      0.2901245752041806,
+      0.28773569838421226,
+      0.2894180618423646,
+      0.29383264417141436,
+      0.2947207263428711,
+      0.28614179444462434,
+      0.2860181230485955,
+      0.28829542302773875,
+      0.2858429731611634,
+      0.28512493352982,
+      0.28591414341820864,
+      0.2871752671459842,
+      0.2883437692773349,
+      0.28735751427685385,
+      0.2863303072695904,
+      0.2822450029653583,
+      0.27828155529813414,
+      0.28303520021160294,
+      0.2884445920804615,
+      0.2882685815234855,
+      0.28991439565808147,
+      0.3003553774596069,
+      0.29689101665151946,
+      0.2929172707046842,
+      0.2916887390425919,
+      0.29230985102865314,
+      0.28790180039018426,
+      0.2909222207431226,
+      0.2907207321955436,
+      0.28458245819946587,
+      0.28215638265731996,
+      0.27743994280836,
+      0.27692437969190664,
+      0.27504466141861594,
+      0.27238526876606667
+    ]
+  },
+  "params_m": 3.580192,
+  "gift_final": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.21019563043394066,
+        "MASE": 21.09926615026299,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.11909324047226587,
+        "MASE": 16.642088544841755,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.13891370273757497,
+        "MASE": 11.46185769653392,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.1864653028312984,
+        "MASE": 2.05394250648433,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.24849090027999965,
+        "MASE": 2.972043546943019,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.2626204928091863,
+        "MASE": 3.2821323949529586,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9925273549217053,
+        "MASE": 1.519116882598888,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9986229649471424,
+        "MASE": 2.0938282960235557,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.37850725921518813,
+        "MASE": 1.5211108507286244,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.10524708200731286,
+        "MASE": 1.1497868829832216,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.06317736653605319,
+        "MASE": 0.7541812631971511,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07300622632070751,
+        "MASE": 1.5478203979469107,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.3531305537149146,
+        "MASE": 102.14813327999765,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.0737845539160118,
+        "MASE": 0.9077767634779418,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.20292652634493175,
+    "gm_crps_long_season": 0.2626012278449554,
+    "gm_crps_other": 0.14390026038079845
+  },
+  "gift_7500": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.238459645821932,
+        "MASE": 28.333140999799966,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.11298181468699717,
+        "MASE": 15.956245935643768,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.12094523169914738,
+        "MASE": 11.120419347274767,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.18452309342478757,
+        "MASE": 2.1585490733701613,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.2510861155880797,
+        "MASE": 2.9955496683085134,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.27000284057801976,
+        "MASE": 3.3572239886567394,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9798702586313721,
+        "MASE": 1.5191974386026705,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9975697614510778,
+        "MASE": 2.0936587994712212,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.3530121360726601,
+        "MASE": 1.493269881969386,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.10443972891172157,
+        "MASE": 1.1824231316581169,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.06233069425915123,
+        "MASE": 0.7585401949325271,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07335443062548005,
+        "MASE": 1.5629307938343808,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.37915953016421233,
+        "MASE": 105.50356193602516,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.08598444818841516,
+        "MASE": 0.9806638542484136,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.2041869374117268,
+    "gm_crps_long_season": 0.2559505819382542,
+    "gm_crps_other": 0.15107423384125998
+  },
+  "gift_15000": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.23406054278924954,
+        "MASE": 26.050791254391925,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.12302402349958215,
+        "MASE": 15.964923349330144,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.13144110011855678,
+        "MASE": 11.335214675126418,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.19452855309630943,
+        "MASE": 2.0919154671861557,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.2627589269159698,
+        "MASE": 3.0646053460460294,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.2698596532771375,
+        "MASE": 3.246810715005931,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9952182953261273,
+        "MASE": 1.5192890300173092,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.98049446224146,
+        "MASE": 2.093778513343509,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.3695653414428937,
+        "MASE": 1.547876534640053,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.11678894446557019,
+        "MASE": 1.2355275876451874,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.06452813964716957,
+        "MASE": 0.8175047578706128,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07393940112239428,
+        "MASE": 1.6319279694504496,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.3709459853761697,
+        "MASE": 102.8071007133418,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.1010000925259067,
+        "MASE": 0.9774276960629413,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.21289939908964123,
+    "gm_crps_long_season": 0.2663508144258005,
+    "gm_crps_other": 0.15793133666064302
+  },
+  "gift_22500": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.21501204633013776,
+        "MASE": 26.1527232375324,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.11200519720791308,
+        "MASE": 15.247169451280122,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.15760655592726594,
+        "MASE": 12.577457041623248,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.20222231107206232,
+        "MASE": 2.293082860732428,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.2629777351408918,
+        "MASE": 3.0598014007475562,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.2666087638922332,
+        "MASE": 3.2933617268930484,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9974343106395334,
+        "MASE": 1.5192154671085443,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9976977507555898,
+        "MASE": 2.0943015211040485,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.36394793575123063,
+        "MASE": 1.5286266531561499,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.10991877209905483,
+        "MASE": 1.1604171443783067,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.0621228135047963,
+        "MASE": 0.7203406552187148,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.0773121184980574,
+        "MASE": 1.6555053007547555,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.2334019528054421,
+        "MASE": 91.87911083199556,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.08325487793068972,
+        "MASE": 0.9731959893880024,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.20286517526112788,
+    "gm_crps_long_season": 0.26889123932476106,
+    "gm_crps_other": 0.13933128124522365
+  },
+  "probe": {
+    "pearson": [
+      -0.044,
+      -0.003,
+      -0.011,
+      0.005,
+      -0.001,
+      0.004,
+      0.001,
+      0.006
+    ],
+    "amp_retention": [
+      0.193,
+      0.183,
+      0.184,
+      0.204,
+      0.235,
+      0.241,
+      0.262,
+      0.257
+    ]
+  }
+}