Upload R6_k2048_hz_nat_s0/results.json with huggingface_hub

R6_k2048_hz_nat_s0/results.json

@@ -0,0 +1,766 @@
+{
+  "run_name": "R6_k2048_hz_nat_s0",
+  "cfg": {
+    "run_name": "R6_k2048_hz_nat_s0",
+    "tokenizer": "vq",
+    "patch": 32,
+    "ctx_span": 4096,
+    "fine_span": 1024,
+    "enc_hidden": 64,
+    "fsq_levels": [
+      8,
+      6,
+      5,
+      5,
+      5
+    ],
+    "vq_codes": 2048,
+    "vq_dim": 64,
+    "vq_beta": 0.25,
+    "vq_decay": 0.99,
+    "vq_entropy_w": 0.0,
+    "vq_warm_steps": 2000,
+    "vq_warm_decay": 0.9,
+    "aux_code_ce": 0.2,
+    "aux_code_offsets": [
+      1
+    ],
+    "aux_side_codes": false,
+    "ce_smooth_eps": 0.0,
+    "ce_smooth_k": 8,
+    "aux_horizon_ce": 0.2,
+    "d_model": 256,
+    "n_layers": 4,
+    "n_heads": 4,
+    "train_kmin": 4,
+    "train_kmax": 32,
+    "cpm_cmax": 16,
+    "cpm_pmax": 0.4,
+    "cpm_span_max": 4,
+    "steps": 30000,
+    "batch": 64,
+    "n_variates": 8,
+    "lr": 0.001,
+    "normuon_lr": 0.0008,
+    "weight_decay": 0.0001,
+    "grad_clip": 1.0,
+    "warmup_frac": 0.03,
+    "decay_frac": 0.1,
+    "seed": 0,
+    "data_seed": 0,
+    "pool": "short",
+    "eval_every": 500,
+    "ckpt_every": 2500,
+    "gift_ckpts": [
+      7500,
+      15000,
+      22500,
+      30000
+    ]
+  },
+  "val_log": {
+    "step": [
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000,
+      6500,
+      7000,
+      7500,
+      8000,
+      8500,
+      9000,
+      9500,
+      10000,
+      10500,
+      11000,
+      11500,
+      12000,
+      12500,
+      13000,
+      13500,
+      14000,
+      14500,
+      15000,
+      15500,
+      16000,
+      16500,
+      17000,
+      17500,
+      18000,
+      18500,
+      19000,
+      19500,
+      20000,
+      20500,
+      21000,
+      21500,
+      22000,
+      22500,
+      23000,
+      23500,
+      24000,
+      24500,
+      25000,
+      25500,
+      26000,
+      26500,
+      27000,
+      27500,
+      28000,
+      28500,
+      29000,
+      29500,
+      30000
+    ],
+    "val_crps": [
+      0.8781628608703613,
+      0.9374639987945557,
+      1.0097341537475586,
+      0.9179185032844543,
+      1.044769048690796,
+      0.908063530921936,
+      0.9388836026191711,
+      0.9513381719589233,
+      0.9400957226753235,
+      0.9081637859344482,
+      0.9082454442977905,
+      0.9766830801963806,
+      0.8214102983474731,
+      0.9230812788009644,
+      1.0123132467269897,
+      0.8206247091293335,
+      0.894939124584198,
+      0.9275950789451599,
+      0.8463642001152039,
+      0.9084646701812744,
+      0.9167649149894714,
+      0.8868088126182556,
+      0.8918255567550659,
+      1.0897732973098755,
+      0.8224925994873047,
+      0.9211883544921875,
+      0.841879665851593,
+      1.0323326587677002,
+      0.990485668182373,
+      0.869988203048706,
+      0.8494741320610046,
+      0.7935049533843994,
+      0.8573027849197388,
+      0.9496088624000549,
+      0.8694700002670288,
+      0.9545692801475525,
+      0.856390118598938,
+      0.8401677012443542,
+      0.9644531011581421,
+      0.8811193704605103,
+      0.9725096821784973,
+      0.8457194566726685,
+      0.9666742086410522,
+      0.874638557434082,
+      0.906741201877594,
+      0.9369344115257263,
+      0.8931090831756592,
+      0.9867013096809387,
+      0.8714382648468018,
+      0.966932475566864,
+      0.8358175754547119,
+      0.8986632823944092,
+      1.1538656949996948,
+      0.8287380337715149,
+      1.025192379951477,
+      1.0770576000213623,
+      0.8322938084602356,
+      0.8847556114196777,
+      0.9510295391082764,
+      0.8880250453948975
+    ],
+    "train_loss": [
+      1.8085765753972567,
+      2.518908265228179,
+      2.531213427665083,
+      2.5236553950090883,
+      2.5972407851553,
+      2.6106384134120404,
+      2.5853567421960473,
+      2.617367221509898,
+      2.5980666060885196,
+      2.6479565471337105,
+      2.5579146913658057,
+      2.6245758067492506,
+      2.5329783784262694,
+      2.543978135227347,
+      2.5057084359956576,
+      2.5881729810503034,
+      2.549426519174399,
+      2.4146100039270157,
+      2.491725051112079,
+      2.4171576248887336,
+      2.515775716120187,
+      2.503809580391542,
+      2.4387071142806445,
+      2.5176642649547434,
+      2.4093286850313604,
+      2.396080622729051,
+      2.410988527793555,
+      2.6404156973123847,
+      2.499835484710108,
+      2.5588280402727643,
+      2.412726192103196,
+      2.4608074776161293,
+      2.3789756882916997,
+      2.446036229135323,
+      2.4366726651827935,
+      2.4714993847679025,
+      2.479885729710185,
+      2.472860932100534,
+      2.4609240462925692,
+      2.407014333289955,
+      2.388139562949597,
+      2.3985113829035885,
+      2.4576145081366767,
+      2.4650929322924426,
+      2.4736864344321274,
+      2.4114698428675285,
+      2.36827728849072,
+      2.479102300580251,
+      2.4573449456408594,
+      2.385862186280086,
+      2.4372879146699744,
+      2.415263936778975,
+      2.4174102693057935,
+      2.442437793184839,
+      2.3493588176210727,
+      2.4125714723387883,
+      2.317524998091783,
+      2.405990849509672,
+      2.3561712107907073,
+      2.366499221544673
+    ],
+    "perplexity": [
+      432.7605895996094,
+      557.1119995117188,
+      548.1911010742188,
+      667.1962280273438,
+      317.1239318847656,
+      304.98382568359375,
+      395.6853942871094,
+      220.81906127929688,
+      241.9786834716797,
+      232.16177368164062,
+      265.9040832519531,
+      193.1457061767578,
+      252.47010803222656,
+      212.60623168945312,
+      225.43409729003906,
+      285.9800109863281,
+      304.05377197265625,
+      338.4411926269531,
+      420.830322265625,
+      459.2728271484375,
+      330.984375,
+      356.77001953125,
+      322.6693420410156,
+      317.9371643066406,
+      330.4442443847656,
+      285.7808532714844,
+      292.66845703125,
+      195.89968872070312,
+      594.8226318359375,
+      532.8582763671875,
+      457.5673828125,
+      594.5781860351562,
+      602.2938232421875,
+      455.8819580078125,
+      590.342529296875,
+      553.1177368164062,
+      445.53131103515625,
+      384.2187194824219,
+      503.7461853027344,
+      446.5779724121094,
+      535.9998779296875,
+      471.40106201171875,
+      500.8294677734375,
+      337.4229431152344,
+      173.3579864501953,
+      461.7519836425781,
+      421.0729675292969,
+      395.9539794921875,
+      484.8223571777344,
+      506.3717346191406,
+      529.3692016601562,
+      570.4502563476562,
+      455.5972595214844,
+      461.9129638671875,
+      551.0885009765625,
+      318.55657958984375,
+      543.9525756835938,
+      663.1312866210938,
+      841.9837646484375,
+      966.0358276367188
+    ],
+    "code_ce": [
+      3.0541012287139893,
+      4.825967311859131,
+      4.725844860076904,
+      4.816346168518066,
+      4.953639507293701,
+      5.276703357696533,
+      4.867404937744141,
+      5.204489707946777,
+      5.097265243530273,
+      5.22764253616333,
+      5.094327449798584,
+      4.990747928619385,
+      4.286389350891113,
+      4.951505184173584,
+      4.280921459197998,
+      4.726556301116943,
+      4.810245513916016,
+      4.4235758781433105,
+      4.5182785987854,
+      4.439296245574951,
+      4.924506187438965,
+      4.297132968902588,
+      4.307241916656494,
+      4.372464179992676,
+      4.695442199707031,
+      4.521975517272949,
+      4.410130977630615,
+      5.848024368286133,
+      4.559704780578613,
+      4.7593607902526855,
+      4.602220058441162,
+      4.59176778793335,
+      4.410071849822998,
+      5.099950313568115,
+      4.451522350311279,
+      4.511658191680908,
+      4.560012340545654,
+      4.2469482421875,
+      4.334790229797363,
+      4.106975078582764,
+      4.242157936096191,
+      4.089267253875732,
+      4.219509601593018,
+      4.077600479125977,
+      4.610305309295654,
+      4.256226539611816,
+      4.329054355621338,
+      4.504583358764648,
+      4.409241199493408,
+      4.209284782409668,
+      4.306059837341309,
+      4.314080238342285,
+      4.390509605407715,
+      4.300817489624023,
+      4.411599159240723,
+      4.526957988739014,
+      4.272202968597412,
+      4.2858357429504395,
+      4.22906494140625,
+      4.204105854034424
+    ],
+    "horizon_ce": [
+      4.190666675567627,
+      5.833767414093018,
+      5.979918956756592,
+      6.035310745239258,
+      6.153319835662842,
+      6.488741874694824,
+      6.14685583114624,
+      6.5617146492004395,
+      5.72484827041626,
+      6.334021091461182,
+      6.092650413513184,
+      5.902717113494873,
+      5.52685546875,
+      6.213760852813721,
+      5.365288257598877,
+      6.474177360534668,
+      6.765498638153076,
+      5.593931198120117,
+      5.667788505554199,
+      5.773198127746582,
+      6.753182888031006,
+      6.162415504455566,
+      5.980667591094971,
+      5.333935737609863,
+      6.716100692749023,
+      5.994116306304932,
+      6.395083427429199,
+      6.614349365234375,
+      5.730623722076416,
+      6.293539047241211,
+      5.988443374633789,
+      6.115494728088379,
+      5.658841133117676,
+      6.306591510772705,
+      6.004370212554932,
+      6.140928745269775,
+      6.473773002624512,
+      5.619757652282715,
+      5.901576042175293,
+      5.937717437744141,
+      5.385177135467529,
+      5.696850299835205,
+      5.6802849769592285,
+      5.423283576965332,
+      6.232093334197998,
+      5.843128204345703,
+      5.95607328414917,
+      5.894321441650391,
+      5.694082736968994,
+      5.650988578796387,
+      5.834997177124023,
+      5.528914451599121,
+      5.783634662628174,
+      5.516896724700928,
+      5.253462791442871,
+      5.593751907348633,
+      5.4884257316589355,
+      5.941825866699219,
+      5.729139804840088,
+      5.796867847442627
+    ]
+  },
+  "params_m": 4.307168,
+  "gift_final": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.20695800568344244,
+        "MASE": 26.39905341914311,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.10547151105629435,
+        "MASE": 15.127643992394892,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.11263552534357874,
+        "MASE": 10.746659822531484,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.19450493957627957,
+        "MASE": 2.4246619867979042,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.25330816590572225,
+        "MASE": 2.9670851522366433,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.24363367904040092,
+        "MASE": 3.427695603366796,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9870467691940567,
+        "MASE": 1.527600522569711,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9956697453245376,
+        "MASE": 2.0957284799242917,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.3848970488927562,
+        "MASE": 1.5147721254436273,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.10917409416889967,
+        "MASE": 1.2114802478376259,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.05825195097199815,
+        "MASE": 0.5017197124572201,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07518418442478117,
+        "MASE": 1.5156369908670762,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.24570079656094201,
+        "MASE": 76.94881457457264,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.10241101562353805,
+        "MASE": 1.0116611091601613,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.19718120936284256,
+    "gm_crps_long_season": 0.25287808838739306,
+    "gm_crps_other": 0.14151570112869488
+  },
+  "gift_7500": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.15613056824278757,
+        "MASE": 19.48433381909053,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.11151357942068445,
+        "MASE": 15.815646118777348,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.1253099412465116,
+        "MASE": 11.258779119544053,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.18506712559960173,
+        "MASE": 2.1838663920499366,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.24335758228136553,
+        "MASE": 3.051328136244626,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.23316192865520838,
+        "MASE": 3.3666895237656482,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.994436433311463,
+        "MASE": 1.526445176215898,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.989796035357422,
+        "MASE": 2.0973417953856033,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.36588318899149325,
+        "MASE": 1.4996476283815299,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.10924847342346339,
+        "MASE": 1.1531290488521144,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.05797164549197938,
+        "MASE": 0.5260569107518364,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07602133337427705,
+        "MASE": 1.4790972853313222,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.17081891822758885,
+        "MASE": 86.97722404556654,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.1063735550484041,
+        "MASE": 1.0100458948288555,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.18862639003466622,
+    "gm_crps_long_season": 0.2519115213085816,
+    "gm_crps_other": 0.12825521016060254
+  },
+  "gift_15000": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.15841294038580608,
+        "MASE": 15.617735551250396,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.10884473530855522,
+        "MASE": 14.640104491342601,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.13555064453301985,
+        "MASE": 11.103766851094461,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.18935715818244614,
+        "MASE": 2.240416978090453,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.2462575969832311,
+        "MASE": 2.855248309445353,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.23723002068182497,
+        "MASE": 3.320949728509355,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9901769873027847,
+        "MASE": 1.5329242944439867,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9888724451214898,
+        "MASE": 2.102087099209903,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.39128574510556,
+        "MASE": 1.5937896064573434,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.11605461805880128,
+        "MASE": 1.3049037678442985,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.05949730754984617,
+        "MASE": 0.5408092591438484,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07897305781219072,
+        "MASE": 1.518179855217674,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.17451812825189042,
+        "MASE": 78.3597473363026,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.08837139254430953,
+        "MASE": 0.9936940211163074,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.1905673444582759,
+    "gm_crps_long_season": 0.260103363119751,
+    "gm_crps_other": 0.12586891875525977
+  },
+  "gift_22500": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.2935164417033447,
+        "MASE": 40.37030919359568,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.17016461610795372,
+        "MASE": 22.905051604814666,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.12548967720929838,
+        "MASE": 10.529570919238179,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.19972310128285944,
+        "MASE": 2.3601792459389777,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.26983742433293545,
+        "MASE": 2.9342327411364537,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.27932095484602043,
+        "MASE": 3.399950481920525,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9637870952667149,
+        "MASE": 1.527417689404195,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9975135400159912,
+        "MASE": 2.094467504739364,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.44442540181456114,
+        "MASE": 1.6673632109695204,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.13492487307872336,
+        "MASE": 1.432325266106417,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.061246329138965994,
+        "MASE": 0.670597340278602,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.08035717984754284,
+        "MASE": 1.7437721705365683,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.23508637761920412,
+        "MASE": 76.5417429699962,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.08293920516121443,
+        "MASE": 0.9586223494469159,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.21725677425888978,
+    "gm_crps_long_season": 0.2757151120786906,
+    "gm_crps_other": 0.15812128516667942
+  },
+  "probe": {
+    "pearson": [
+      0.022,
+      -0.007,
+      -0.009,
+      0.004,
+      -0.001,
+      -0.014,
+      -0.013,
+      -0.004
+    ],
+    "amp_retention": [
+      0.222,
+      0.18,
+      0.186,
+      0.178,
+      0.175,
+      0.174,
+      0.174,
+      0.173
+    ]
+  }
+}