{
  "run_name": "N0_raw_nat_s2",
  "cfg": {
    "run_name": "N0_raw_nat_s2",
    "tokenizer": "fixed",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.0,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.0,
    "aux_code_offsets": [
      1
    ],
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 2,
    "data_seed": 2,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      0.8942071795463562,
      0.8038528561592102,
      0.8318177461624146,
      0.7884889245033264,
      0.8060314059257507,
      0.8608481287956238,
      0.8413681387901306,
      0.8185794949531555,
      0.8455955982208252,
      0.758182168006897,
      0.8168726563453674,
      0.7907847762107849,
      0.8850539326667786,
      0.7335596680641174,
      0.8298856616020203,
      0.7698678374290466,
      0.7679144740104675,
      0.8194152116775513,
      0.815954864025116,
      0.7879195213317871,
      0.7778036594390869,
      0.839388370513916,
      0.7851877808570862,
      0.7942768335342407,
      0.7752491235733032,
      0.7966476082801819,
      0.8019627928733826,
      0.7903980612754822,
      0.8086974620819092,
      0.78585284948349,
      0.7620661854743958,
      0.8644989728927612,
      0.7570706009864807,
      0.8397781252861023,
      0.7628797292709351,
      0.8285811543464661,
      0.7948251366615295,
      0.8591533303260803,
      0.7536312341690063,
      0.7685521245002747,
      0.8352985978126526,
      0.7301838994026184,
      0.7752374410629272,
      0.8299012184143066,
      0.7971053719520569,
      0.7797133326530457,
      0.7942877411842346,
      0.8753888607025146,
      0.8103343844413757,
      0.864138126373291,
      0.8001647591590881,
      0.76624596118927,
      0.8345760107040405,
      0.8627046942710876,
      0.7370150089263916,
      0.8418274521827698,
      0.848682165145874,
      0.8583917021751404,
      0.821427047252655,
      0.7925971746444702
    ],
    "train_loss": [
      0.3377140139174157,
      0.33630177302654674,
      0.33475199472673234,
      0.32740976178061276,
      0.3267169837132045,
      0.32529176538158894,
      0.327507922697161,
      0.32680107649282447,
      0.324886295734444,
      0.32339443904862436,
      0.3263275076854291,
      0.3244865887105433,
      0.32576511439180195,
      0.3227294786217525,
      0.3261514041519425,
      0.32513598242688235,
      0.31702166721824926,
      0.3198958004416204,
      0.327491109198881,
      0.32640410226866207,
      0.3218178303493197,
      0.3329960260400435,
      0.3231515045454966,
      0.3221674349555553,
      0.32454078092131444,
      0.31737403715062157,
      0.3194077190640324,
      0.319446637848062,
      0.3202165208724288,
      0.31683391387994586,
      0.31532216627329196,
      0.31599827790497226,
      0.3132464107431669,
      0.32038891546654485,
      0.3164854012792409,
      0.3121380274185873,
      0.3110899257370051,
      0.31104186326734334,
      0.3083759413921903,
      0.30712157252517325,
      0.3049515886586293,
      0.3031347236582776,
      0.3022974505489639,
      0.30448936716497577,
      0.3134773528849538,
      0.2998890645191005,
      0.300171387409671,
      0.29806641682619656,
      0.2952149701815939,
      0.2984169205373174,
      0.29923041271829437,
      0.3003713887909595,
      0.2986733158690682,
      0.30066825389018637,
      0.3032364775881069,
      0.29482429931395154,
      0.2902300964553716,
      0.28731616690048023,
      0.2823512132091832,
      0.2829024238917276
    ]
  },
  "params_m": 3.580192,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.17314165675213092,
        "MASE": 17.22852177202462,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.13468941695614825,
        "MASE": 20.492036958535383,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.15817540956994203,
        "MASE": 10.750608904959307,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.18963750402618354,
        "MASE": 2.313463015971865,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24318172682805964,
        "MASE": 2.9732166111995117,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2529435334753678,
        "MASE": 3.2908426975619287,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0003095516142875,
        "MASE": 1.5198458648063347,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.998226624472912,
        "MASE": 2.094873924574038,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.390494239181838,
        "MASE": 1.595475336594888,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11052324116427738,
        "MASE": 1.1984098646687609,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.061908383493864565,
        "MASE": 0.6779855630418004,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07581200719814861,
        "MASE": 1.6233891431017216,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.36620866833456744,
        "MASE": 115.18850180849964,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.09853961120677186,
        "MASE": 1.0046710410757949,
        "freq": "M"
      }
    },
    "gm_crps": 0.20951499289813624,
    "gm_crps_long_season": 0.2671679419066961,
    "gm_crps_other": 0.15151517159107275
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.13835429469476904,
        "MASE": 11.646096814778417,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.10391031022907514,
        "MASE": 15.759348946420909,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.1305947967582225,
        "MASE": 10.918427682964094,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.18803877317416784,
        "MASE": 2.5133211910267086,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2340088333640222,
        "MASE": 2.8680606195966396,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2475801098374082,
        "MASE": 3.267477652646693,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9725683218732597,
        "MASE": 1.5587692579253511,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9935368128891765,
        "MASE": 2.0957189035854267,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3411691380779304,
        "MASE": 1.4543254681942375,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.1059825037211512,
        "MASE": 1.1176941497990167,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05958148494813652,
        "MASE": 0.5937166859114934,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07335741718336239,
        "MASE": 1.5689285015761179,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.4195401370108926,
        "MASE": 115.1434788335741,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.0875436307447275,
        "MASE": 0.9181133959457083,
        "freq": "M"
      }
    },
    "gm_crps": 0.19497272280022457,
    "gm_crps_long_season": 0.2509930231099028,
    "gm_crps_other": 0.1392270003070262
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.15924676862012477,
        "MASE": 13.544810048614512,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.11299551119294879,
        "MASE": 16.642846876560803,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.14618537383684235,
        "MASE": 10.750311436255474,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.1768141933956332,
        "MASE": 1.9202411999109157,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24787899453817783,
        "MASE": 3.030885719606979,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2482017693598798,
        "MASE": 3.2555382492973832,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0055927502352409,
        "MASE": 1.5330025612234583,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9985409240746215,
        "MASE": 2.0937435245101685,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.36017129015481925,
        "MASE": 1.540472313744442,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10213535966161548,
        "MASE": 1.0973437145740395,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05969318583693595,
        "MASE": 0.5926582588130644,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07486604899273065,
        "MASE": 1.5464789670355608,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.3345502572771031,
        "MASE": 98.768953151438,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.09367953607760997,
        "MASE": 0.9514299473129252,
        "freq": "M"
      }
    },
    "gm_crps": 0.19855679163110587,
    "gm_crps_long_season": 0.2583261146501663,
    "gm_crps_other": 0.13979983524937814
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.15008529778483345,
        "MASE": 15.370226232735419,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.1299672779555786,
        "MASE": 19.280378314567788,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.14581971583629547,
        "MASE": 10.91236784457807,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.16770311037731261,
        "MASE": 1.891102937088774,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24840471733584982,
        "MASE": 3.0114673421813016,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.27305375138430793,
        "MASE": 3.3548746922064394,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0003464880905328,
        "MASE": 1.5249328375264135,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9980236284048599,
        "MASE": 2.0938857266463073,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.38174079196585126,
        "MASE": 1.5668004000439837,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11643531539855628,
        "MASE": 1.2203643339106256,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.0618786945982395,
        "MASE": 0.6819568140571884,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.0752835240312629,
        "MASE": 1.5328407584754769,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.3097940008101467,
        "MASE": 95.50064911566346,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07582221576199781,
        "MASE": 0.9215511537511507,
        "freq": "M"
      }
    },
    "gm_crps": 0.19940132815980038,
    "gm_crps_long_season": 0.26868210573982887,
    "gm_crps_other": 0.13398220407339104
  },
  "probe": {
    "pearson": [
      0.045,
      -0.008,
      0.009,
      -0.008,
      0.004,
      -0.011,
      -0.009,
      -0.005
    ],
    "amp_retention": [
      0.22,
      0.247,
      0.184,
      0.252,
      0.222,
      0.231,
      0.23,
      0.222
    ]
  }
}