{
  "run_name": "N5_vqce_w05_nat_s0",
  "cfg": {
    "run_name": "N5_vqce_w05_nat_s0",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.02,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.5,
    "aux_code_offsets": [
      1
    ],
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 0,
    "data_seed": 0,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      0.9284452795982361,
      1.0279217958450317,
      1.2018872499465942,
      0.8741195797920227,
      1.009334921836853,
      1.0375354290008545,
      0.8377574682235718,
      0.9818466305732727,
      0.9991059899330139,
      0.9606406092643738,
      1.3584703207015991,
      0.9986159205436707,
      1.020216703414917,
      1.6379402875900269,
      0.8995092511177063,
      0.9841000437736511,
      0.8678507208824158,
      0.9964203834533691,
      1.074065089225769,
      0.9581926465034485,
      1.1649292707443237,
      0.840563178062439,
      1.776389241218567,
      1.1504472494125366,
      1.0911674499511719,
      0.8911907076835632,
      1.2907174825668335,
      1.148959994316101,
      1.2231361865997314,
      0.931333601474762,
      1.0424861907958984,
      1.0134694576263428,
      1.0844197273254395,
      0.8599530458450317,
      0.9220752120018005,
      1.1200003623962402,
      1.044560432434082,
      1.0511020421981812,
      0.9258798360824585,
      0.8761681318283081,
      0.8563297390937805,
      0.9032864570617676,
      0.9542641639709473,
      0.8707911372184753,
      0.9769977331161499,
      0.9644327759742737,
      0.9357218742370605,
      0.8287032842636108,
      0.837469756603241,
      0.8514163494110107,
      0.9215223789215088,
      0.8352062702178955,
      0.85890132188797,
      0.8588665723800659,
      0.9241039156913757,
      0.8752509951591492,
      0.9907087683677673,
      0.9566903114318848,
      0.8319962024688721,
      0.8373472690582275
    ],
    "train_loss": [
      1.895372107120715,
      2.432326114702111,
      2.5774726927883354,
      2.727125913341304,
      2.7187267666377366,
      2.683431573973734,
      2.704992767160578,
      2.7365402844909377,
      2.7380084804969345,
      2.669949502437874,
      2.68206883573193,
      2.636714357989473,
      2.63341988519939,
      2.70511297665122,
      2.641352426179946,
      2.590336453893382,
      2.5234871216697634,
      2.6610508082505167,
      2.509680010784249,
      2.545994623167878,
      2.4679648667205694,
      2.5371320257936136,
      2.5820903174654495,
      2.6021369731921777,
      2.439944912202157,
      2.520505528401258,
      2.448699431154934,
      2.446668460938927,
      2.500091626078739,
      2.462883645368271,
      2.4403960234704356,
      2.532760767127544,
      2.4609394005720953,
      2.34966150558247,
      2.4201805125198406,
      2.516512047065229,
      2.352350602837846,
      2.394656411025304,
      2.3449162615827714,
      2.3610783440329635,
      2.418554176527914,
      2.3832730628549994,
      2.3485004874667177,
      2.3578131481988223,
      2.3646286521414415,
      2.353478746740763,
      2.3462474129202997,
      2.359477675940072,
      2.378418653073757,
      2.472970114380678,
      2.3244942635073915,
      2.3919907823203124,
      2.4617299934904313,
      2.3649649487496363,
      2.3693890787414036,
      2.2960055396450594,
      2.3151368894297124,
      2.2475417880758104,
      2.2473225621835966,
      2.246563822025734
    ],
    "perplexity": [
      517.3411865234375,
      534.0110473632812,
      331.676025390625,
      344.9052734375,
      217.49066162109375,
      135.68765258789062,
      142.2185516357422,
      188.55638122558594,
      165.22984313964844,
      96.02225494384766,
      161.48751831054688,
      124.37300109863281,
      141.471923828125,
      154.77169799804688,
      117.4460220336914,
      221.8148651123047,
      194.2221221923828,
      136.47201538085938,
      197.83335876464844,
      175.86888122558594,
      247.8712615966797,
      229.1875762939453,
      185.30313110351562,
      215.80450439453125,
      308.1064758300781,
      177.94900512695312,
      195.97488403320312,
      262.6969299316406,
      349.5921630859375,
      207.55014038085938,
      316.3472900390625,
      224.08970642089844,
      300.1787414550781,
      206.09471130371094,
      220.4859619140625,
      223.2382049560547,
      342.28729248046875,
      243.17703247070312,
      313.2500305175781,
      220.82810974121094,
      325.6694641113281,
      335.00933837890625,
      307.89630126953125,
      376.5340270996094,
      377.4385681152344,
      340.10491943359375,
      345.8336181640625,
      429.0133972167969,
      298.4950256347656,
      427.7442932128906,
      280.8043212890625,
      313.2790222167969,
      285.2481384277344,
      447.22918701171875,
      431.1789245605469,
      473.5404357910156,
      370.79803466796875,
      532.7431640625,
      584.5160522460938,
      598.17578125
    ],
    "code_ce": [
      3.049159049987793,
      3.8211209774017334,
      4.4784369468688965,
      4.555357456207275,
      4.257356643676758,
      4.115633964538574,
      4.495189666748047,
      4.70114803314209,
      4.709427356719971,
      4.600051403045654,
      4.340517997741699,
      3.9678046703338623,
      4.426458835601807,
      4.38181209564209,
      3.975769519805908,
      4.450190544128418,
      4.298981666564941,
      3.9916880130767822,
      4.0610151290893555,
      4.067835807800293,
      4.130875110626221,
      3.933234691619873,
      3.99665904045105,
      4.0886054039001465,
      4.083510398864746,
      3.984281063079834,
      3.8935563564300537,
      4.201150417327881,
      4.137032508850098,
      3.77543306350708,
      4.000014781951904,
      3.9595541954040527,
      4.055747032165527,
      3.5468201637268066,
      3.7045695781707764,
      4.280574798583984,
      3.7548108100891113,
      3.9225926399230957,
      3.678043842315674,
      3.860708475112915,
      3.775773763656616,
      3.7144577503204346,
      3.842583417892456,
      3.833742380142212,
      3.749372959136963,
      3.8110060691833496,
      3.783569812774658,
      3.8983912467956543,
      3.925715446472168,
      3.961928367614746,
      3.4814703464508057,
      3.7470059394836426,
      3.8877034187316895,
      3.8354194164276123,
      3.9559829235076904,
      3.8421950340270996,
      3.754805564880371,
      3.7098145484924316,
      3.61024808883667,
      3.5708565711975098
    ]
  },
  "params_m": 3.877984,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.18508889403267492,
        "MASE": 22.228132644541866,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.09982038968193743,
        "MASE": 15.205007688929724,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11787336614995832,
        "MASE": 10.816753487061755,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.1914121644026873,
        "MASE": 2.3630277521280307,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2535828222192464,
        "MASE": 2.881760212090629,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2578440458074762,
        "MASE": 3.4161822194919904,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9739488882601862,
        "MASE": 1.5395438510883328,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.987009526449492,
        "MASE": 2.0968959164496463,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.40497160572843294,
        "MASE": 1.5600699827352662,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11400521790312407,
        "MASE": 1.3053580894426098,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05980948902105866,
        "MASE": 0.5859789033762234,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.0774628386022544,
        "MASE": 1.5701559304550785,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.22559626967788393,
        "MASE": 87.76409049161744,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.09056160380819182,
        "MASE": 0.9711167615580569,
        "freq": "M"
      }
    },
    "gm_crps": 0.19494624086646561,
    "gm_crps_long_season": 0.25933354170310957,
    "gm_crps_other": 0.1332466902766312
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.22183004048902047,
        "MASE": 25.590365495914345,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.15484445806927036,
        "MASE": 22.620200183633976,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.1428416568831019,
        "MASE": 11.27615738051638,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.19204633917102742,
        "MASE": 2.5838812054316422,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2565733776930059,
        "MASE": 2.9939580073590943,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.26875839370405846,
        "MASE": 3.3263301282404223,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9878763070263893,
        "MASE": 1.5290615405502137,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9923559660156676,
        "MASE": 2.095640875130694,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3693805355243591,
        "MASE": 1.4880159298918683,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.13161184416900337,
        "MASE": 1.3358262443598095,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06038307424779437,
        "MASE": 0.6174106498162162,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.08264568913913654,
        "MASE": 1.8019121070181896,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.25869065704858274,
        "MASE": 94.9109126437525,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.076679107691113,
        "MASE": 0.9693128494496829,
        "freq": "M"
      }
    },
    "gm_crps": 0.2091524993098422,
    "gm_crps_long_season": 0.27012224183875216,
    "gm_crps_other": 0.14870766106600491
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.16902864173134724,
        "MASE": 18.7062344290381,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.12761298961734602,
        "MASE": 18.072767858737983,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.14247054038342244,
        "MASE": 10.710390851259623,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.18306523924017995,
        "MASE": 2.4422655575256265,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2609593576080776,
        "MASE": 2.915638571331588,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2686525951380853,
        "MASE": 3.3759155629928452,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9662168890150826,
        "MASE": 1.5305613255049864,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9867748792792784,
        "MASE": 2.0979235626781496,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.4205494857276457,
        "MASE": 1.5937076095466127,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.12029144516018064,
        "MASE": 1.2888684909039934,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06162958000412044,
        "MASE": 0.6893845117892935,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07941109047536485,
        "MASE": 1.745818398297398,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.2515604629041597,
        "MASE": 87.33160254070992,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07240545832926693,
        "MASE": 0.9104695557711591,
        "freq": "M"
      }
    },
    "gm_crps": 0.2004926595867965,
    "gm_crps_long_season": 0.27169262140701095,
    "gm_crps_other": 0.13369833146609242
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.16908761711977738,
        "MASE": 18.251833587961517,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.09833209668891744,
        "MASE": 14.20007915714672,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11921140306075381,
        "MASE": 10.741590386301384,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.188950210938427,
        "MASE": 2.2453664519632746,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.25768364737728305,
        "MASE": 2.992604337022046,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2672084142885252,
        "MASE": 3.4635988723484767,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9659593295188353,
        "MASE": 1.5245645030463064,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9788643706287807,
        "MASE": 2.0960189717673576,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3956175323973504,
        "MASE": 1.5879399104206697,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.12856922483628574,
        "MASE": 1.4458053736387229,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.059452232042494245,
        "MASE": 0.5827909264143468,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07759157537989093,
        "MASE": 1.6038994530276336,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.2784951826761555,
        "MASE": 109.21914251282973,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08207135410140512,
        "MASE": 0.9473517170796558,
        "freq": "M"
      }
    },
    "gm_crps": 0.1968046575555706,
    "gm_crps_long_season": 0.26382418716898415,
    "gm_crps_other": 0.13314649040107338
  },
  "probe": {
    "pearson": [
      0.031,
      -0.016,
      0.008,
      0.001,
      -0.001,
      -0.01,
      -0.01,
      -0.004
    ],
    "amp_retention": [
      0.217,
      0.238,
      0.239,
      0.258,
      0.25,
      0.245,
      0.239,
      0.241
    ]
  }
}