{
  "run_name": "N3_vqce_nobonus_nat_s0",
  "cfg": {
    "run_name": "N3_vqce_nobonus_nat_s0",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.0,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.2,
    "aux_code_offsets": [
      1
    ],
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 0,
    "data_seed": 0,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      0.9017157554626465,
      0.9205612540245056,
      0.9906456470489502,
      1.0830836296081543,
      1.0317744016647339,
      1.1175328493118286,
      0.9271723628044128,
      0.8198300004005432,
      0.9033188223838806,
      0.8231136798858643,
      0.867488443851471,
      0.8871584534645081,
      0.864448070526123,
      0.9016560316085815,
      0.8594098091125488,
      0.9007996916770935,
      0.9754452705383301,
      0.9285078644752502,
      1.0258766412734985,
      0.8618546724319458,
      1.186488389968872,
      0.9927749633789062,
      0.866264283657074,
      0.9024341106414795,
      0.7901904582977295,
      0.8708934187889099,
      0.8356982469558716,
      0.8752044439315796,
      0.8483321070671082,
      0.8241111040115356,
      0.8377440571784973,
      0.8387155532836914,
      0.9615191221237183,
      0.9639056921005249,
      0.9548878073692322,
      0.8450160026550293,
      0.9038635492324829,
      0.867053210735321,
      0.9869250059127808,
      0.9028993248939514,
      0.7927324771881104,
      0.7790437936782837,
      0.949573278427124,
      0.8375865817070007,
      0.8164348006248474,
      0.8604549169540405,
      0.8132736682891846,
      0.8262904286384583,
      0.7439908981323242,
      0.9406501054763794,
      0.8033860325813293,
      0.7768048048019409,
      0.7925621271133423,
      0.8018858432769775,
      0.8423973321914673,
      0.7347780466079712,
      0.8389317393302917,
      0.8131020069122314,
      0.8002588748931885,
      0.818293571472168
    ],
    "train_loss": [
      0.9142549939382908,
      1.1422724870405399,
      1.247987192096835,
      1.2464974691079425,
      1.26829744945228,
      1.274100412556858,
      1.3205156750823428,
      1.3072109009162507,
      1.2916102859276941,
      1.2444019663060422,
      1.2860178444924855,
      1.2784641763998739,
      1.2529824856814558,
      1.235741126453041,
      1.236175948823227,
      1.2554510153149079,
      1.2209132628710764,
      1.1988511460232179,
      1.1732828745207107,
      1.1852979436002802,
      1.1872585591352323,
      1.1480879586271084,
      1.2088105605756663,
      1.1106949295447508,
      1.1337774212762557,
      1.1316840381884385,
      1.1791459072286834,
      1.1512355392494378,
      1.1699130800480957,
      1.1187576901976606,
      1.1602052396223663,
      1.1366411435196324,
      1.1604557852832447,
      1.164568976433766,
      1.193386757353493,
      1.1412658956090806,
      1.1530149440458057,
      1.1475377126703548,
      1.1588774648953972,
      1.1417468334976921,
      1.174664555073256,
      1.1275575695017017,
      1.1302194960822103,
      1.1367646057786223,
      1.1496787502948496,
      1.161738539121269,
      1.1322287454531692,
      1.1645547415430713,
      1.1348618151271546,
      1.1455356864799695,
      1.1516850257317721,
      1.1589793862763096,
      1.1518424121567967,
      1.1475955142882925,
      1.119498597146974,
      1.121589761181022,
      1.098975934226754,
      1.112643325742514,
      1.109396610881579,
      1.097917637559522
    ],
    "perplexity": [
      312.7864074707031,
      391.82366943359375,
      292.089599609375,
      327.8702087402344,
      226.6449432373047,
      72.5057373046875,
      164.13565063476562,
      162.43960571289062,
      166.75689697265625,
      176.15542602539062,
      159.91748046875,
      56.855587005615234,
      164.2176055908203,
      125.54778289794922,
      156.0702667236328,
      158.88157653808594,
      174.7385711669922,
      129.86074829101562,
      146.73292541503906,
      181.1483917236328,
      141.5555877685547,
      149.85845947265625,
      140.83203125,
      233.3306427001953,
      206.87973022460938,
      187.85235595703125,
      109.427734375,
      238.69094848632812,
      203.68605041503906,
      249.64276123046875,
      238.81642150878906,
      347.9349365234375,
      239.85116577148438,
      316.3696594238281,
      201.3148651123047,
      360.6381530761719,
      233.5494842529297,
      359.88555908203125,
      239.0805206298828,
      263.8720397949219,
      221.87220764160156,
      284.0547790527344,
      337.5879211425781,
      418.9024963378906,
      294.90399169921875,
      247.17947387695312,
      310.9661865234375,
      304.2986145019531,
      313.963623046875,
      292.0777587890625,
      328.1579895019531,
      322.7568664550781,
      408.5223388671875,
      404.27728271484375,
      407.3724670410156,
      456.8753662109375,
      416.41644287109375,
      489.27960205078125,
      554.6035766601562,
      549.6537475585938
    ],
    "code_ce": [
      2.839606523513794,
      3.8249213695526123,
      4.260396957397461,
      4.5948286056518555,
      4.747012138366699,
      4.158008575439453,
      5.1033196449279785,
      4.365203380584717,
      4.368009090423584,
      4.433568000793457,
      4.49453592300415,
      4.070528507232666,
      4.569636821746826,
      3.8862061500549316,
      3.988138198852539,
      3.674241304397583,
      4.5656280517578125,
      3.752927303314209,
      3.679229259490967,
      3.90584659576416,
      3.7776846885681152,
      3.59309983253479,
      3.677016496658325,
      3.6731009483337402,
      3.838200330734253,
      3.49395489692688,
      3.6733243465423584,
      3.8901398181915283,
      3.9434478282928467,
      3.600722551345825,
      3.9883899688720703,
      3.6708672046661377,
      3.787292242050171,
      3.980441093444824,
      4.073848247528076,
      3.8287012577056885,
      3.725442886352539,
      3.9738030433654785,
      3.747659206390381,
      3.860133409500122,
      3.838491678237915,
      3.753525733947754,
      3.7081196308135986,
      3.8832385540008545,
      4.081480979919434,
      3.965068817138672,
      3.6917295455932617,
      3.8894739151000977,
      3.698336124420166,
      3.746506452560425,
      3.7400290966033936,
      3.8621981143951416,
      3.978135347366333,
      3.902973175048828,
      3.734160900115967,
      3.8650527000427246,
      3.830960512161255,
      3.7881462574005127,
      3.7539000511169434,
      3.655540943145752
    ]
  },
  "params_m": 3.877984,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.13849031954127755,
        "MASE": 14.514705927320318,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.09002349160783972,
        "MASE": 13.376021364001138,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11165548960497243,
        "MASE": 10.41906649750719,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.14740200227383268,
        "MASE": 1.7726995128829421,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24708000158288032,
        "MASE": 2.8978346803267034,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.23274514208877178,
        "MASE": 3.242399203579149,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9920073231596456,
        "MASE": 1.5271131105396745,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9944914792867076,
        "MASE": 2.095120924600464,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.36632824535301683,
        "MASE": 1.511270865860861,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.09873665139306816,
        "MASE": 1.1140666627680391,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.057424282704189616,
        "MASE": 0.5032258127326201,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07594234694575201,
        "MASE": 1.5993741654186233,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.17582878897030554,
        "MASE": 89.16774688749443,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07753062201310837,
        "MASE": 0.9086715224119994,
        "freq": "M"
      }
    },
    "gm_crps": 0.1748835240626009,
    "gm_crps_long_season": 0.24541145373524856,
    "gm_crps_other": 0.11131516136362185
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.17733327542416266,
        "MASE": 16.939657741684123,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.12228144747264921,
        "MASE": 14.923331719343883,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11981403732921346,
        "MASE": 11.383164881438491,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.1773409159607313,
        "MASE": 2.034588066573764,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.26918985341254453,
        "MASE": 2.97738349478857,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2574153398643991,
        "MASE": 3.261589053611698,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.989141741123474,
        "MASE": 1.5220118476102162,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9777963774409089,
        "MASE": 2.0983530898760683,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.4034894624192332,
        "MASE": 1.5737626211138989,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11536054115443924,
        "MASE": 1.118348980099583,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06045505102733487,
        "MASE": 0.606912521688312,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07808117011482521,
        "MASE": 1.5010230287887296,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.25711188670769514,
        "MASE": 91.86591884878173,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08114577649579642,
        "MASE": 0.9288874626939985,
        "freq": "M"
      }
    },
    "gm_crps": 0.19792222754469788,
    "gm_crps_long_season": 0.2625752150971754,
    "gm_crps_other": 0.1357737116346955
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.12617793470133223,
        "MASE": 13.612214416156585,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.09554431515403507,
        "MASE": 13.642353303083926,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11887515410248227,
        "MASE": 10.390739653741603,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.15594879477381624,
        "MASE": 1.965009699488274,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24756926243897878,
        "MASE": 2.8803519608976003,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.24559191468845384,
        "MASE": 3.2803589137319404,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9939678964909623,
        "MASE": 1.530196123772027,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9889435307085428,
        "MASE": 2.097481835678334,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.38173248538517596,
        "MASE": 1.5282658634206612,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10443844727092122,
        "MASE": 1.1371965258755998,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05807497687198165,
        "MASE": 0.5118376795074147,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.0810181021150832,
        "MASE": 1.5077546487829203,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.15978297423385762,
        "MASE": 76.16772879827808,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07640767230158459,
        "MASE": 0.968963629336176,
        "freq": "M"
      }
    },
    "gm_crps": 0.1774065215378731,
    "gm_crps_long_season": 0.25235928484505626,
    "gm_crps_other": 0.1108927884515655
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.16484119815092188,
        "MASE": 19.491319955050425,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.11243804609605942,
        "MASE": 16.808847975077718,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.12072163045820175,
        "MASE": 10.705249014511507,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.14658963057424262,
        "MASE": 1.8342339455932009,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2575575288343846,
        "MASE": 3.069797115292609,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2738113986375972,
        "MASE": 3.2288677457567854,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.992298953575194,
        "MASE": 1.5413351351610673,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9900419264261711,
        "MASE": 2.1006524941533313,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3794332411797052,
        "MASE": 1.5560833055874772,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.09999337984863364,
        "MASE": 1.0573769987329298,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05957075154768107,
        "MASE": 0.5208287591268566,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07794206315806154,
        "MASE": 1.4802182753278244,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.24854181280357995,
        "MASE": 92.0759441475275,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.06668067767729992,
        "MASE": 0.8649364423354704,
        "freq": "M"
      }
    },
    "gm_crps": 0.18749329424952899,
    "gm_crps_long_season": 0.25678422252185495,
    "gm_crps_other": 0.12327517030231519
  },
  "probe": {
    "pearson": [
      -0.001,
      -0.015,
      -0.003,
      0.002,
      -0.001,
      -0.01,
      -0.014,
      -0.008
    ],
    "amp_retention": [
      0.245,
      0.247,
      0.255,
      0.26,
      0.26,
      0.256,
      0.256,
      0.258
    ]
  }
}