{
  "run_name": "N3_vqce_nobonus_nat_s2",
  "cfg": {
    "run_name": "N3_vqce_nobonus_nat_s2",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.0,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.2,
    "aux_code_offsets": [
      1
    ],
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 2,
    "data_seed": 2,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      0.9074438810348511,
      0.908578634262085,
      0.8546326756477356,
      0.8606037497520447,
      0.8617213368415833,
      0.9197741746902466,
      0.959229588508606,
      0.8646034598350525,
      0.8614590167999268,
      0.8682973980903625,
      1.1517592668533325,
      1.3579691648483276,
      1.0582762956619263,
      0.8427255153656006,
      0.9795816540718079,
      1.0128921270370483,
      1.0205860137939453,
      0.927449643611908,
      0.898684561252594,
      0.9570920467376709,
      1.1157320737838745,
      1.0277456045150757,
      0.9222545027732849,
      0.9166011810302734,
      1.1393256187438965,
      0.86153244972229,
      0.9771259427070618,
      0.9096019864082336,
      0.9641912579536438,
      0.8085300922393799,
      0.9436771869659424,
      1.0636718273162842,
      0.9566994905471802,
      0.8317599892616272,
      1.0562890768051147,
      0.9683013558387756,
      1.0440934896469116,
      0.9423462748527527,
      0.9741634130477905,
      0.831848680973053,
      0.9987725615501404,
      0.9550365805625916,
      0.9229073524475098,
      0.8554491400718689,
      0.9608364105224609,
      0.889542818069458,
      1.0340285301208496,
      0.8600911498069763,
      0.8453771471977234,
      0.8389359712600708,
      0.9235538244247437,
      0.8674926161766052,
      0.8170047998428345,
      0.8799024820327759,
      0.781877875328064,
      0.8924896121025085,
      0.8836516737937927,
      0.8389315009117126,
      0.825319230556488,
      0.8478127121925354
    ],
    "train_loss": [
      0.9166229888924905,
      1.1786358879236043,
      1.3009691589250678,
      1.3190678843336405,
      1.2707001869000047,
      1.2549604229855027,
      1.258245334664705,
      1.2390257959526005,
      1.211514484059499,
      1.2554663061220868,
      1.266124936984414,
      1.2918808266442507,
      1.2488911498408297,
      1.2658166327639635,
      1.2444902507117879,
      1.2486833532139987,
      1.2180898738516972,
      1.2014587873057003,
      1.1669367126249166,
      1.1527473792449097,
      1.1532521073008721,
      1.1468391586012938,
      1.2023356901394204,
      1.156072594360276,
      1.1192233851816378,
      1.1533313802352954,
      1.1786992626847332,
      1.2032237062729496,
      1.1838552016875765,
      1.1713243858084526,
      1.1446977531962166,
      1.1452517848421597,
      1.1510219672062967,
      1.1537392015913763,
      1.1075581133373904,
      1.0932392784998923,
      1.105758933591857,
      1.1334595185300074,
      1.140282844864414,
      1.1334674288277689,
      1.1318411158552706,
      1.1152616432130933,
      1.1303882473502096,
      1.1282030469707762,
      1.162174824869449,
      1.1221097299318359,
      1.1322045772109925,
      1.1059972628211487,
      1.1316195907315945,
      1.1048701518348996,
      1.1613177265015426,
      1.1611798483429743,
      1.147206977878743,
      1.157972363700864,
      1.1428441780642407,
      1.134995760311245,
      1.1142823586496662,
      1.1200961594887258,
      1.10639609394759,
      1.1095190983810466
    ],
    "perplexity": [
      358.776611328125,
      498.3695373535156,
      265.32550048828125,
      235.85963439941406,
      157.6038055419922,
      147.59246826171875,
      128.4025421142578,
      146.00888061523438,
      126.99341583251953,
      96.43457794189453,
      121.1885986328125,
      85.7024917602539,
      68.85978698730469,
      86.35523223876953,
      109.17552185058594,
      58.39683532714844,
      122.80561065673828,
      162.6468505859375,
      242.81619262695312,
      271.1128845214844,
      213.34249877929688,
      182.62722778320312,
      115.44580841064453,
      191.05014038085938,
      253.8086395263672,
      139.9558563232422,
      167.1269073486328,
      102.6117935180664,
      238.65113830566406,
      202.39556884765625,
      177.9283905029297,
      159.31961059570312,
      189.82566833496094,
      182.0292510986328,
      179.68682861328125,
      297.79559326171875,
      181.1466522216797,
      306.77447509765625,
      171.56829833984375,
      221.14297485351562,
      261.58184814453125,
      210.05274963378906,
      217.94424438476562,
      110.76008605957031,
      303.6744384765625,
      266.7689514160156,
      317.5010070800781,
      253.05722045898438,
      277.6652526855469,
      348.4383239746094,
      382.1446838378906,
      373.54571533203125,
      365.1747131347656,
      342.7498474121094,
      361.5191650390625,
      394.9441833496094,
      468.7353210449219,
      576.0755615234375,
      588.272705078125,
      593.21826171875
    ],
    "code_ce": [
      2.8495981693267822,
      3.883575916290283,
      4.614263534545898,
      4.3442277908325195,
      4.7487006187438965,
      4.167114734649658,
      4.341442584991455,
      4.636178493499756,
      4.223369598388672,
      3.886986255645752,
      4.329441070556641,
      5.358677864074707,
      4.553046226501465,
      4.0038933753967285,
      3.9747166633605957,
      4.556538105010986,
      4.498526573181152,
      4.223842620849609,
      4.171297073364258,
      4.05989408493042,
      3.754115581512451,
      3.8464510440826416,
      4.065544128417969,
      3.826608657836914,
      3.569814443588257,
      3.387206554412842,
      3.898164749145508,
      4.0134196281433105,
      3.7139759063720703,
      4.461031436920166,
      3.6111841201782227,
      3.7564926147460938,
      3.7788398265838623,
      3.903031587600708,
      3.527581214904785,
      3.774515151977539,
      3.531203269958496,
      4.146340847015381,
      3.7041659355163574,
      3.6967966556549072,
      3.9278697967529297,
      3.7522642612457275,
      3.8437607288360596,
      3.4821040630340576,
      3.7898988723754883,
      3.8106095790863037,
      3.935359477996826,
      3.896205425262451,
      3.859915256500244,
      3.662173271179199,
      3.9485762119293213,
      4.222123146057129,
      3.9350063800811768,
      4.014942646026611,
      3.9390337467193604,
      3.866929292678833,
      3.9257447719573975,
      3.7765109539031982,
      3.7572739124298096,
      3.8125853538513184
    ]
  },
  "params_m": 3.877984,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.13271960539831518,
        "MASE": 14.364656667068859,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.10123502945201807,
        "MASE": 15.044025615621504,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11329644719626766,
        "MASE": 10.372900651492907,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.17493069829820665,
        "MASE": 2.120227702882799,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.23938458812892474,
        "MASE": 2.6981793304980526,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.24359218022371495,
        "MASE": 3.316250284825365,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0022544319772315,
        "MASE": 1.5384750341720421,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9856038110206823,
        "MASE": 2.0958370045472043,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.368421682593086,
        "MASE": 1.4442817540806392,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.09630806056716813,
        "MASE": 1.0735522165687994,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.0586119092085599,
        "MASE": 0.5368251824806216,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07544014068924845,
        "MASE": 1.5525074651938386,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.21967769820536734,
        "MASE": 81.32585973721743,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07881426350157658,
        "MASE": 0.9372924154953772,
        "freq": "M"
      }
    },
    "gm_crps": 0.18136578598237343,
    "gm_crps_long_season": 0.24636626151644736,
    "gm_crps_other": 0.12055564036768414
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.1851796711577821,
        "MASE": 20.019170341391362,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.12561478068182774,
        "MASE": 18.358335631173002,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.12202157264301675,
        "MASE": 10.481119181407388,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.178824342541826,
        "MASE": 2.4685059577796604,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2542155857028409,
        "MASE": 2.972974450397901,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.24859062897295578,
        "MASE": 3.3732594510600453,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9848243772807594,
        "MASE": 1.5382031020252467,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.981396010580641,
        "MASE": 2.096094226224629,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3831721413749024,
        "MASE": 1.5214922758283542,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10874761231749634,
        "MASE": 1.1937160593755511,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06109910650838373,
        "MASE": 0.6579858148183398,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07830095793351768,
        "MASE": 1.5007421721787162,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.23987292961512846,
        "MASE": 88.29912975787474,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07671289322310333,
        "MASE": 0.9534061179375539,
        "freq": "M"
      }
    },
    "gm_crps": 0.19485149863867665,
    "gm_crps_long_season": 0.2569046069259782,
    "gm_crps_other": 0.13477610291837674
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.1940934730755855,
        "MASE": 25.21121653733723,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.12615542206129282,
        "MASE": 19.364482266453624,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.12019108265141049,
        "MASE": 10.58505868827844,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.15872383327089679,
        "MASE": 1.9260233546788998,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2630532564660034,
        "MASE": 3.0186321987009044,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2656383465160986,
        "MASE": 3.300496075898247,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9882751550547889,
        "MASE": 1.521467832115308,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9908578120454139,
        "MASE": 2.0955267527366184,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.44901223602947066,
        "MASE": 1.7451890210022811,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.09832956255449204,
        "MASE": 1.0469377497538694,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.058486021603627494,
        "MASE": 0.5371843060892103,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07381586984881396,
        "MASE": 1.5163099179677735,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.25889364276347937,
        "MASE": 86.39982395812324,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07425240083672609,
        "MASE": 0.8807577592252018,
        "freq": "M"
      }
    },
    "gm_crps": 0.1952614423092626,
    "gm_crps_long_season": 0.26054712456737966,
    "gm_crps_other": 0.13291993004250052
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.17846525304532757,
        "MASE": 21.529145965290223,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.1030088064044089,
        "MASE": 14.483028498647265,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11743736357423204,
        "MASE": 10.823234536318443,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.16735863642206505,
        "MASE": 2.0685760948756857,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.26338761422921286,
        "MASE": 2.9684587872333346,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2567380019134369,
        "MASE": 3.293117858426365,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9916021851554966,
        "MASE": 1.52136442104359,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9969819895956447,
        "MASE": 2.094093406566102,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.4181170442056228,
        "MASE": 1.6667329462698095,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11428116223234398,
        "MASE": 1.2208800919799114,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05945984237852178,
        "MASE": 0.5202759335256079,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07863624774069579,
        "MASE": 1.5830613081338318,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.16951703953974576,
        "MASE": 77.37371610240137,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07967804210006904,
        "MASE": 0.944722486628341,
        "freq": "M"
      }
    },
    "gm_crps": 0.1887576483105659,
    "gm_crps_long_season": 0.26215105359677177,
    "gm_crps_other": 0.12181716603693979
  },
  "probe": {
    "pearson": [
      0.039,
      0.01,
      -0.005,
      -0.003,
      0.003,
      -0.007,
      -0.013,
      -0.005
    ],
    "amp_retention": [
      0.149,
      0.139,
      0.134,
      0.136,
      0.134,
      0.132,
      0.132,
      0.134
    ]
  }
}