{
  "run_name": "R6_k2048_hz_nat_s2",
  "cfg": {
    "run_name": "R6_k2048_hz_nat_s2",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 2048,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.0,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.2,
    "aux_code_offsets": [
      1
    ],
    "aux_side_codes": false,
    "ce_smooth_eps": 0.0,
    "ce_smooth_k": 8,
    "aux_horizon_ce": 0.2,
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 2,
    "data_seed": 2,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      0.7631022334098816,
      0.9097501039505005,
      1.0350300073623657,
      1.003212809562683,
      0.942947506904602,
      0.9742029309272766,
      0.9710241556167603,
      1.0139073133468628,
      0.8282091021537781,
      0.786130964756012,
      0.8441630601882935,
      0.8938319683074951,
      0.9763500094413757,
      0.9348030686378479,
      0.9282765984535217,
      0.9595887064933777,
      0.9064338803291321,
      0.8264622092247009,
      0.9292086958885193,
      0.8078986406326294,
      0.8347417712211609,
      0.8464989066123962,
      0.8599933981895447,
      0.9219419956207275,
      0.8801926374435425,
      0.8603082895278931,
      0.7967991232872009,
      0.7716332077980042,
      0.8511462211608887,
      0.8027885556221008,
      0.9043944478034973,
      0.910975992679596,
      0.9038137793540955,
      0.8940112590789795,
      0.8432555198669434,
      0.7775008082389832,
      0.8842284083366394,
      0.9138792157173157,
      0.906736433506012,
      0.8309905529022217,
      0.9657578468322754,
      0.8939751386642456,
      0.7722746133804321,
      0.9571857452392578,
      0.8395388722419739,
      0.9303259253501892,
      0.8232598900794983,
      0.914145290851593,
      0.8646363615989685,
      0.8790618181228638,
      0.8504271507263184,
      0.9864146113395691,
      0.8821498155593872,
      0.8954113125801086,
      0.7801588773727417,
      0.93777996301651,
      0.869165301322937,
      0.782509982585907,
      0.8252633810043335,
      0.8399587869644165
    ],
    "train_loss": [
      1.8125777786210162,
      2.525127827504178,
      2.539854688917144,
      2.5626013181587983,
      2.6046366567039954,
      2.6306747066568845,
      2.648373116010754,
      2.5438395035812498,
      2.4550535136258365,
      2.499600496893525,
      2.5880528584288687,
      2.575310076985113,
      2.608011447332142,
      2.588693149846479,
      2.3695553612550215,
      2.3640071716722844,
      2.6102125253200605,
      2.444569884288817,
      2.397099201333255,
      2.344388435446408,
      2.4068926030329774,
      2.5328553931710784,
      2.4727357446188356,
      2.349116554035782,
      2.3725318963655733,
      2.3935626254263727,
      2.499420121418358,
      2.3897438941398796,
      2.458760462157914,
      2.3172246980845617,
      2.4075838889310655,
      2.3173871403496302,
      2.4411102765361994,
      2.3233288727547894,
      2.54578933238859,
      2.441846286590559,
      2.5450142665319935,
      2.429301242159335,
      2.544436515240484,
      2.4541740670881644,
      2.3951056210871835,
      2.4242348668814717,
      2.4904029974705097,
      2.5220615734872,
      2.5654491252133487,
      2.415310666401066,
      2.436922529772344,
      2.481916326271543,
      2.3385421616071294,
      2.346766243862764,
      2.361600175845889,
      2.3556057844439526,
      2.448135454657879,
      2.442821826626097,
      2.4543212242848815,
      2.373246437188409,
      2.4074286830641576,
      2.3164170034456237,
      2.298270940929023,
      2.3245688079453948
    ],
    "perplexity": [
      409.4498291015625,
      383.8507995605469,
      673.92431640625,
      334.94305419921875,
      248.95994567871094,
      198.12184143066406,
      250.93984985351562,
      276.836181640625,
      372.6697082519531,
      340.621337890625,
      189.1018524169922,
      249.3411865234375,
      136.96774291992188,
      219.57736206054688,
      348.48883056640625,
      344.1873474121094,
      278.7946472167969,
      396.1824951171875,
      409.7668151855469,
      338.7931823730469,
      481.7668151855469,
      353.8746337890625,
      410.412353515625,
      467.8042297363281,
      684.5501098632812,
      609.5701904296875,
      517.6290893554688,
      506.68475341796875,
      358.14129638671875,
      579.3937377929688,
      616.5838623046875,
      369.9317626953125,
      523.1636962890625,
      512.2068481445312,
      489.2674560546875,
      626.152099609375,
      529.2472534179688,
      193.8750457763672,
      671.2623291015625,
      523.8963623046875,
      381.4832763671875,
      384.03515625,
      515.4852294921875,
      682.4163818359375,
      576.8656005859375,
      534.6286010742188,
      587.8621826171875,
      717.9464721679688,
      561.6426391601562,
      592.282470703125,
      413.2605895996094,
      606.8168334960938,
      598.4319458007812,
      605.0999145507812,
      500.02459716796875,
      693.3466796875,
      597.9641723632812,
      783.5845336914062,
      902.1432495117188,
      975.7094116210938
    ],
    "code_ce": [
      2.919273614883423,
      4.696277618408203,
      4.4925127029418945,
      4.703178405761719,
      4.941558361053467,
      4.971615314483643,
      4.806121349334717,
      4.9396843910217285,
      4.624051570892334,
      4.436287879943848,
      4.465036869049072,
      4.6810526847839355,
      4.361740589141846,
      4.874349594116211,
      4.123932838439941,
      3.9152395725250244,
      4.764057636260986,
      4.30134916305542,
      4.373932838439941,
      4.223656177520752,
      4.456014156341553,
      4.327052116394043,
      4.548838138580322,
      4.180898189544678,
      4.434268951416016,
      4.185115814208984,
      4.561107635498047,
      4.585371494293213,
      4.047539710998535,
      4.12229585647583,
      4.3959808349609375,
      4.158432483673096,
      4.791284084320068,
      4.3222455978393555,
      4.923160552978516,
      4.492011070251465,
      5.152608394622803,
      4.512240409851074,
      4.654903888702393,
      4.4810590744018555,
      4.874388217926025,
      4.374565601348877,
      4.709679126739502,
      4.953016757965088,
      4.8984503746032715,
      4.518890857696533,
      4.799159526824951,
      4.808168411254883,
      4.446229457855225,
      4.218407154083252,
      4.558687210083008,
      4.408597946166992,
      4.662107467651367,
      4.655093669891357,
      4.595305919647217,
      4.4347968101501465,
      4.4376044273376465,
      4.168376445770264,
      4.159290313720703,
      4.251491546630859
    ],
    "horizon_ce": [
      4.3488078117370605,
      6.07082462310791,
      5.686708450317383,
      6.114528656005859,
      6.306361198425293,
      6.191892623901367,
      6.463801860809326,
      6.36098575592041,
      5.969447612762451,
      5.891539573669434,
      6.129131317138672,
      6.308718681335449,
      5.131545066833496,
      6.301617622375488,
      5.55797004699707,
      5.243419170379639,
      6.454374313354492,
      5.527347564697266,
      5.573818206787109,
      5.686517238616943,
      5.836421966552734,
      6.1495137214660645,
      5.984952449798584,
      5.800306797027588,
      5.988770484924316,
      5.501251220703125,
      6.209218978881836,
      6.04302978515625,
      5.532073497772217,
      5.4495015144348145,
      5.650458812713623,
      4.933139324188232,
      6.0128655433654785,
      5.190720558166504,
      5.772867202758789,
      5.49763298034668,
      6.621500492095947,
      5.269026756286621,
      5.67338228225708,
      5.978127479553223,
      5.694961071014404,
      5.400041103363037,
      5.828723907470703,
      6.014973163604736,
      5.916928291320801,
      5.621531963348389,
      5.7850470542907715,
      5.691843509674072,
      5.114992618560791,
      5.348323345184326,
      5.649496555328369,
      5.520354747772217,
      6.12359619140625,
      5.76745080947876,
      5.67109489440918,
      5.59402322769165,
      5.643075466156006,
      5.456737041473389,
      5.488949298858643,
      5.645850658416748
    ]
  },
  "params_m": 4.307168,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.1701189624497704,
        "MASE": 19.478127074147306,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.09334062458738862,
        "MASE": 13.627460485789223,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.12137051849023305,
        "MASE": 10.654613576062893,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.16492944209207494,
        "MASE": 2.114937299735539,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24402488512127463,
        "MASE": 2.9203868925696272,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.28504792303176596,
        "MASE": 3.4325423761862712,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.993305596902181,
        "MASE": 1.59248131203978,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9874207374427395,
        "MASE": 2.0945941319136328,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.37151760833088693,
        "MASE": 1.5576752844499597,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10311461916824102,
        "MASE": 1.1195927271080894,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.058993046995762494,
        "MASE": 0.5126418637910852,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07563457839382494,
        "MASE": 1.4931595348599322,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.22632812861764182,
        "MASE": 87.40229481789584,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08692905244510941,
        "MASE": 0.947051134655933,
        "freq": "M"
      }
    },
    "gm_crps": 0.18876486578386356,
    "gm_crps_long_season": 0.25645953501162894,
    "gm_crps_other": 0.12544622045293025
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.18228962538317958,
        "MASE": 17.801105557676763,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.09947009031156072,
        "MASE": 14.339754909092301,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.1155026388170909,
        "MASE": 10.933709985860007,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.1742049171017514,
        "MASE": 2.0555286505333696,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2561809182549993,
        "MASE": 3.066715671761004,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.26495997785626857,
        "MASE": 3.45533227486958,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9881058749453199,
        "MASE": 1.5215212326555219,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.997663172177362,
        "MASE": 2.0942564869736993,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.38704317462841065,
        "MASE": 1.5707349933527064,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.1031201562679468,
        "MASE": 1.142035967158305,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05917326351907294,
        "MASE": 0.5594050872454148,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07663319327568711,
        "MASE": 1.566357541297915,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.38639448234481366,
        "MASE": 107.14268241402507,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07344235229305368,
        "MASE": 0.9196485037287733,
        "freq": "M"
      }
    },
    "gm_crps": 0.19621478406236098,
    "gm_crps_long_season": 0.2556623993748318,
    "gm_crps_other": 0.1378747956901602
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.14352324314063913,
        "MASE": 15.315490538091113,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.10187540396685144,
        "MASE": 15.294514180828052,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.1185775965150353,
        "MASE": 10.463919860368675,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.16493970440903669,
        "MASE": 2.074633298899376,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24034389312308171,
        "MASE": 2.9520535228045923,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.23070023609869722,
        "MASE": 3.2675140656261497,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9942716032202407,
        "MASE": 1.5710784468795997,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9943199959442658,
        "MASE": 2.102394309392962,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.32900949606680535,
        "MASE": 1.4190310460257811,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.1026601721527528,
        "MASE": 1.1543887019815218,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.057788995211742716,
        "MASE": 0.5248143211679738,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.0753993243710655,
        "MASE": 1.6381334533038208,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.19324855391472054,
        "MASE": 85.06401377854883,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07799029720400665,
        "MASE": 0.9293742276885196,
        "freq": "M"
      }
    },
    "gm_crps": 0.17903736914715618,
    "gm_crps_long_season": 0.24429879141696328,
    "gm_crps_other": 0.1182969405732103
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.14240310673148246,
        "MASE": 14.540766741120834,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.09654781071390223,
        "MASE": 14.567852497691424,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.12150633882145814,
        "MASE": 11.15081583964826,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.17431569501863411,
        "MASE": 2.2028925092862344,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2611457887127734,
        "MASE": 3.0164512042872302,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.23960179457211783,
        "MASE": 3.2617284244742377,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0027483208774708,
        "MASE": 1.5295614699011235,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9905898694172299,
        "MASE": 2.1012873208605494,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3934177469192558,
        "MASE": 1.616606856240688,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11110347220121472,
        "MASE": 1.1744395526328961,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.060055561424228104,
        "MASE": 0.5764430241345216,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.09099641133115195,
        "MASE": 1.697190163640853,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.3524810931472224,
        "MASE": 100.08525207762669,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08364928771412698,
        "MASE": 0.9890698949619112,
        "freq": "M"
      }
    },
    "gm_crps": 0.19644628194375832,
    "gm_crps_long_season": 0.25831467713693634,
    "gm_crps_other": 0.13636516874398844
  },
  "probe": {
    "pearson": [
      -0.068,
      -0.002,
      -0.002,
      0.009,
      -0.001,
      -0.011,
      -0.008,
      0.0
    ],
    "amp_retention": [
      0.16,
      0.17,
      0.217,
      0.19,
      0.179,
      0.18,
      0.18,
      0.181
    ]
  }
}