{
  "run_name": "R5_horizonce_nat_s0",
  "cfg": {
    "run_name": "R5_horizonce_nat_s0",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.0,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.2,
    "aux_code_offsets": [
      1
    ],
    "aux_side_codes": false,
    "ce_smooth_eps": 0.0,
    "ce_smooth_k": 8,
    "aux_horizon_ce": 0.2,
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 0,
    "data_seed": 0,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      0.8433771729469299,
      1.0450842380523682,
      0.8861193656921387,
      0.9102531671524048,
      0.943194568157196,
      0.9593145847320557,
      0.850485622882843,
      0.9541898965835571,
      0.8385266065597534,
      0.9929288625717163,
      1.0994902849197388,
      0.8744193911552429,
      0.843439519405365,
      0.81166011095047,
      1.0988168716430664,
      0.7845234870910645,
      0.9643058776855469,
      0.8913794159889221,
      0.8696696758270264,
      1.0472743511199951,
      0.877399742603302,
      0.8633282780647278,
      0.9408260583877563,
      0.8493667840957642,
      0.8664737343788147,
      0.9273964762687683,
      0.9294566512107849,
      0.8388074040412903,
      0.9749736189842224,
      0.8869341611862183,
      0.8811887502670288,
      0.8931111693382263,
      0.9205794930458069,
      0.7936316132545471,
      1.0749419927597046,
      0.8327619433403015,
      0.9401236176490784,
      0.9683334827423096,
      0.8887941837310791,
      0.8570112586021423,
      0.8858907222747803,
      0.9177070260047913,
      0.7955654263496399,
      0.8484404683113098,
      0.8619421124458313,
      0.9438746571540833,
      0.891796350479126,
      0.9365238547325134,
      0.7614539861679077,
      0.8083852529525757,
      0.9261519908905029,
      0.7973245978355408,
      0.8418171405792236,
      0.96830153465271,
      0.866122841835022,
      0.8747004866600037,
      0.8063376545906067,
      0.8897857069969177,
      0.7846660614013672,
      0.8382235169410706
    ],
    "train_loss": [
      1.704850637088671,
      2.2487425012637625,
      2.308904065845379,
      2.3515057050206014,
      2.397427611503687,
      2.3268587250864443,
      2.327616982374762,
      2.3166235563829582,
      2.1952344681489606,
      2.3060283617576007,
      2.319005116188523,
      2.2236727390286513,
      2.32265656965379,
      2.167605131111437,
      2.289177826343838,
      2.3042215311023617,
      2.3908590421812077,
      2.3426219751563053,
      2.291964972437216,
      2.344969137058214,
      2.2627958917679845,
      2.1771750352170733,
      2.2656618001529685,
      2.292893415877179,
      2.317573778931296,
      2.240414188850959,
      2.227417131265597,
      2.386783345815041,
      2.269486610812547,
      2.32068538667669,
      2.1889657286580357,
      2.3180911274472287,
      2.1656456521926186,
      2.23517580343689,
      2.2696645064999323,
      2.213964074059308,
      2.3118978809126913,
      2.214892911378954,
      2.199488610009331,
      2.2783702184734733,
      2.2085020619945466,
      2.260679456322492,
      2.2005815376907445,
      2.188444321676344,
      2.157910945416059,
      2.236683730618934,
      2.223680776701168,
      2.1930585622150964,
      2.2248493034513794,
      2.1745409658048707,
      2.193059299800849,
      2.174687535074726,
      2.270639280114883,
      2.204166793376687,
      2.202118870314953,
      2.153394104180806,
      2.163142266358067,
      2.12741541052752,
      2.1334560333053445,
      2.1419261958975344
    ],
    "perplexity": [
      298.08599853515625,
      283.8312072753906,
      369.9882507324219,
      370.41827392578125,
      223.6234588623047,
      209.61460876464844,
      218.5550079345703,
      128.98092651367188,
      234.9468231201172,
      233.9558563232422,
      199.6678466796875,
      190.0482940673828,
      163.6986541748047,
      285.209228515625,
      194.85494995117188,
      204.49398803710938,
      177.2460479736328,
      181.79400634765625,
      221.584716796875,
      171.8363494873047,
      146.31622314453125,
      275.87158203125,
      295.2449035644531,
      254.95040893554688,
      183.13894653320312,
      215.5528564453125,
      326.4664611816406,
      152.12637329101562,
      207.74501037597656,
      188.0406494140625,
      233.02798461914062,
      262.8505554199219,
      325.8036804199219,
      279.3145446777344,
      183.20848083496094,
      307.19970703125,
      147.7705535888672,
      372.75213623046875,
      201.82611083984375,
      274.6166076660156,
      228.04306030273438,
      375.43499755859375,
      339.7664489746094,
      316.0534362792969,
      374.145751953125,
      244.33714294433594,
      384.25390625,
      353.5466003417969,
      384.5748291015625,
      425.6232604980469,
      228.6297149658203,
      370.4415588378906,
      364.176025390625,
      286.617431640625,
      274.7021484375,
      430.0288391113281,
      398.652099609375,
      527.9849243164062,
      504.05523681640625,
      585.7037353515625
    ],
    "code_ce": [
      2.818782091140747,
      4.262604713439941,
      4.177145004272461,
      4.6685791015625,
      4.528264999389648,
      3.825488805770874,
      4.836474418640137,
      3.924478530883789,
      4.122335910797119,
      4.098464488983154,
      4.214871406555176,
      3.769641160964966,
      4.235437393188477,
      3.835057258605957,
      4.058521270751953,
      3.6617865562438965,
      4.060008525848389,
      4.041440010070801,
      4.088623046875,
      3.993940591812134,
      3.871303081512451,
      3.8094587326049805,
      4.111901760101318,
      3.876366376876831,
      3.985100030899048,
      3.85856556892395,
      3.9868481159210205,
      4.241975784301758,
      4.15732479095459,
      4.1134233474731445,
      3.759713649749756,
      4.059699535369873,
      3.8262603282928467,
      3.723696708679199,
      3.99843168258667,
      4.036646366119385,
      3.9384753704071045,
      3.918381452560425,
      3.794008493423462,
      3.9297103881835938,
      3.7167677879333496,
      3.935784101486206,
      3.8072519302368164,
      3.773707628250122,
      3.8106424808502197,
      3.8095285892486572,
      4.025842189788818,
      3.817875862121582,
      3.7833797931671143,
      3.7624871730804443,
      3.666234254837036,
      3.7084007263183594,
      4.120907306671143,
      3.9929604530334473,
      3.8431904315948486,
      3.8512885570526123,
      3.766897201538086,
      3.7937986850738525,
      3.6614747047424316,
      3.663347005844116
    ],
    "horizon_ce": [
      4.025618553161621,
      5.552494049072266,
      5.360856533050537,
      5.655381679534912,
      5.700860023498535,
      5.257876396179199,
      6.086546897888184,
      5.504165172576904,
      5.094956398010254,
      5.318940162658691,
      5.5178303718566895,
      5.324720859527588,
      5.894662857055664,
      5.201822757720947,
      5.280261993408203,
      5.167967319488525,
      5.464476585388184,
      5.695992946624756,
      5.126557350158691,
      5.212102890014648,
      5.671890735626221,
      5.362856388092041,
      5.718600273132324,
      5.308873653411865,
      5.39750337600708,
      5.383830547332764,
      5.466196537017822,
      5.918593883514404,
      5.602603912353516,
      5.7066473960876465,
      4.860142230987549,
      5.471038341522217,
      5.156044006347656,
      4.782720565795898,
      5.608211040496826,
      5.647621154785156,
      5.6394782066345215,
      5.322327136993408,
      5.042634010314941,
      5.351133823394775,
      5.094236373901367,
      5.542291164398193,
      5.0323967933654785,
      5.164430141448975,
      5.123289585113525,
      5.463368892669678,
      5.769252777099609,
      5.059385299682617,
      5.089524269104004,
      5.18778133392334,
      4.887336730957031,
      5.031249046325684,
      5.413573741912842,
      5.411303997039795,
      5.176499843597412,
      5.267541885375977,
      5.154543399810791,
      5.0764336585998535,
      5.039951324462891,
      5.104121685028076
    ]
  },
  "params_m": 4.042976,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.13368816987668444,
        "MASE": 11.345043868752617,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.12052146359156778,
        "MASE": 17.885977834878254,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11386592685752055,
        "MASE": 10.596560416307092,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.161519063595866,
        "MASE": 1.8905292636037616,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.23870899845642382,
        "MASE": 2.9150035086945802,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2578655876395304,
        "MASE": 3.3412126577608374,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9994342653045398,
        "MASE": 1.541408119591016,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9871696779271636,
        "MASE": 2.100539203868316,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3589739945378634,
        "MASE": 1.4826216363699989,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10822342307622013,
        "MASE": 1.2161602703300454,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05927112806626997,
        "MASE": 0.5402935712022487,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07677124042835676,
        "MASE": 1.5981636535362975,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.22357556577104384,
        "MASE": 81.24582971598045,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07794906242561313,
        "MASE": 0.9032206509870871,
        "freq": "M"
      }
    },
    "gm_crps": 0.18510470501171236,
    "gm_crps_long_season": 0.25133541131555037,
    "gm_crps_other": 0.12311259697332401
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.2188280301875725,
        "MASE": 22.273925830297358,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.1446411788996175,
        "MASE": 19.657440504467854,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11812218201148424,
        "MASE": 10.716824269134387,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.1975632542783039,
        "MASE": 2.267131823314436,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.25295234015381535,
        "MASE": 3.132690815100321,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.3549028952979631,
        "MASE": 3.888147186993044,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0072116110503446,
        "MASE": 1.5787265198032543,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9926668754821952,
        "MASE": 2.0968193584446246,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3761687614669601,
        "MASE": 1.5568193590611124,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.14741567779523218,
        "MASE": 1.565428075031852,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.061692764010423735,
        "MASE": 0.5999075406778338,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07738652797766823,
        "MASE": 1.5035498362771607,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.2242977246657657,
        "MASE": 91.76638108661169,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.09508296022845691,
        "MASE": 1.017998418813039,
        "freq": "M"
      }
    },
    "gm_crps": 0.2121589354852465,
    "gm_crps_long_season": 0.278577202887081,
    "gm_crps_other": 0.14755332481909073
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.1527413763105877,
        "MASE": 17.168048548379225,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.09930121377125965,
        "MASE": 14.660808500872644,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11355462535102524,
        "MASE": 10.878161495768863,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.17243238460708088,
        "MASE": 2.2900265934600794,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2453622942827637,
        "MASE": 2.897786486905856,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2447820567132826,
        "MASE": 3.261949072696997,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9904498304217741,
        "MASE": 1.5330428422892797,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9963916176760351,
        "MASE": 2.095528416047775,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3872409195518609,
        "MASE": 1.5625850306505251,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10157106487347768,
        "MASE": 1.1564836463779748,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05890768962507864,
        "MASE": 0.567267323483236,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07805969996473591,
        "MASE": 1.5659346611866196,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.24178760262845023,
        "MASE": 88.44302604007936,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07563181650572924,
        "MASE": 0.8961009019096988,
        "freq": "M"
      }
    },
    "gm_crps": 0.18575213953312433,
    "gm_crps_long_season": 0.2506814812399602,
    "gm_crps_other": 0.12455158391760277
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.16408778442509064,
        "MASE": 15.233649106923798,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.10426850645042522,
        "MASE": 14.96940893326342,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11914036887062017,
        "MASE": 10.495167014352678,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.16396510623889451,
        "MASE": 2.2485198572628153,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.25201110727468184,
        "MASE": 3.0256452667714875,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2782802512200432,
        "MASE": 3.662079719046012,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9798314119480891,
        "MASE": 1.5239041598744378,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9799411387731516,
        "MASE": 2.0993606946864025,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.39132603646857794,
        "MASE": 1.5872552278091718,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10562751559178712,
        "MASE": 1.1679843990754417,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.059858979143193235,
        "MASE": 0.5606322844036324,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.0778191499628283,
        "MASE": 1.667258113937487,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.17963956187874955,
        "MASE": 87.06080092601657,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08429241598297359,
        "MASE": 0.9065230859562803,
        "freq": "M"
      }
    },
    "gm_crps": 0.187345794593666,
    "gm_crps_long_season": 0.2583566735297664,
    "gm_crps_other": 0.12205145703561687
  },
  "probe": {
    "pearson": [
      -0.018,
      -0.008,
      -0.021,
      -0.002,
      -0.006,
      -0.017,
      -0.018,
      -0.007
    ],
    "amp_retention": [
      0.18,
      0.189,
      0.186,
      0.157,
      0.16,
      0.161,
      0.163,
      0.165
    ]
  }
}