{
  "run_name": "N4_rawce_nat_s0",
  "cfg": {
    "run_name": "N4_rawce_nat_s0",
    "tokenizer": "raw_side",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.0,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.2,
    "aux_code_offsets": [
      1
    ],
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 0,
    "data_seed": 0,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      0.8239641785621643,
      0.8992100358009338,
      0.821740984916687,
      0.776465654373169,
      0.8151089549064636,
      0.8331094980239868,
      0.7829685211181641,
      0.8011782169342041,
      0.7573460936546326,
      0.7433498501777649,
      0.8278016448020935,
      0.8117585182189941,
      0.7648788094520569,
      0.8430817127227783,
      0.820821225643158,
      0.8774970173835754,
      0.9278018474578857,
      0.8311912417411804,
      0.9025319814682007,
      0.9227216243743896,
      0.839329719543457,
      0.8117209672927856,
      0.8288781642913818,
      0.8764411211013794,
      0.8511227965354919,
      0.8449985384941101,
      0.8118158578872681,
      0.870347261428833,
      0.8131082057952881,
      0.841304361820221,
      0.8630870580673218,
      0.856358528137207,
      0.9032279849052429,
      0.8089759349822998,
      0.9641428589820862,
      0.8783425688743591,
      0.8578976988792419,
      0.8647695183753967,
      0.8539700508117676,
      0.9293667674064636,
      0.8608109354972839,
      0.860874593257904,
      0.8624436855316162,
      0.8378972411155701,
      0.9765885472297668,
      0.7949265241622925,
      0.86788409948349,
      0.9755253791809082,
      0.8646848201751709,
      0.9073488116264343,
      0.8951338529586792,
      0.9126391410827637,
      0.8467872142791748,
      0.903053343296051,
      1.0126432180404663,
      0.9184579849243164,
      0.932766318321228,
      0.8596625924110413,
      0.955608606338501,
      0.9394330382347107
    ],
    "train_loss": [
      0.9880277833823015,
      0.9027871958046106,
      0.8475953692394483,
      0.8150603557450261,
      0.8062601562383124,
      0.7845851342369182,
      0.7664526085582742,
      0.7572715864885889,
      0.746853669704563,
      0.7356367477850354,
      0.7296660294267039,
      0.7220312873138038,
      0.7143078003701159,
      0.7117529045937203,
      0.7052357451551866,
      0.7008208890391261,
      0.6995093952687709,
      0.6886171880545949,
      0.6828467283081445,
      0.6851856200343039,
      0.6792377492777485,
      0.6823428860795554,
      0.6724173936532046,
      0.669190097314699,
      0.6692830111566052,
      0.664722391472427,
      0.6649001739648298,
      0.6619079971545787,
      0.660605106819817,
      0.654682363047735,
      0.6531596041117314,
      0.6535284148684823,
      0.6451452713633675,
      0.645340640507414,
      0.6467881399010428,
      0.6456294861574076,
      0.6417358453340399,
      0.6447710945430069,
      0.6389846430724899,
      0.6402373710748198,
      0.6395021096198586,
      0.6396563578975073,
      0.6380110946661384,
      0.6329213972002099,
      0.6345976252419516,
      0.6353014048716027,
      0.6270686442020726,
      0.6276797455038592,
      0.6275886661843334,
      0.6251938809911993,
      0.6228144643618455,
      0.6238027092794569,
      0.6197790306115609,
      0.6205904717057339,
      0.6166699344804737,
      0.6126049870605786,
      0.6041123910961197,
      0.601818157976653,
      0.5964979424676918,
      0.5961290809278407
    ],
    "perplexity": [
      694.3325805664062,
      590.1666259765625,
      655.7510375976562,
      610.5269165039062,
      606.360107421875,
      543.3671875,
      574.8109130859375,
      567.75341796875,
      535.7959594726562,
      564.6402587890625,
      536.7083129882812,
      536.3933715820312,
      543.9071655273438,
      540.2952270507812,
      547.5912475585938,
      494.3728332519531,
      551.166015625,
      509.1983947753906,
      521.666015625,
      496.27227783203125,
      520.651611328125,
      495.3750305175781,
      540.4207153320312,
      506.6939697265625,
      490.20062255859375,
      511.0697021484375,
      487.9792175292969,
      483.7541198730469,
      512.7239379882812,
      458.877685546875,
      524.0035400390625,
      503.17340087890625,
      497.26904296875,
      523.5180053710938,
      531.0990600585938,
      523.293701171875,
      501.3465576171875,
      471.6432189941406,
      482.0379943847656,
      477.63031005859375,
      476.97418212890625,
      487.9580383300781,
      523.2235717773438,
      484.2496032714844,
      492.32244873046875,
      468.7104797363281,
      487.8533630371094,
      500.0069580078125,
      478.7859802246094,
      489.3274230957031,
      467.8744812011719,
      474.032958984375,
      462.2606506347656,
      495.6441650390625,
      472.1119384765625,
      520.1354370117188,
      479.07623291015625,
      485.5731201171875,
      507.38299560546875,
      465.14813232421875
    ],
    "code_ce": [
      3.2127652168273926,
      2.8669841289520264,
      2.782620906829834,
      2.5503852367401123,
      2.6440656185150146,
      2.3774547576904297,
      2.593048334121704,
      2.3950319290161133,
      2.5940701961517334,
      2.3871467113494873,
      2.4437170028686523,
      2.2730140686035156,
      2.250032901763916,
      2.3817532062530518,
      2.3125085830688477,
      2.2158844470977783,
      2.287388563156128,
      2.268827438354492,
      2.2541277408599854,
      2.192858934402466,
      2.182003974914551,
      2.2449305057525635,
      2.168609142303467,
      2.352799654006958,
      2.2226722240448,
      2.0822227001190186,
      2.1882662773132324,
      2.1543309688568115,
      2.2024450302124023,
      2.1122536659240723,
      2.2156684398651123,
      2.076978921890259,
      2.1453146934509277,
      2.026653289794922,
      2.040771961212158,
      2.0692522525787354,
      2.026151180267334,
      2.124091625213623,
      2.078800916671753,
      2.059373140335083,
      2.046055793762207,
      2.100666046142578,
      2.032475709915161,
      1.9674568176269531,
      2.081888198852539,
      2.1266074180603027,
      2.0432002544403076,
      1.99106764793396,
      2.0707921981811523,
      2.0032119750976562,
      1.9080032110214233,
      2.0388734340667725,
      2.177180767059326,
      2.065659284591675,
      1.9825174808502197,
      2.0892417430877686,
      2.11269474029541,
      1.9733325242996216,
      1.9094722270965576,
      1.8566290140151978
    ]
  },
  "params_m": 3.745184,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.22311635488383702,
        "MASE": 21.032520529370558,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.2653389599835031,
        "MASE": 30.86914899526333,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.13630505693294187,
        "MASE": 12.498606820246847,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.25816015633251316,
        "MASE": 3.276072117435762,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2827059820773191,
        "MASE": 3.032676255707306,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.3416192114439236,
        "MASE": 3.427840291526293,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0004335214437075,
        "MASE": 1.5200588665572465,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 1.0008767752921532,
        "MASE": 2.095641301291984,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.5428622201024174,
        "MASE": 1.8715982316736293,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11357012515925503,
        "MASE": 1.2941983715376033,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06643543816520461,
        "MASE": 0.772969858940685,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.09723098987893491,
        "MASE": 1.887110647113484,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.31734160870008826,
        "MASE": 100.24494982279028,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.11499791075398726,
        "MASE": 1.2303237613490134,
        "freq": "M"
      }
    },
    "gm_crps": 0.24573567508603367,
    "gm_crps_long_season": 0.29277834619606785,
    "gm_crps_other": 0.19455417433672267
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.16120898132355554,
        "MASE": 15.401215672489304,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.17563852923675433,
        "MASE": 24.844156808422873,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11822622198770574,
        "MASE": 11.72502726272472,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.17042442199860844,
        "MASE": 2.1912053473996553,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2535861879233557,
        "MASE": 2.979008958128448,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.23466970632320125,
        "MASE": 3.381178428769031,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0003001938434646,
        "MASE": 1.5217109101722206,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9995863529101232,
        "MASE": 2.093251056202527,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3931396015283879,
        "MASE": 1.5877761826415329,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.132093188650746,
        "MASE": 1.4277573976550868,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06286625689829993,
        "MASE": 0.6603390611463582,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.08023096314425641,
        "MASE": 1.6315311443437062,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.15947871711371053,
        "MASE": 74.97121575626328,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.09477214947378232,
        "MASE": 1.158301349713893,
        "freq": "M"
      }
    },
    "gm_crps": 0.19718902168782454,
    "gm_crps_long_season": 0.26310947678323254,
    "gm_crps_other": 0.1342386947954307
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.18078291616887643,
        "MASE": 21.76298527870834,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.19809934144985755,
        "MASE": 25.464057582975727,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.12959655775908996,
        "MASE": 12.605584507198218,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.18734157070832638,
        "MASE": 2.4068584038178633,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2614637369391504,
        "MASE": 3.0379683136146345,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.3003388455704281,
        "MASE": 3.549529396750356,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0006141439320038,
        "MASE": 1.5207627185030173,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 1.0004308922192333,
        "MASE": 2.094781827601637,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.5114384295930652,
        "MASE": 1.7718187050387726,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.1138218151027324,
        "MASE": 1.302974584092169,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06410577093120579,
        "MASE": 0.691268775448304,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.0866251229727536,
        "MASE": 1.5402273815239689,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.18312248489401797,
        "MASE": 79.7092633519925,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08955205795648855,
        "MASE": 1.1162503669090673,
        "freq": "M"
      }
    },
    "gm_crps": 0.21166622304888294,
    "gm_crps_long_season": 0.2802194459886227,
    "gm_crps_other": 0.145609355872973
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.22643297492004427,
        "MASE": 21.147111414057008,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.2627666491063264,
        "MASE": 30.468955017381468,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.14652482613971862,
        "MASE": 13.143705298703951,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.23068715918113647,
        "MASE": 2.8420410993458822,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2780088133085096,
        "MASE": 3.0938486069840705,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.34036065353274775,
        "MASE": 3.45554044004233,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0015760091473542,
        "MASE": 1.5336605548222444,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 1.0000927275924316,
        "MASE": 2.093971814402551,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.5185496834252711,
        "MASE": 1.8352212160637795,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11768399964854831,
        "MASE": 1.3357908311321742,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06597365449405249,
        "MASE": 0.7056573024816175,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.0922702322149846,
        "MASE": 1.7904852354546923,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.25860139698055307,
        "MASE": 90.01350271231334,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.11111457894132111,
        "MASE": 1.2596969381930723,
        "freq": "M"
      }
    },
    "gm_crps": 0.2394303382353512,
    "gm_crps_long_season": 0.2940620331747335,
    "gm_crps_other": 0.18203971359206625
  },
  "probe": {
    "pearson": [
      0.001,
      -0.023,
      -0.008,
      0.006,
      -0.006,
      -0.004,
      -0.001,
      0.005
    ],
    "amp_retention": [
      0.393,
      0.37,
      0.385,
      0.474,
      0.461,
      0.429,
      0.428,
      0.447
    ]
  }
}