{
  "run_name": "N2_vqce_multi_nat_s0",
  "cfg": {
    "run_name": "N2_vqce_multi_nat_s0",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.02,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.2,
    "aux_code_offsets": [
      1,
      2,
      4,
      8
    ],
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 0,
    "data_seed": 0,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      0.9340904951095581,
      1.0485812425613403,
      1.0197291374206543,
      0.8325541615486145,
      0.9303656816482544,
      1.0045528411865234,
      0.8131956458091736,
      0.927658200263977,
      0.9478283524513245,
      0.9412683844566345,
      0.9751595258712769,
      0.8847910761833191,
      0.9962573647499084,
      0.9026382565498352,
      0.8684711456298828,
      1.0752638578414917,
      0.8739346861839294,
      0.8165777921676636,
      0.8339471817016602,
      0.8079468607902527,
      0.9636282324790955,
      1.104982852935791,
      0.9447342157363892,
      0.8888453245162964,
      0.8653726577758789,
      0.8554023504257202,
      0.9072866439819336,
      1.1756770610809326,
      0.8878426551818848,
      0.7957022190093994,
      0.9560206532478333,
      0.8443821668624878,
      0.9819680452346802,
      0.8765817880630493,
      1.007091760635376,
      0.9186238646507263,
      0.770708441734314,
      0.979677140712738,
      1.0085399150848389,
      0.8846691250801086,
      0.9656884074211121,
      0.7765253782272339,
      0.7858166694641113,
      0.99012690782547,
      1.0782171487808228,
      0.8324787616729736,
      0.8282214403152466,
      1.0756895542144775,
      1.0789591073989868,
      0.8324611186981201,
      0.8790414929389954,
      0.7391753792762756,
      0.7134783267974854,
      0.8737727999687195,
      0.7570052742958069,
      0.9010880589485168,
      0.8500877022743225,
      0.8079753518104553,
      0.7789508700370789,
      0.793114423751831
    ],
    "train_loss": [
      1.2568129902561176,
      1.2397888456881079,
      1.1795523773632202,
      1.1483396938804773,
      1.1912220033560585,
      1.2702406734762381,
      1.2339417984390728,
      1.2682937833455075,
      1.2289416846864696,
      1.3278209525967588,
      1.328516631342268,
      1.3713901752917912,
      1.3210338276244153,
      1.300669345743452,
      1.3123550239815023,
      1.369174734586824,
      1.3436576659212807,
      1.363572781984319,
      1.326164647500687,
      1.3348536550753634,
      1.3247270924090557,
      1.3320617742492045,
      1.3213140820667504,
      1.2882142850035614,
      1.313579207879649,
      1.2975751778127484,
      1.2662779172452758,
      1.3127187536176537,
      1.2884298534648282,
      1.2373872840826625,
      1.2940289832530647,
      1.2881083899019588,
      1.2701622047701249,
      1.2772248983862966,
      1.2821745586758668,
      1.2816909549529192,
      1.2478285475833288,
      1.2790513632806424,
      1.2878325735416898,
      1.25201513761954,
      1.2125992033230777,
      1.2809677047320684,
      1.2517423979121773,
      1.2529750741492012,
      1.2710490661210927,
      1.2569545203974617,
      1.2306140113746042,
      1.2637202690979015,
      1.2365171907338857,
      1.2370820192451393,
      1.217730842266417,
      1.2397621927110496,
      1.242215081247431,
      1.244359733068626,
      1.2063911304586703,
      1.209061215145373,
      1.1728496275295626,
      1.1727333699753537,
      1.1244062111905242,
      1.1111252940110934
    ],
    "perplexity": [
      420.8009948730469,
      379.8597717285156,
      454.3933410644531,
      516.1530151367188,
      398.25518798828125,
      412.2049255371094,
      390.0780029296875,
      371.1341247558594,
      406.5068664550781,
      196.55429077148438,
      257.1289367675781,
      288.6636657714844,
      288.22808837890625,
      344.7591247558594,
      269.9245910644531,
      305.893798828125,
      233.84210205078125,
      293.9166564941406,
      315.5632629394531,
      241.90011596679688,
      240.93739318847656,
      224.86166381835938,
      243.4696502685547,
      223.89349365234375,
      303.638671875,
      286.41058349609375,
      249.09246826171875,
      281.1861877441406,
      274.544189453125,
      379.91375732421875,
      242.4431915283203,
      227.76844787597656,
      277.6017150878906,
      278.5129699707031,
      272.5789489746094,
      235.9039306640625,
      273.3450622558594,
      254.46603393554688,
      222.67515563964844,
      244.6997528076172,
      333.6999206542969,
      231.6201934814453,
      297.3940124511719,
      235.6215362548828,
      211.2289276123047,
      278.4124755859375,
      306.52239990234375,
      321.8205261230469,
      279.90838623046875,
      331.38848876953125,
      304.45318603515625,
      279.83349609375,
      291.2227478027344,
      284.1676025390625,
      277.3669738769531,
      297.96148681640625,
      415.85333251953125,
      353.44952392578125,
      510.14910888671875,
      565.12158203125
    ],
    "code_ce": [
      4.399930000305176,
      4.53122615814209,
      4.2374114990234375,
      3.9621944427490234,
      4.435041427612305,
      4.403660774230957,
      4.234167098999023,
      4.535366058349609,
      4.560122966766357,
      4.890649795532227,
      5.0310139656066895,
      4.878606796264648,
      4.665518760681152,
      4.6044020652771,
      5.031184196472168,
      4.66543436050415,
      4.948126316070557,
      4.712924480438232,
      4.571110725402832,
      4.586136817932129,
      4.684839248657227,
      4.4924845695495605,
      4.527198791503906,
      4.7652082443237305,
      4.743690490722656,
      4.474964141845703,
      4.35497522354126,
      4.7336955070495605,
      4.732666969299316,
      4.279020309448242,
      4.5431976318359375,
      4.652517318725586,
      4.426403045654297,
      4.2659912109375,
      4.384464740753174,
      4.355666160583496,
      4.207370281219482,
      4.577617168426514,
      4.5253167152404785,
      4.205811500549316,
      4.077879428863525,
      4.159183979034424,
      4.4364423751831055,
      4.151106834411621,
      4.533535003662109,
      4.454157829284668,
      4.204108238220215,
      4.681595325469971,
      4.252750396728516,
      4.296718597412109,
      4.09920072555542,
      4.431081771850586,
      4.328530788421631,
      4.222678184509277,
      4.021708011627197,
      4.1730194091796875,
      4.3510355949401855,
      4.2066240310668945,
      3.9915239810943604,
      3.9181559085845947
    ]
  },
  "params_m": 4.274272,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.15749350902092213,
        "MASE": 15.429755474232833,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.13981568315054804,
        "MASE": 20.573092120003086,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.12424593044056954,
        "MASE": 10.974577643539828,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.15617303924576004,
        "MASE": 2.0145676181297563,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2607811052086578,
        "MASE": 2.9788623483908165,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2789757914074991,
        "MASE": 3.417070068155575,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9984930440510686,
        "MASE": 1.5190486625092807,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9989808727652433,
        "MASE": 2.093368465053296,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3575926738287786,
        "MASE": 1.5109038308157319,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11539875104591196,
        "MASE": 1.2793246045704283,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.059507475597941194,
        "MASE": 0.5688252729587325,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07949739140541259,
        "MASE": 1.529414478425756,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.18220201177764886,
        "MASE": 83.29094833927262,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07267524600071909,
        "MASE": 0.9030973331430299,
        "freq": "M"
      }
    },
    "gm_crps": 0.19004234859110913,
    "gm_crps_long_season": 0.2619078616037366,
    "gm_crps_other": 0.12391375787862058
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.1435288871941962,
        "MASE": 12.854458062309584,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.11194688669196395,
        "MASE": 16.324506640493755,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.12246494961419734,
        "MASE": 10.402105051847814,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.15903085051452,
        "MASE": 1.972946483072848,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24444792238910176,
        "MASE": 2.951983728761196,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.22849546938506693,
        "MASE": 3.233405965442898,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.002014471479828,
        "MASE": 1.5285446054479488,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9862289512411804,
        "MASE": 2.0943616198677084,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3462480760056931,
        "MASE": 1.4278582107456292,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.1105117735940783,
        "MASE": 1.1656215586299439,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.058641037793239134,
        "MASE": 0.526101110159275,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07787253409501955,
        "MASE": 1.6592992101927295,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.18339231361196695,
        "MASE": 85.61599787231238,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08044228225128992,
        "MASE": 0.9725953871775794,
        "freq": "M"
      }
    },
    "gm_crps": 0.18222788240961577,
    "gm_crps_long_season": 0.24981334366455626,
    "gm_crps_other": 0.11965947415575241
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.17962068832532552,
        "MASE": 19.106195468328966,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.11116062072493198,
        "MASE": 16.735396050001768,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11890419492895966,
        "MASE": 10.970326834367286,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.1591242763884091,
        "MASE": 2.033301875535067,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24670974169243587,
        "MASE": 2.9024194789960105,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.29288498706974014,
        "MASE": 3.4059145376957516,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9954353129549419,
        "MASE": 1.5203824041543579,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9971316303077743,
        "MASE": 2.094079997429627,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.37382511556473674,
        "MASE": 1.50772724440719,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10740396617582039,
        "MASE": 1.1526749758381927,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.059212935933681696,
        "MASE": 0.577564232875518,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.08310928262545494,
        "MASE": 1.5743525081102356,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.21378382799337511,
        "MASE": 90.93230195048926,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.0778811210343025,
        "MASE": 0.9450100431023187,
        "freq": "M"
      }
    },
    "gm_crps": 0.1914902035478069,
    "gm_crps_long_season": 0.2590412571539024,
    "gm_crps_other": 0.12799216631510127
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.24754374653614367,
        "MASE": 30.40315555196732,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.16382284699774022,
        "MASE": 23.602099607566625,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11883310182943882,
        "MASE": 11.911330908731221,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.24406753521425173,
        "MASE": 2.9627765728667788,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.25620961961295774,
        "MASE": 3.155376645836229,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.30233369581000513,
        "MASE": 3.5335604857880965,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 1.0048704694737673,
        "MASE": 1.552017204992481,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9950824281753147,
        "MASE": 2.0952873406396337,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.36347122322649505,
        "MASE": 1.548289568285402,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.14522155561842243,
        "MASE": 1.4962390007436952,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.061465257097075066,
        "MASE": 0.5503742460206488,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07935888650156842,
        "MASE": 1.5505358014730521,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 1.4632307746984465,
        "MASE": 365.7615959948146,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07987509589788283,
        "MASE": 0.9623961608053883,
        "freq": "M"
      }
    },
    "gm_crps": 0.24458331619548102,
    "gm_crps_long_season": 0.2718879262956549,
    "gm_crps_other": 0.21239422533993702
  },
  "probe": {
    "pearson": [
      0.006,
      -0.018,
      -0.006,
      0.01,
      -0.019,
      -0.016,
      -0.015,
      -0.004
    ],
    "amp_retention": [
      0.256,
      0.187,
      0.198,
      0.248,
      0.275,
      0.275,
      0.244,
      0.239
    ]
  }
}