{
  "run_name": "N1_vqce_nat_s0",
  "cfg": {
    "run_name": "N1_vqce_nat_s0",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.02,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.2,
    "aux_code_offsets": [
      1
    ],
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 0,
    "data_seed": 0,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      0.8873563408851624,
      0.9526568055152893,
      0.9588855504989624,
      0.9084665775299072,
      0.8808322548866272,
      0.9855246543884277,
      1.001686453819275,
      0.9176946878433228,
      1.1324671506881714,
      0.8744878172874451,
      0.8681491613388062,
      0.9458913207054138,
      0.8968943953514099,
      0.9415152072906494,
      0.9744998812675476,
      0.9326366186141968,
      1.2283563613891602,
      0.896915078163147,
      0.7931904196739197,
      0.8677750825881958,
      0.8892331719398499,
      0.9210174679756165,
      0.921058177947998,
      0.964272677898407,
      0.8624753355979919,
      0.8356332778930664,
      1.0317933559417725,
      0.9154489636421204,
      0.8682361841201782,
      1.0630521774291992,
      0.929937481880188,
      0.8921054601669312,
      0.8469533920288086,
      1.0572277307510376,
      0.8426133394241333,
      0.8491008877754211,
      1.107155203819275,
      0.7740868926048279,
      0.848668098449707,
      0.8851476907730103,
      0.9732556939125061,
      0.7688469290733337,
      0.8360384106636047,
      0.887428879737854,
      0.9056776762008667,
      0.8331699967384338,
      0.8061240315437317,
      0.9074313640594482,
      0.9171712398529053,
      0.8653753995895386,
      0.7929660081863403,
      0.8490146994590759,
      0.7843870520591736,
      0.809841513633728,
      0.7987735867500305,
      0.7845855355262756,
      0.8086934089660645,
      0.7752386927604675,
      0.7615285515785217,
      0.7884569764137268
    ],
    "train_loss": [
      1.0688195622140626,
      1.143360978446536,
      1.1984581936834158,
      1.1689372302514747,
      1.2480959501484756,
      1.2539527598209335,
      1.2362143591629156,
      1.267681266079122,
      1.2754534742064245,
      1.265862194332757,
      1.2424044519378232,
      1.2534395020016376,
      1.2070687433951561,
      1.2248745001864971,
      1.2183278777890687,
      1.2485511576586492,
      1.234485266158566,
      1.2222036099495166,
      1.2075415860606944,
      1.1802327229673093,
      1.18788919649423,
      1.2301782448723881,
      1.1669743931030525,
      1.2138644705699493,
      1.1981266157034447,
      1.1749611891285592,
      1.238375949770231,
      1.164686145848512,
      1.1773812139585227,
      1.1783472594096427,
      1.1397048623107897,
      1.1747439777889428,
      1.1758905944040416,
      1.1823469401823112,
      1.1464921120458127,
      1.1528536074878428,
      1.1949196489578224,
      1.1426287328408802,
      1.1414228668640505,
      1.1504588002303748,
      1.141307610816431,
      1.1782327351473068,
      1.1597540562137727,
      1.1602189254905455,
      1.1706776030140702,
      1.1576661626456404,
      1.1515101807546053,
      1.1676744300568502,
      1.1980071643297965,
      1.1419314704147787,
      1.1572040410404096,
      1.1414279185843204,
      1.1575975362059103,
      1.1452014285971182,
      1.125970041691606,
      1.1446451224283374,
      1.1210905756698035,
      1.1283120321827373,
      1.090507951890925,
      1.101052127620641
    ],
    "perplexity": [
      361.1640625,
      549.64404296875,
      464.3547668457031,
      488.4117431640625,
      424.77313232421875,
      346.59234619140625,
      294.49578857421875,
      167.59078979492188,
      218.1181640625,
      143.55677795410156,
      240.3029022216797,
      122.31861114501953,
      288.2708435058594,
      232.06802368164062,
      232.46774291992188,
      212.88082885742188,
      181.71409606933594,
      200.24171447753906,
      240.28765869140625,
      298.7331237792969,
      228.95404052734375,
      127.28345489501953,
      315.2071533203125,
      221.5361328125,
      225.01976013183594,
      204.80799865722656,
      187.1436309814453,
      345.3833923339844,
      289.277099609375,
      283.5936584472656,
      374.0501403808594,
      408.78265380859375,
      262.7529602050781,
      222.59246826171875,
      375.5141296386719,
      311.0168762207031,
      218.05931091308594,
      364.7403259277344,
      422.071044921875,
      488.85443115234375,
      472.0830993652344,
      278.94091796875,
      338.1353759765625,
      366.9847106933594,
      315.5379943847656,
      423.15679931640625,
      442.91827392578125,
      448.9663391113281,
      357.979248046875,
      408.84228515625,
      498.4726867675781,
      326.5211181640625,
      431.1640930175781,
      412.4795837402344,
      473.7396240234375,
      485.9411926269531,
      496.15631103515625,
      385.27032470703125,
      557.8945922851562,
      613.44775390625
    ],
    "code_ce": [
      4.1356611251831055,
      3.6911866664886475,
      4.101048946380615,
      3.81433367729187,
      4.100106239318848,
      3.9593474864959717,
      4.400155544281006,
      4.443816661834717,
      4.055646896362305,
      4.250777244567871,
      4.144698619842529,
      4.460085391998291,
      4.085359573364258,
      4.000613689422607,
      3.882772207260132,
      4.241275310516357,
      4.055635452270508,
      3.8616275787353516,
      3.8409504890441895,
      3.586707592010498,
      3.6868791580200195,
      3.6876420974731445,
      3.777172565460205,
      3.868542432785034,
      3.9220848083496094,
      3.7413718700408936,
      3.8072750568389893,
      3.7737174034118652,
      3.7891321182250977,
      3.689648389816284,
      3.868776559829712,
      3.916046380996704,
      3.9390628337860107,
      3.8465254306793213,
      3.7101025581359863,
      3.806978464126587,
      3.699819803237915,
      3.7383759021759033,
      3.7411727905273438,
      3.8220717906951904,
      3.7697455883026123,
      3.824319839477539,
      3.7526793479919434,
      3.836900472640991,
      4.01917028427124,
      3.845043897628784,
      3.808269500732422,
      3.9318816661834717,
      3.8596460819244385,
      4.0046067237854,
      3.8727447986602783,
      3.690664291381836,
      4.111098289489746,
      3.832808256149292,
      3.755765438079834,
      3.9152920246124268,
      3.8897111415863037,
      3.6552584171295166,
      3.6133203506469727,
      3.632269859313965
    ]
  },
  "params_m": 3.877984,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.15094826935841002,
        "MASE": 17.36556967888845,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.09693258126690334,
        "MASE": 14.177654390772371,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11443555968583546,
        "MASE": 10.731872938313908,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.14062582663176804,
        "MASE": 1.6747818099956329,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24351217973799677,
        "MASE": 2.8014885784060586,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.24021384360547296,
        "MASE": 3.2931902911447892,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9916837227512207,
        "MASE": 1.5254695469329898,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9960129559687542,
        "MASE": 2.094248463474356,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3856854318797455,
        "MASE": 1.5044088896570895,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10852697238712258,
        "MASE": 1.202701562507174,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05761019965008406,
        "MASE": 0.49009766925253,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07570556219544303,
        "MASE": 1.5334406206779818,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.189226472525512,
        "MASE": 83.14712353990656,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07041062348609595,
        "MASE": 0.86946813474429,
        "freq": "M"
      }
    },
    "gm_crps": 0.17840502246417586,
    "gm_crps_long_season": 0.25137583385854223,
    "gm_crps_other": 0.11294104786926731
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.18841931286828306,
        "MASE": 20.46533744779324,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.11726761944061052,
        "MASE": 16.32287127455574,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11667952472270739,
        "MASE": 10.760426179103504,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.1949724002580837,
        "MASE": 2.3247276172521594,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.3000741385510601,
        "MASE": 3.493202770908302,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2949669413003627,
        "MASE": 3.504240406929471,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.985839690140194,
        "MASE": 1.5318500616193942,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9728177247627854,
        "MASE": 2.09866325073054,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.4359052911893613,
        "MASE": 1.6852236523053037,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.12162933865013154,
        "MASE": 1.3335349843031763,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05873435403295611,
        "MASE": 0.5346629087284995,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.0761621335845336,
        "MASE": 1.5322813870882361,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.23721771457460772,
        "MASE": 85.35563862154312,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.09420014384125937,
        "MASE": 1.0208460731810183,
        "freq": "M"
      }
    },
    "gm_crps": 0.20465696692882937,
    "gm_crps_long_season": 0.2729886731016228,
    "gm_crps_other": 0.13938062512318994
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.25225029975462676,
        "MASE": 34.71336428363901,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.16416448030175992,
        "MASE": 22.81832705134971,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11476151707092436,
        "MASE": 11.020539741124653,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.16968773301619436,
        "MASE": 2.3214970346081802,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24103387701198192,
        "MASE": 2.7990992108292265,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.27813679395424623,
        "MASE": 3.516881333946606,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9812503703732062,
        "MASE": 1.5236949212116793,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9952039138011336,
        "MASE": 2.0938976330368244,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.38733811586809463,
        "MASE": 1.5843840189361704,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.16017467789734857,
        "MASE": 1.7507896579603763,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05893819344218608,
        "MASE": 0.5215047133313809,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07760535775618993,
        "MASE": 1.5697682853238042,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.3748203323794467,
        "MASE": 98.40589722787225,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08124154772454928,
        "MASE": 0.9680227414996078,
        "freq": "M"
      }
    },
    "gm_crps": 0.215177641602684,
    "gm_crps_long_season": 0.2690687148359461,
    "gm_crps_other": 0.15972604138937607
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.14968629882725604,
        "MASE": 16.61532017755197,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.10535601578473698,
        "MASE": 15.757686404121266,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11766001449445536,
        "MASE": 10.659162195950968,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.14480579876735072,
        "MASE": 1.7449736875615522,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2519064831173395,
        "MASE": 2.7584563119176746,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.26295155682390003,
        "MASE": 3.5065428122109124,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9981125726499767,
        "MASE": 1.5403353384508294,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9973313511783777,
        "MASE": 2.0939445703723605,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.37681671699705827,
        "MASE": 1.5187198328953642,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10805755429582481,
        "MASE": 1.185235944128543,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05813892228408771,
        "MASE": 0.4729869834384559,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07747415216421111,
        "MASE": 1.5719904794331607,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.22250721180848684,
        "MASE": 80.2295641977892,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08437556038085263,
        "MASE": 0.9510392301492488,
        "freq": "M"
      }
    },
    "gm_crps": 0.1863729463897185,
    "gm_crps_long_season": 0.2558597123605177,
    "gm_crps_other": 0.12214925506758996
  },
  "probe": {
    "pearson": [
      0.012,
      -0.018,
      -0.007,
      -0.0,
      -0.001,
      -0.011,
      -0.015,
      -0.005
    ],
    "amp_retention": [
      0.24,
      0.228,
      0.233,
      0.235,
      0.236,
      0.233,
      0.234,
      0.235
    ]
  }
}