{
  "run_name": "M2_vqce_tpfn_s0",
  "cfg": {
    "run_name": "M2_vqce_tpfn_s0",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.02,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.2,
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 0,
    "data_seed": 0,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      1.0299395322799683,
      1.0326898097991943,
      1.03218674659729,
      1.0561938285827637,
      1.1704601049423218,
      1.054283618927002,
      0.9585804343223572,
      1.062980055809021,
      1.059228539466858,
      1.0652662515640259,
      0.9873411655426025,
      0.989358127117157,
      1.021972894668579,
      0.9729986786842346,
      0.9905771613121033,
      1.118775486946106,
      1.067771315574646,
      1.1632376909255981,
      1.002104640007019,
      0.9079801440238953,
      1.136450171470642,
      1.0393235683441162,
      0.9955424666404724,
      1.0946340560913086,
      0.9601808190345764,
      0.9962164163589478,
      1.0573714971542358,
      1.1162457466125488,
      0.9514055848121643,
      0.9961531758308411,
      1.011064052581787,
      1.0687565803527832,
      0.9697597026824951,
      1.1042661666870117,
      0.9914942383766174,
      0.9310743808746338,
      1.0567387342453003,
      1.1479300260543823,
      1.1242338418960571,
      1.0145399570465088,
      1.0948771238327026,
      1.0336382389068604,
      1.1612271070480347,
      1.1918396949768066,
      0.9958765506744385,
      1.0153872966766357,
      1.0442277193069458,
      1.0268391370773315,
      1.0194259881973267,
      1.1412146091461182,
      1.0124800205230713,
      1.0035710334777832,
      1.0199750661849976,
      0.9705801010131836,
      0.9904165863990784,
      0.9949770569801331,
      0.9896785020828247,
      0.9445053935050964,
      1.0156047344207764,
      0.9106096625328064
    ],
    "train_loss": [
      1.0307418831879698,
      1.3595220967834565,
      1.4079669756788478,
      1.4061850340842599,
      1.3140176025390495,
      1.3161708252210818,
      1.3469196011484785,
      1.2849856321085755,
      1.2740035571033033,
      1.3171894218203126,
      1.309246513417029,
      1.3010693353781437,
      1.294971908712535,
      1.2680291527655012,
      1.3038016333393523,
      1.3298805173730746,
      1.307118077605069,
      1.2949987883052836,
      1.2996797796912782,
      1.238161123308609,
      1.2654209602850928,
      1.2392393035295663,
      1.2860419021958724,
      1.2227224665205,
      1.283674885188241,
      1.2748862430728243,
      1.2613429404055037,
      1.266501372274523,
      1.2697728662230834,
      1.242930820057762,
      1.2274437486241978,
      1.2661428195034647,
      1.2707004180331491,
      1.3167398983399483,
      1.2732425144529222,
      1.2285600400485244,
      1.2856346703981696,
      1.3121905114149288,
      1.277617168923268,
      1.2587848763063572,
      1.2478238672252746,
      1.2719373179876052,
      1.3092413953994722,
      1.3412023308044376,
      1.241008807739843,
      1.2598473411291868,
      1.2574774851925254,
      1.2667441251467864,
      1.239948916604642,
      1.2953980726771388,
      1.2928771987640804,
      1.2756479484284327,
      1.2487732661518232,
      1.2798988591722098,
      1.236250710734666,
      1.2693910622638283,
      1.1855444279440692,
      1.1989993148520088,
      1.1877230609818357,
      1.1799122188900093
    ],
    "perplexity": [
      156.61514282226562,
      174.91798400878906,
      122.82072448730469,
      170.54739379882812,
      163.83360290527344,
      125.29063415527344,
      125.03106689453125,
      120.66871643066406,
      163.20046997070312,
      130.96597290039062,
      143.02806091308594,
      177.97811889648438,
      143.44065856933594,
      164.2644500732422,
      135.16419982910156,
      109.67994689941406,
      141.43447875976562,
      115.62860870361328,
      134.8477325439453,
      119.90505981445312,
      143.36236572265625,
      157.2439422607422,
      94.35846710205078,
      149.4012451171875,
      185.0362091064453,
      142.205810546875,
      115.63423156738281,
      137.55123901367188,
      149.7230224609375,
      161.1395263671875,
      107.3434066772461,
      138.4622039794922,
      152.50637817382812,
      131.70620727539062,
      188.3429718017578,
      185.7620086669922,
      154.05955505371094,
      134.71957397460938,
      158.80174255371094,
      138.21917724609375,
      130.6790771484375,
      187.32388305664062,
      86.78826141357422,
      176.9356231689453,
      182.89747619628906,
      204.2845458984375,
      147.25119018554688,
      144.10208129882812,
      112.4936294555664,
      104.02809143066406,
      190.4267578125,
      171.77130126953125,
      144.8476104736328,
      160.1942138671875,
      117.80599975585938,
      163.73838806152344,
      180.95870971679688,
      203.09405517578125,
      234.46356201171875,
      296.56231689453125
    ],
    "code_ce": [
      4.396064758300781,
      4.973721981048584,
      5.068461894989014,
      5.20098352432251,
      4.628573417663574,
      4.315348148345947,
      5.093392372131348,
      4.511836528778076,
      4.5339884757995605,
      4.999838352203369,
      4.634938716888428,
      4.79011869430542,
      4.733121871948242,
      4.012308120727539,
      4.3600945472717285,
      4.169187068939209,
      4.565148830413818,
      4.093905925750732,
      3.9938416481018066,
      4.001689434051514,
      4.262556076049805,
      4.8620452880859375,
      4.1283278465271,
      4.31411600112915,
      4.493886470794678,
      4.498759746551514,
      3.969916343688965,
      4.389894008636475,
      4.233963966369629,
      4.284030437469482,
      4.389142990112305,
      4.011116027832031,
      4.273245334625244,
      4.899367332458496,
      4.42974853515625,
      4.301732540130615,
      4.271791934967041,
      4.6330060958862305,
      4.726583957672119,
      4.6640238761901855,
      4.167193412780762,
      4.222774028778076,
      4.239407062530518,
      4.77517557144165,
      4.2408623695373535,
      4.234416484832764,
      4.414726257324219,
      4.653977870941162,
      4.2749528884887695,
      4.493946075439453,
      4.203187465667725,
      4.5216851234436035,
      4.540933132171631,
      4.697303295135498,
      4.221104145050049,
      4.3538618087768555,
      4.101668834686279,
      4.348240852355957,
      4.265799045562744,
      4.21635627746582
    ]
  },
  "params_m": 3.97616,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.20313125085343758,
        "MASE": 18.954610858511522,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.10559380446876113,
        "MASE": 12.560852577886452,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.1303339921636238,
        "MASE": 11.123692260739704,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.17966255124023225,
        "MASE": 1.7721098997157718,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2633488776544761,
        "MASE": 2.9716606506808794,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2652665885204015,
        "MASE": 3.2522852429573743,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9998448353913556,
        "MASE": 1.519158587383863,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9970566545077006,
        "MASE": 2.093659595285545,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.4100393021591697,
        "MASE": 1.6252115797662898,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11032503502494974,
        "MASE": 1.173225827290124,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.060284494300303054,
        "MASE": 0.5492528338343478,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07697002286826515,
        "MASE": 1.6808063194309406,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.3179865833386955,
        "MASE": 95.36286770563979,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.09234833507589979,
        "MASE": 0.9534509460211859,
        "freq": "M"
      }
    },
    "gm_crps": 0.2039610575730988,
    "gm_crps_long_season": 0.2655850768422553,
    "gm_crps_other": 0.14344058160115286
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.1937094820769173,
        "MASE": 18.884050482401626,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.11546947705699138,
        "MASE": 15.653826878291719,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.13302346248046917,
        "MASE": 10.645662708889793,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.18157610102249777,
        "MASE": 2.2994167517908437,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24175822778742193,
        "MASE": 2.897874298170904,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.28405634748739783,
        "MASE": 3.333182016011026,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.999893652557621,
        "MASE": 1.5191600472337823,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.999006794436334,
        "MASE": 2.0934736666727525,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.37204619713871856,
        "MASE": 1.5182844577105383,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10744218240881169,
        "MASE": 1.1701226592491756,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.060735487795933484,
        "MASE": 0.6293586720874266,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.08133551556034142,
        "MASE": 1.8151092998547964,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.42362409655345495,
        "MASE": 113.2648699881567,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08560651007463597,
        "MASE": 1.03518410072138,
        "freq": "M"
      }
    },
    "gm_crps": 0.20701055701867976,
    "gm_crps_long_season": 0.261927627847678,
    "gm_crps_other": 0.151265796850463
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.18414876552545836,
        "MASE": 15.936372400923894,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.10994816780523857,
        "MASE": 15.378485332645125,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.16493214512744098,
        "MASE": 11.441455391856683,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.19206411730679523,
        "MASE": 2.611660586513053,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.27871822448445766,
        "MASE": 3.1826944396249517,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.26341618501217107,
        "MASE": 3.4715825503402344,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9985314818487401,
        "MASE": 1.519210217714664,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9982872227836272,
        "MASE": 2.0933013226901127,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.5079722586279649,
        "MASE": 1.8192502583021997,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10723519281025677,
        "MASE": 1.1787541750458068,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.0614118820542388,
        "MASE": 0.6142739579560433,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07736344203116702,
        "MASE": 1.6548526633932037,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.4779926248189991,
        "MASE": 125.31084481184749,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08236268027740988,
        "MASE": 0.9982058522988048,
        "freq": "M"
      }
    },
    "gm_crps": 0.21590403547905435,
    "gm_crps_long_season": 0.2823384446763431,
    "gm_crps_other": 0.15097849168080693
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.18072241414405402,
        "MASE": 15.96952517166581,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.1139853977545828,
        "MASE": 13.984807403994699,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.14575974576466427,
        "MASE": 11.33474287822263,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.19289545689330448,
        "MASE": 2.0048586655809477,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2534571017883607,
        "MASE": 2.870388191738795,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2834845753447153,
        "MASE": 3.352654697463919,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9998638004745316,
        "MASE": 1.5191575657170235,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9985167719892947,
        "MASE": 2.0934664530513523,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.39056438317252745,
        "MASE": 1.5847359500122769,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11779754267320591,
        "MASE": 1.2542686237519456,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06070520814638685,
        "MASE": 0.614360688894792,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07630170032001983,
        "MASE": 1.6454723150303505,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.4449157926552441,
        "MASE": 106.25372793280938,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08845729888960484,
        "MASE": 0.9746071325706941,
        "freq": "M"
      }
    },
    "gm_crps": 0.21107626041358335,
    "gm_crps_long_season": 0.2711301511174789,
    "gm_crps_other": 0.15116624485414917
  },
  "probe": {
    "pearson": [
      0.009,
      -0.012,
      0.004,
      0.001,
      -0.003,
      -0.017,
      -0.013,
      -0.003
    ],
    "amp_retention": [
      0.122,
      0.135,
      0.14,
      0.143,
      0.157,
      0.162,
      0.173,
      0.18
    ]
  }
}