{
  "run_name": "M2_vqce_tpfn_s1",
  "cfg": {
    "run_name": "M2_vqce_tpfn_s1",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.02,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.2,
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 1,
    "data_seed": 1,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      1.1374287605285645,
      1.043595552444458,
      1.2598103284835815,
      0.9705424904823303,
      1.2020299434661865,
      1.6887463331222534,
      0.9501344561576843,
      1.0312154293060303,
      1.1713764667510986,
      1.0044925212860107,
      1.2366063594818115,
      1.147600769996643,
      1.0897420644760132,
      1.109058141708374,
      1.0104576349258423,
      1.1365536451339722,
      1.0609877109527588,
      1.1246659755706787,
      1.1377698183059692,
      1.1311545372009277,
      0.9764535427093506,
      0.9754905700683594,
      1.1114647388458252,
      1.1136577129364014,
      1.0969867706298828,
      0.9921492338180542,
      1.0417654514312744,
      1.0466541051864624,
      1.0070993900299072,
      1.011338472366333,
      1.0493134260177612,
      0.9666507244110107,
      1.072760820388794,
      1.0167977809906006,
      1.0889313220977783,
      1.0758730173110962,
      1.0734162330627441,
      1.117732286453247,
      1.0298353433609009,
      0.9596813917160034,
      1.1199053525924683,
      0.9879907965660095,
      0.9087254405021667,
      1.0296568870544434,
      1.2621320486068726,
      0.9311254024505615,
      1.0190306901931763,
      1.0496230125427246,
      1.0738122463226318,
      1.0176502466201782,
      1.0403251647949219,
      1.0930405855178833,
      1.1202841997146606,
      1.1631563901901245,
      1.0330567359924316,
      0.9893198609352112,
      0.9421988725662231,
      0.987800657749176,
      0.897731602191925,
      0.940544843673706
    ],
    "train_loss": [
      1.1003900339444626,
      1.3193736480672493,
      1.3704437705169619,
      1.3706814366424935,
      1.3666365614630978,
      1.3474103095928325,
      1.35890936779232,
      1.3366246387875083,
      1.284845476741232,
      1.2606657196861775,
      1.3674432850455698,
      1.2805018565586708,
      1.3014199556414792,
      1.2734051689909434,
      1.2588158476263005,
      1.3260243612711429,
      1.315342129752629,
      1.2924266134516442,
      1.2481685065753465,
      1.2664572409273807,
      1.2631379621236418,
      1.254038858509955,
      1.2894426676176112,
      1.2530132893510348,
      1.2836686686660426,
      1.2552659152298975,
      1.3233345607468967,
      1.2672992420698224,
      1.2837700978803868,
      1.281869038490022,
      1.2579028896611635,
      1.294822703909452,
      1.2770135018153645,
      1.2863674315914873,
      1.2528659685037202,
      1.2869117321181909,
      1.275142534316253,
      1.2414591417289231,
      1.2530217337294158,
      1.2344211191139445,
      1.2651798031279315,
      1.2753451790206232,
      1.2925984670240633,
      1.2617078952123433,
      1.3038339641994248,
      1.2371598169976463,
      1.2390755410788314,
      1.2181758385666746,
      1.2445990679319023,
      1.2375260252849445,
      1.2455586192413959,
      1.2989846860782681,
      1.2823645839238647,
      1.3121150804657604,
      1.2533247184837555,
      1.255756848299354,
      1.2072534321890307,
      1.182451403315083,
      1.13661325602843,
      1.1287961929230204
    ],
    "perplexity": [
      167.5808868408203,
      121.77418518066406,
      160.91110229492188,
      199.56008911132812,
      117.7591552734375,
      105.79289245605469,
      93.33509826660156,
      124.91320037841797,
      106.3358154296875,
      110.05059051513672,
      121.99549865722656,
      154.2206573486328,
      109.52153778076172,
      142.48960876464844,
      173.83428955078125,
      146.74188232421875,
      86.61215209960938,
      99.89210510253906,
      152.4537353515625,
      124.7688980102539,
      130.6143035888672,
      126.22032165527344,
      191.13067626953125,
      154.335205078125,
      152.74508666992188,
      153.08604431152344,
      109.34964752197266,
      197.97171020507812,
      126.53246307373047,
      129.91741943359375,
      141.73802185058594,
      105.00840759277344,
      112.74935150146484,
      176.0359344482422,
      126.59662628173828,
      156.00888061523438,
      149.10475158691406,
      122.83846282958984,
      149.50144958496094,
      102.2591323852539,
      93.438720703125,
      84.08165740966797,
      129.04563903808594,
      120.04837799072266,
      120.70450592041016,
      129.7228546142578,
      131.2911834716797,
      134.44381713867188,
      142.00355529785156,
      135.06980895996094,
      187.13095092773438,
      127.87720489501953,
      156.29696655273438,
      149.05471801757812,
      160.5758514404297,
      158.32057189941406,
      187.5291748046875,
      183.12095642089844,
      253.26568603515625,
      315.2778015136719
    ],
    "code_ce": [
      4.2820000648498535,
      4.835413455963135,
      4.761430263519287,
      4.431412696838379,
      4.940968036651611,
      5.150434494018555,
      4.358887195587158,
      4.288832187652588,
      4.459165096282959,
      4.587067604064941,
      4.8479905128479,
      4.464375972747803,
      4.473748683929443,
      4.22337007522583,
      4.5326642990112305,
      4.230881690979004,
      4.326605319976807,
      4.218879222869873,
      4.585843086242676,
      4.5621418952941895,
      4.349985599517822,
      4.519902229309082,
      4.450096130371094,
      4.5876030921936035,
      4.305609226226807,
      4.006594181060791,
      3.919563055038452,
      4.394572734832764,
      4.349401473999023,
      4.518510818481445,
      4.337783336639404,
      4.470995903015137,
      4.2701497077941895,
      4.623191833496094,
      4.786979675292969,
      4.233902931213379,
      4.444831371307373,
      4.001704692840576,
      4.144373416900635,
      4.028796195983887,
      4.5403923988342285,
      3.822946786880493,
      4.274056911468506,
      4.730072498321533,
      4.2432098388671875,
      4.390547275543213,
      4.180708885192871,
      4.0749053955078125,
      4.084682941436768,
      3.86610746383667,
      3.9667224884033203,
      4.756666660308838,
      4.632889270782471,
      4.81338357925415,
      4.35359001159668,
      4.379834175109863,
      4.4983811378479,
      4.128913879394531,
      3.9457902908325195,
      3.968921422958374
    ]
  },
  "params_m": 3.97616,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.1819693350966252,
        "MASE": 17.19492213652513,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.09823378393483836,
        "MASE": 12.824549395377016,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.12824135939951783,
        "MASE": 10.887216583670035,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.1754206897517402,
        "MASE": 1.9251886546097392,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24123310946504586,
        "MASE": 2.939729102918182,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2562735561917629,
        "MASE": 3.301679555142203,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9992566525007993,
        "MASE": 1.5193156790007307,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9934402289427722,
        "MASE": 2.0937768809850965,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.36166830058880434,
        "MASE": 1.4889747612757547,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10778481065120687,
        "MASE": 1.190598608259528,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06132393353166624,
        "MASE": 0.6378501750363262,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07625105388623064,
        "MASE": 1.6417413792197328,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.38506808441578777,
        "MASE": 103.82050613370664,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07779105096786601,
        "MASE": 0.917759064748619,
        "freq": "M"
      }
    },
    "gm_crps": 0.19722730407804884,
    "gm_crps_long_season": 0.25663193786171673,
    "gm_crps_other": 0.1388381500541363
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.2518627436589276,
        "MASE": 30.80453914289252,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.12845358634207604,
        "MASE": 17.957920466759138,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.16337835901827652,
        "MASE": 12.13212592643911,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.19760607998967872,
        "MASE": 2.817815546186648,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2491175191088063,
        "MASE": 3.0142603193699555,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2763395795084679,
        "MASE": 3.478071278921603,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9995148524557474,
        "MASE": 1.5194365121079956,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9963058281918836,
        "MASE": 2.0937537664379438,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3700223123390799,
        "MASE": 1.5432578047325165,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.12194361840155138,
        "MASE": 1.3290854460924786,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06196042245036204,
        "MASE": 0.5948446136047071,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.08046974980325217,
        "MASE": 1.818423366123349,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.43042079537874317,
        "MASE": 116.58679909303673,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.09960425823074814,
        "MASE": 1.0785092420399123,
        "freq": "M"
      }
    },
    "gm_crps": 0.22164603177900347,
    "gm_crps_long_season": 0.27350523729259774,
    "gm_crps_other": 0.16746306855991971
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.16767450503231007,
        "MASE": 15.172735462406298,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.10191266157669504,
        "MASE": 13.987177797851322,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.1222961633229888,
        "MASE": 10.902731376506509,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.17201391902231838,
        "MASE": 2.011273876017142,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24739151662865697,
        "MASE": 2.8776427869262102,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2744480150420854,
        "MASE": 3.507481981104337,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9993829266842575,
        "MASE": 1.5194765135855532,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9938145002136665,
        "MASE": 2.0938071946845183,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.4068049206855024,
        "MASE": 1.592134584354465,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11408624050377902,
        "MASE": 1.2273255869907502,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.060560993766008014,
        "MASE": 0.679663231844324,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07832293118336797,
        "MASE": 1.7035960290282908,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.3732325338899446,
        "MASE": 103.9028996005359,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07548744875733152,
        "MASE": 0.946705344745268,
        "freq": "M"
      }
    },
    "gm_crps": 0.1987764618525346,
    "gm_crps_long_season": 0.2634137435896037,
    "gm_crps_other": 0.13656319120229526
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.2742404390188599,
        "MASE": 28.733363971285414,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.17500283040502562,
        "MASE": 23.875146328666535,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.1299093489169758,
        "MASE": 12.592454308453723,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.2497459896248851,
        "MASE": 3.025379784719331,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2645208619431342,
        "MASE": 3.02625643005819,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.26872752748382234,
        "MASE": 3.7201566019584105,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.999916441909845,
        "MASE": 1.5194570401194256,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9979716960046559,
        "MASE": 2.0965771536243136,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.44777637821621696,
        "MASE": 1.6592852106869085,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.2581844153116382,
        "MASE": 2.515390615388394,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06202770018629232,
        "MASE": 0.6738575416897489,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.08396134995622656,
        "MASE": 1.8166347155412792,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.43128754599518715,
        "MASE": 120.68101166627201,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08932326524718584,
        "MASE": 1.0609021573187005,
        "freq": "M"
      }
    },
    "gm_crps": 0.24340277363780544,
    "gm_crps_long_season": 0.3002679046970963,
    "gm_crps_other": 0.18397027971955873
  },
  "probe": {
    "pearson": [
      -0.039,
      -0.01,
      0.019,
      0.02,
      0.004,
      -0.012,
      -0.013,
      -0.004
    ],
    "amp_retention": [
      0.128,
      0.139,
      0.166,
      0.172,
      0.18,
      0.206,
      0.211,
      0.212
    ]
  }
}