{
  "run_name": "L2_vq_tpfn_s1",
  "cfg": {
    "run_name": "L2_vq_tpfn_s1",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 1,
    "data_seed": 1,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      1.0654877424240112,
      1.0171939134597778,
      1.077601432800293,
      0.9954102039337158,
      1.0331978797912598,
      0.9874865412712097,
      0.9818260073661804,
      1.0375478267669678,
      0.964297890663147,
      0.9544195532798767,
      1.2176098823547363,
      1.0254786014556885,
      1.048586130142212,
      0.9010831713676453,
      0.982796847820282,
      0.9837924242019653,
      0.9019082188606262,
      0.9831145405769348,
      1.1030502319335938,
      0.9181632399559021,
      0.9856671690940857,
      1.0537171363830566,
      1.0077165365219116,
      0.998682975769043,
      0.9592657685279846,
      1.1057535409927368,
      0.9067942500114441,
      1.1262904405593872,
      1.1583561897277832,
      1.060638666152954,
      1.3004087209701538,
      1.2829352617263794,
      1.2688164710998535,
      1.1515027284622192,
      1.157742977142334,
      1.1068902015686035,
      1.092448353767395,
      1.0638303756713867,
      1.0627492666244507,
      1.0749635696411133,
      1.0319814682006836,
      1.0373561382293701,
      0.9891275763511658,
      0.9026931524276733,
      1.0269310474395752,
      0.9004333019256592,
      1.0277447700500488,
      0.9654811024665833,
      0.9835497140884399,
      0.9061008095741272,
      1.0409718751907349,
      1.0419080257415771,
      1.169393539428711,
      1.0464075803756714,
      0.902158796787262,
      0.9551903605461121,
      0.9114958643913269,
      0.9599458575248718,
      0.9948533177375793,
      0.9443463683128357
    ],
    "train_loss": [
      0.31525074523620616,
      0.31564879031587556,
      0.3193021216781019,
      0.30814412244468764,
      0.3064049465739545,
      0.3103331414673412,
      0.3046383088091387,
      0.30145523646228023,
      0.29659781823460896,
      0.3205470317098761,
      0.36609436055858713,
      0.32550920489231927,
      0.3300477890278273,
      0.31042033058616203,
      0.30662859400073345,
      0.3007359148289451,
      0.30063109553283707,
      0.32453549173735313,
      0.30625776074662747,
      0.30329787422330623,
      0.3084586411316128,
      0.3104760153706211,
      0.3049356179257444,
      0.31403488990991557,
      0.315428181614482,
      0.31710577870693746,
      0.3120781545148295,
      0.3727605703860986,
      0.33517618233164204,
      0.3745536195353522,
      0.3810212612043082,
      0.39101232049265966,
      0.3665709874814991,
      0.3752601366853952,
      0.3649398953212257,
      0.3512399723271451,
      0.33577084945698793,
      0.32438542800741565,
      0.32010784635871714,
      0.3253060738591638,
      0.31454056190646135,
      0.3155813334994216,
      0.32109571640440104,
      0.3119123379346266,
      0.3086755364004762,
      0.3155556924627481,
      0.312978997255753,
      0.3159322145280698,
      0.3212641931037346,
      0.31233128269074334,
      0.30853095595800945,
      0.3153932745713219,
      0.31281905559062784,
      0.3130245704445219,
      0.31492130950448,
      0.3156277340915922,
      0.31013540473685475,
      0.30504629126867266,
      0.30244979192055116,
      0.29933819456260063
    ],
    "perplexity": [
      37.411075592041016,
      45.130008697509766,
      32.285892486572266,
      83.00516510009766,
      94.04269409179688,
      96.84386444091797,
      72.18811798095703,
      119.27828979492188,
      162.27439880371094,
      80.87557983398438,
      32.807952880859375,
      74.77539825439453,
      53.535396575927734,
      96.75469207763672,
      70.9844741821289,
      115.2840805053711,
      161.46725463867188,
      73.50796508789062,
      158.5261993408203,
      93.83869934082031,
      71.75658416748047,
      142.23497009277344,
      113.30545043945312,
      89.30247497558594,
      45.35536575317383,
      76.14146423339844,
      65.73379516601562,
      53.255126953125,
      83.3982925415039,
      101.71892547607422,
      52.83549118041992,
      43.548133850097656,
      114.43341064453125,
      99.63237762451172,
      62.70759201049805,
      88.67535400390625,
      74.64764404296875,
      94.41463470458984,
      80.59070587158203,
      78.2486343383789,
      91.90691375732422,
      121.07654571533203,
      87.9790267944336,
      189.60421752929688,
      103.14119720458984,
      113.04032135009766,
      64.76830291748047,
      93.21105194091797,
      144.2208709716797,
      100.95631408691406,
      105.06965637207031,
      52.40362548828125,
      150.27713012695312,
      61.34883499145508,
      67.01976013183594,
      100.10491180419922,
      90.32257080078125,
      206.908447265625,
      189.3775177001953,
      395.1679992675781
    ]
  },
  "params_m": 3.712992,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.2337678193059064,
        "MASE": 29.902978331000618,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.11220563923005399,
        "MASE": 16.08268376510805,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.13320829636157686,
        "MASE": 11.694488852020838,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.21306353745503326,
        "MASE": 2.5392637765032458,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.25554467728261354,
        "MASE": 2.946784920770374,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.26019868233861365,
        "MASE": 3.212902289969021,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9804661330279667,
        "MASE": 1.5193795661672347,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9996996902026335,
        "MASE": 2.093378954409518,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3704951541454109,
        "MASE": 1.5023452947541625,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10379044905454143,
        "MASE": 1.12529668329434,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06081901166625313,
        "MASE": 0.5775755434228592,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07455536530143524,
        "MASE": 1.6493531751983446,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.4886784618958154,
        "MASE": 121.78182743289334,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.09097548534554616,
        "MASE": 1.0482393891020272,
        "freq": "M"
      }
    },
    "gm_crps": 0.21223086672075145,
    "gm_crps_long_season": 0.2590884663785232,
    "gm_crps_other": 0.1626631472278319
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.30365961897798477,
        "MASE": 39.05716132140912,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.1316811350092394,
        "MASE": 17.822174771513126,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.14657644280662552,
        "MASE": 15.53793109638706,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.21873708400654418,
        "MASE": 3.1084373208667886,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2636084569551293,
        "MASE": 2.9657758789159043,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.24875157079664176,
        "MASE": 3.22985082648557,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9908432825381822,
        "MASE": 1.5194269624228536,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9978171999317804,
        "MASE": 2.0932619994783583,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3870017731229761,
        "MASE": 1.5351660930148254,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11353964741997441,
        "MASE": 1.2217226435801707,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.061794386954217385,
        "MASE": 0.6480814276331699,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07400803562820066,
        "MASE": 1.6174213019798729,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.4315679305401001,
        "MASE": 125.2229402501867,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08063022826570174,
        "MASE": 1.0016777253015319,
        "freq": "M"
      }
    },
    "gm_crps": 0.21893143680615315,
    "gm_crps_long_season": 0.26696655267595043,
    "gm_crps_other": 0.16805179628255215
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.2804758678741738,
        "MASE": 29.72319960837649,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.14269046355115572,
        "MASE": 21.017372936591315,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.1380783658138562,
        "MASE": 11.056671770059037,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.2501318422454448,
        "MASE": 3.4157257662702434,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.264537359948682,
        "MASE": 3.0312508487553025,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.288243120919833,
        "MASE": 3.4445453436151605,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9999675532079012,
        "MASE": 1.5196547121940782,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9992918341388334,
        "MASE": 2.0933842651556556,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.36941090342513216,
        "MASE": 1.4819965953131453,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.1341181934027017,
        "MASE": 1.4185656459992229,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.0630512677485258,
        "MASE": 0.7094512412825675,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.0749855554461846,
        "MASE": 1.533209815022321,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.686763720770625,
        "MASE": 139.58831143938679,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.10337349602050744,
        "MASE": 1.1073288005628537,
        "freq": "M"
      }
    },
    "gm_crps": 0.2368798890036286,
    "gm_crps_long_season": 0.27516464680919694,
    "gm_crps_other": 0.19398832754041945
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.27358161884005006,
        "MASE": 38.29885927051659,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.12016083969411778,
        "MASE": 17.11180890707566,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.14546688244506217,
        "MASE": 14.63580073217173,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.20059877981075347,
        "MASE": 2.56451144921898,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2559298160602348,
        "MASE": 2.9805189376595056,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2622013013845131,
        "MASE": 3.2582803775214533,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9944702007295015,
        "MASE": 1.5196246850306034,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9987973588053028,
        "MASE": 2.093769558659596,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.39138275225488733,
        "MASE": 1.5665493009144642,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10573884928117626,
        "MASE": 1.143063981154864,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06070596366845401,
        "MASE": 0.598127037623237,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07661755239734153,
        "MASE": 1.6771736730872915,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.45949598984044404,
        "MASE": 114.6567272397042,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.08589701020719226,
        "MASE": 1.0402815802051675,
        "freq": "M"
      }
    },
    "gm_crps": 0.21614464918927215,
    "gm_crps_long_season": 0.26505260675948733,
    "gm_crps_other": 0.1646750108176169
  },
  "probe": {
    "pearson": [
      0.025,
      0.008,
      0.008,
      0.01,
      -0.001,
      -0.016,
      -0.014,
      -0.007
    ],
    "amp_retention": [
      0.108,
      0.111,
      0.162,
      0.202,
      0.225,
      0.249,
      0.262,
      0.284
    ]
  }
}