{
  "run_name": "N2_vqce_multi_nat_s1",
  "cfg": {
    "run_name": "N2_vqce_multi_nat_s1",
    "tokenizer": "vq",
    "patch": 32,
    "ctx_span": 4096,
    "fine_span": 1024,
    "enc_hidden": 64,
    "fsq_levels": [
      8,
      6,
      5,
      5,
      5
    ],
    "vq_codes": 1024,
    "vq_dim": 64,
    "vq_beta": 0.25,
    "vq_decay": 0.99,
    "vq_entropy_w": 0.02,
    "vq_warm_steps": 2000,
    "vq_warm_decay": 0.9,
    "aux_code_ce": 0.2,
    "aux_code_offsets": [
      1,
      2,
      4,
      8
    ],
    "d_model": 256,
    "n_layers": 4,
    "n_heads": 4,
    "train_kmin": 4,
    "train_kmax": 32,
    "cpm_cmax": 16,
    "cpm_pmax": 0.4,
    "cpm_span_max": 4,
    "steps": 30000,
    "batch": 64,
    "n_variates": 8,
    "lr": 0.001,
    "normuon_lr": 0.0008,
    "weight_decay": 0.0001,
    "grad_clip": 1.0,
    "warmup_frac": 0.03,
    "decay_frac": 0.1,
    "seed": 1,
    "data_seed": 1,
    "pool": "short",
    "eval_every": 500,
    "ckpt_every": 2500,
    "gift_ckpts": [
      7500,
      15000,
      22500,
      30000
    ]
  },
  "val_log": {
    "step": [
      500,
      1000,
      1500,
      2000,
      2500,
      3000,
      3500,
      4000,
      4500,
      5000,
      5500,
      6000,
      6500,
      7000,
      7500,
      8000,
      8500,
      9000,
      9500,
      10000,
      10500,
      11000,
      11500,
      12000,
      12500,
      13000,
      13500,
      14000,
      14500,
      15000,
      15500,
      16000,
      16500,
      17000,
      17500,
      18000,
      18500,
      19000,
      19500,
      20000,
      20500,
      21000,
      21500,
      22000,
      22500,
      23000,
      23500,
      24000,
      24500,
      25000,
      25500,
      26000,
      26500,
      27000,
      27500,
      28000,
      28500,
      29000,
      29500,
      30000
    ],
    "val_crps": [
      0.9099590182304382,
      0.8849065899848938,
      0.8882471323013306,
      0.8936567306518555,
      0.8299410939216614,
      0.9385629892349243,
      1.0170351266860962,
      0.8098767399787903,
      0.8884330987930298,
      0.9348676204681396,
      0.9569662809371948,
      0.9037463068962097,
      0.8767845630645752,
      0.881898820400238,
      0.8499691486358643,
      0.9280440807342529,
      0.8320481777191162,
      0.8341497778892517,
      0.8603867888450623,
      0.8371344208717346,
      0.9652405977249146,
      0.7839155793190002,
      0.8238986730575562,
      0.8552103638648987,
      0.8351088166236877,
      0.868289053440094,
      1.013084053993225,
      0.883444607257843,
      0.9117512106895447,
      0.9347814321517944,
      0.9088606238365173,
      0.76961749792099,
      0.8591784834861755,
      0.7757100462913513,
      0.8850586414337158,
      0.7769790887832642,
      0.8002188801765442,
      0.7927071452140808,
      0.8387096524238586,
      0.7929567694664001,
      0.7626205682754517,
      0.8339762091636658,
      0.8873335123062134,
      0.8962920308113098,
      0.8410465717315674,
      0.7406723499298096,
      0.7497475743293762,
      0.8199162483215332,
      0.8124443292617798,
      0.7819086909294128,
      0.8220005035400391,
      0.8673537373542786,
      0.8849983811378479,
      0.7330533862113953,
      0.8231781125068665,
      0.7902998328208923,
      0.8477548360824585,
      0.8441654443740845,
      0.7995887994766235,
      0.7670584917068481
    ],
    "train_loss": [
      1.299237678080659,
      1.2511497367634101,
      1.2088177945256022,
      1.202673117514196,
      1.2347868895949894,
      1.298743716763626,
      1.2985252497652482,
      1.2890225712860843,
      1.298873648486235,
      1.3164523864436897,
      1.3631718126514991,
      1.3011137178454277,
      1.3538796360884,
      1.3506663181122576,
      1.3404993901348998,
      1.3315983161584328,
      1.3670416353918755,
      1.342125539169113,
      1.3094902609594359,
      1.3265168921332124,
      1.326464812196073,
      1.3296065343794234,
      1.312603464011775,
      1.3156379348404337,
      1.2983023124735111,
      1.31516477785323,
      1.2948394618120094,
      1.3359946503528306,
      1.2859423405765371,
      1.3112235087452135,
      1.2866934345677752,
      1.2553925478202357,
      1.226076842321379,
      1.2042292809522763,
      1.1932355340818328,
      1.1953705003498203,
      1.197854288358274,
      1.2007651897862903,
      1.2100032254381492,
      1.1872454161095585,
      1.1843332830006859,
      1.1873927172376386,
      1.2559081685205165,
      1.1812558954985315,
      1.1782254737381492,
      1.1792645060504197,
      1.1760321462009011,
      1.1771418214837972,
      1.1717129539647733,
      1.1766447455410982,
      1.1889697850458198,
      1.1781747022796198,
      1.2082874985159375,
      1.192240928212144,
      1.2034049533677733,
      1.1535020971219307,
      1.1488786091948069,
      1.1384721788174066,
      1.137312971696058,
      1.1299240402789694
    ],
    "perplexity": [
      363.2639465332031,
      417.6182861328125,
      486.1256408691406,
      503.5411071777344,
      434.97698974609375,
      225.22523498535156,
      427.97076416015625,
      331.6309814453125,
      356.4391174316406,
      289.1632080078125,
      189.10797119140625,
      312.2452087402344,
      251.03414916992188,
      236.63973999023438,
      245.76141357421875,
      227.8300323486328,
      184.54083251953125,
      239.2318572998047,
      262.4062194824219,
      190.1375732421875,
      174.9958953857422,
      283.80767822265625,
      210.65318298339844,
      336.1671142578125,
      226.58140563964844,
      260.5111083984375,
      262.5540771484375,
      316.4151916503906,
      258.9222106933594,
      268.66375732421875,
      343.2702941894531,
      531.1109619140625,
      495.5328369140625,
      537.1522216796875,
      600.7391967773438,
      574.812255859375,
      527.4396362304688,
      523.4903564453125,
      523.3001708984375,
      563.4044189453125,
      558.175048828125,
      489.2583312988281,
      550.4463500976562,
      574.9981079101562,
      600.8784790039062,
      571.6873168945312,
      610.0805053710938,
      571.139404296875,
      612.1544189453125,
      589.644287109375,
      522.4312744140625,
      527.2236938476562,
      584.5745849609375,
      556.8822631835938,
      511.1152648925781,
      583.097412109375,
      584.8430786132812,
      625.1019897460938,
      627.0496826171875,
      629.8143310546875
    ],
    "code_ce": [
      4.860500812530518,
      4.35720682144165,
      4.2386016845703125,
      4.286291122436523,
      4.404038429260254,
      4.638619899749756,
      4.560238361358643,
      4.601754188537598,
      4.659465789794922,
      4.306926250457764,
      4.657214641571045,
      4.801409721374512,
      4.882091999053955,
      4.888235092163086,
      4.482002258300781,
      4.950483322143555,
      5.082013130187988,
      4.4830193519592285,
      4.547579765319824,
      4.3363752365112305,
      4.798230171203613,
      4.560731410980225,
      4.452453136444092,
      4.6056976318359375,
      4.637840270996094,
      4.40317964553833,
      4.337745666503906,
      4.861033916473389,
      4.999696731567383,
      4.626904010772705,
      4.4045209884643555,
      4.531879425048828,
      4.298150062561035,
      4.201845645904541,
      4.313586235046387,
      4.220623970031738,
      4.165383338928223,
      4.305590629577637,
      4.229437828063965,
      4.057252883911133,
      4.280813217163086,
      4.199313163757324,
      4.336925506591797,
      4.230029106140137,
      4.152834892272949,
      4.2256999015808105,
      4.146981239318848,
      4.176821708679199,
      4.209443092346191,
      4.144687175750732,
      4.086924076080322,
      4.188472747802734,
      4.292935371398926,
      4.144305229187012,
      4.113938331604004,
      4.0803093910217285,
      4.039039611816406,
      3.9342570304870605,
      3.9358623027801514,
      4.019317626953125
    ]
  },
  "params_m": 4.274272,
  "gift_final": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.1414768162092751,
        "MASE": 13.76582721916414,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.13878798782740712,
        "MASE": 20.531907701950637,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11553611386685092,
        "MASE": 10.418661927756446,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.16914289582141984,
        "MASE": 2.2134805008354044,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.27196598931496757,
        "MASE": 3.1350979119748015,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.25624151966257247,
        "MASE": 3.3864027737604756,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9997956219380235,
        "MASE": 1.5213730214434504,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.998947249666218,
        "MASE": 2.093099827696153,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3728642090878853,
        "MASE": 1.551566195166048,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11125645131796134,
        "MASE": 1.2289123501630874,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.05843060140982581,
        "MASE": 0.5554472930787153,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07528213630687824,
        "MASE": 1.5135965129787492,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.2942188170208759,
        "MASE": 90.84369967079465,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07936207864897361,
        "MASE": 0.9414623791779093,
        "freq": "M"
      }
    },
    "gm_crps": 0.1948600145957936,
    "gm_crps_long_season": 0.25776947510373227,
    "gm_crps_other": 0.13418718907749658
  },
  "gift_7500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.21228750751577644,
        "MASE": 24.46911778483071,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.12938082779353421,
        "MASE": 17.215083466516393,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.12030141879409029,
        "MASE": 10.943325999436318,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.16757419769276694,
        "MASE": 2.0503976192347557,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.24783675973476407,
        "MASE": 2.9398808473062576,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.2824891379086043,
        "MASE": 3.444174985414934,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9965060875549808,
        "MASE": 1.5210059983185797,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9877555412411334,
        "MASE": 2.098817754423311,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3707303925753705,
        "MASE": 1.4919184598330275,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.11390195820623113,
        "MASE": 1.1144587530294592,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06040928219923768,
        "MASE": 0.5303934908896338,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07956034778165189,
        "MASE": 1.505372592875819,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.27701178487930084,
        "MASE": 82.04733365066178,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07794483337348429,
        "MASE": 0.9355768257719392,
        "freq": "M"
      }
    },
    "gm_crps": 0.2002904857175384,
    "gm_crps_long_season": 0.26040995895138314,
    "gm_crps_other": 0.14114450033270937
  },
  "gift_15000": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.16565213776319287,
        "MASE": 17.791557929818453,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.10461073970865786,
        "MASE": 15.059523635662252,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11972624694943529,
        "MASE": 11.275338821368573,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.16870850283794966,
        "MASE": 2.0258685998971053,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2445180882815251,
        "MASE": 2.860658032786903,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.26288960724434074,
        "MASE": 3.349883699398749,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9970828228586675,
        "MASE": 1.5315675724143223,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9948940863637166,
        "MASE": 2.0939100458828266,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.36702923958061934,
        "MASE": 1.5076564667910806,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.12379880394581161,
        "MASE": 1.3088522180602695,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.059582582299460195,
        "MASE": 0.5802956726086123,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.08131654396987659,
        "MASE": 1.503236509727777,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.29500696285552247,
        "MASE": 90.67059877107418,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.09205749258407404,
        "MASE": 1.012814215924459,
        "freq": "M"
      }
    },
    "gm_crps": 0.19708982668553474,
    "gm_crps_long_season": 0.2596658201011769,
    "gm_crps_other": 0.13645729824204247
  },
  "gift_22500": {
    "per_dataset": {
      "m4_weekly": {
        "CRPS": 0.1361830359002177,
        "MASE": 12.77705225646968,
        "freq": "W-SUN"
      },
      "m4_daily": {
        "CRPS": 0.11346333980868874,
        "MASE": 16.891453063162473,
        "freq": "D"
      },
      "m4_hourly": {
        "CRPS": 0.11850450447960648,
        "MASE": 10.569736429157167,
        "freq": "H"
      },
      "m4_monthly": {
        "CRPS": 0.16758167612008604,
        "MASE": 2.228628589898458,
        "freq": "M"
      },
      "electricity/15T": {
        "CRPS": 0.2728295577108644,
        "MASE": 3.0870184168959445,
        "freq": "15T"
      },
      "electricity/H": {
        "CRPS": 0.24000938868787575,
        "MASE": 3.300333586358839,
        "freq": "H"
      },
      "solar/10T": {
        "CRPS": 0.9980905144981342,
        "MASE": 1.5190534988098596,
        "freq": "10T"
      },
      "solar/H": {
        "CRPS": 0.9981586632685604,
        "MASE": 2.093571629343862,
        "freq": "H"
      },
      "ett1/15T": {
        "CRPS": 0.3826109958137144,
        "MASE": 1.5580337100010693,
        "freq": "15T"
      },
      "ett2/H": {
        "CRPS": 0.10572806700248463,
        "MASE": 1.1687153812122921,
        "freq": "H"
      },
      "jena_weather/10T": {
        "CRPS": 0.06001045947470027,
        "MASE": 0.5748202311879258,
        "freq": "10T"
      },
      "us_births/D": {
        "CRPS": 0.07582046047981203,
        "MASE": 1.4933470263696675,
        "freq": "D"
      },
      "covid_deaths": {
        "CRPS": 0.21484267625763975,
        "MASE": 93.4894557517262,
        "freq": "D"
      },
      "hospital": {
        "CRPS": 0.07659799724298147,
        "MASE": 0.9116125096141767,
        "freq": "M"
      }
    },
    "gm_crps": 0.1862922857190713,
    "gm_crps_long_season": 0.25655166558943954,
    "gm_crps_other": 0.1215873094831737
  },
  "probe": {
    "pearson": [
      0.092,
      0.014,
      -0.013,
      0.008,
      -0.005,
      -0.011,
      -0.013,
      -0.007
    ],
    "amp_retention": [
      0.248,
      0.24,
      0.267,
      0.249,
      0.238,
      0.206,
      0.205,
      0.208
    ]
  }
}