| { |
| "run_name": "L2_vq_tpfn_s1", |
| "cfg": { |
| "run_name": "L2_vq_tpfn_s1", |
| "tokenizer": "vq", |
| "patch": 32, |
| "ctx_span": 4096, |
| "fine_span": 1024, |
| "enc_hidden": 64, |
| "fsq_levels": [ |
| 8, |
| 6, |
| 5, |
| 5, |
| 5 |
| ], |
| "vq_codes": 1024, |
| "vq_dim": 64, |
| "vq_beta": 0.25, |
| "vq_decay": 0.99, |
| "d_model": 256, |
| "n_layers": 4, |
| "n_heads": 4, |
| "train_kmin": 4, |
| "train_kmax": 32, |
| "cpm_cmax": 16, |
| "cpm_pmax": 0.4, |
| "cpm_span_max": 4, |
| "steps": 30000, |
| "batch": 64, |
| "n_variates": 8, |
| "lr": 0.001, |
| "normuon_lr": 0.0008, |
| "weight_decay": 0.0001, |
| "grad_clip": 1.0, |
| "warmup_frac": 0.03, |
| "decay_frac": 0.1, |
| "seed": 1, |
| "data_seed": 1, |
| "pool": "short", |
| "eval_every": 500, |
| "ckpt_every": 2500, |
| "gift_ckpts": [ |
| 7500, |
| 15000, |
| 22500, |
| 30000 |
| ] |
| }, |
| "val_log": { |
| "step": [ |
| 500, |
| 1000, |
| 1500, |
| 2000, |
| 2500, |
| 3000, |
| 3500, |
| 4000, |
| 4500, |
| 5000, |
| 5500, |
| 6000, |
| 6500, |
| 7000, |
| 7500, |
| 8000, |
| 8500, |
| 9000, |
| 9500, |
| 10000, |
| 10500, |
| 11000, |
| 11500, |
| 12000, |
| 12500, |
| 13000, |
| 13500, |
| 14000, |
| 14500, |
| 15000, |
| 15500, |
| 16000, |
| 16500, |
| 17000, |
| 17500, |
| 18000, |
| 18500, |
| 19000, |
| 19500, |
| 20000, |
| 20500, |
| 21000, |
| 21500, |
| 22000, |
| 22500, |
| 23000, |
| 23500, |
| 24000, |
| 24500, |
| 25000, |
| 25500, |
| 26000, |
| 26500, |
| 27000, |
| 27500, |
| 28000, |
| 28500, |
| 29000, |
| 29500, |
| 30000 |
| ], |
| "val_crps": [ |
| 1.0654877424240112, |
| 1.0171939134597778, |
| 1.077601432800293, |
| 0.9954102039337158, |
| 1.0331978797912598, |
| 0.9874865412712097, |
| 0.9818260073661804, |
| 1.0375478267669678, |
| 0.964297890663147, |
| 0.9544195532798767, |
| 1.2176098823547363, |
| 1.0254786014556885, |
| 1.048586130142212, |
| 0.9010831713676453, |
| 0.982796847820282, |
| 0.9837924242019653, |
| 0.9019082188606262, |
| 0.9831145405769348, |
| 1.1030502319335938, |
| 0.9181632399559021, |
| 0.9856671690940857, |
| 1.0537171363830566, |
| 1.0077165365219116, |
| 0.998682975769043, |
| 0.9592657685279846, |
| 1.1057535409927368, |
| 0.9067942500114441, |
| 1.1262904405593872, |
| 1.1583561897277832, |
| 1.060638666152954, |
| 1.3004087209701538, |
| 1.2829352617263794, |
| 1.2688164710998535, |
| 1.1515027284622192, |
| 1.157742977142334, |
| 1.1068902015686035, |
| 1.092448353767395, |
| 1.0638303756713867, |
| 1.0627492666244507, |
| 1.0749635696411133, |
| 1.0319814682006836, |
| 1.0373561382293701, |
| 0.9891275763511658, |
| 0.9026931524276733, |
| 1.0269310474395752, |
| 0.9004333019256592, |
| 1.0277447700500488, |
| 0.9654811024665833, |
| 0.9835497140884399, |
| 0.9061008095741272, |
| 1.0409718751907349, |
| 1.0419080257415771, |
| 1.169393539428711, |
| 1.0464075803756714, |
| 0.902158796787262, |
| 0.9551903605461121, |
| 0.9114958643913269, |
| 0.9599458575248718, |
| 0.9948533177375793, |
| 0.9443463683128357 |
| ], |
| "train_loss": [ |
| 0.31525074523620616, |
| 0.31564879031587556, |
| 0.3193021216781019, |
| 0.30814412244468764, |
| 0.3064049465739545, |
| 0.3103331414673412, |
| 0.3046383088091387, |
| 0.30145523646228023, |
| 0.29659781823460896, |
| 0.3205470317098761, |
| 0.36609436055858713, |
| 0.32550920489231927, |
| 0.3300477890278273, |
| 0.31042033058616203, |
| 0.30662859400073345, |
| 0.3007359148289451, |
| 0.30063109553283707, |
| 0.32453549173735313, |
| 0.30625776074662747, |
| 0.30329787422330623, |
| 0.3084586411316128, |
| 0.3104760153706211, |
| 0.3049356179257444, |
| 0.31403488990991557, |
| 0.315428181614482, |
| 0.31710577870693746, |
| 0.3120781545148295, |
| 0.3727605703860986, |
| 0.33517618233164204, |
| 0.3745536195353522, |
| 0.3810212612043082, |
| 0.39101232049265966, |
| 0.3665709874814991, |
| 0.3752601366853952, |
| 0.3649398953212257, |
| 0.3512399723271451, |
| 0.33577084945698793, |
| 0.32438542800741565, |
| 0.32010784635871714, |
| 0.3253060738591638, |
| 0.31454056190646135, |
| 0.3155813334994216, |
| 0.32109571640440104, |
| 0.3119123379346266, |
| 0.3086755364004762, |
| 0.3155556924627481, |
| 0.312978997255753, |
| 0.3159322145280698, |
| 0.3212641931037346, |
| 0.31233128269074334, |
| 0.30853095595800945, |
| 0.3153932745713219, |
| 0.31281905559062784, |
| 0.3130245704445219, |
| 0.31492130950448, |
| 0.3156277340915922, |
| 0.31013540473685475, |
| 0.30504629126867266, |
| 0.30244979192055116, |
| 0.29933819456260063 |
| ], |
| "perplexity": [ |
| 37.411075592041016, |
| 45.130008697509766, |
| 32.285892486572266, |
| 83.00516510009766, |
| 94.04269409179688, |
| 96.84386444091797, |
| 72.18811798095703, |
| 119.27828979492188, |
| 162.27439880371094, |
| 80.87557983398438, |
| 32.807952880859375, |
| 74.77539825439453, |
| 53.535396575927734, |
| 96.75469207763672, |
| 70.9844741821289, |
| 115.2840805053711, |
| 161.46725463867188, |
| 73.50796508789062, |
| 158.5261993408203, |
| 93.83869934082031, |
| 71.75658416748047, |
| 142.23497009277344, |
| 113.30545043945312, |
| 89.30247497558594, |
| 45.35536575317383, |
| 76.14146423339844, |
| 65.73379516601562, |
| 53.255126953125, |
| 83.3982925415039, |
| 101.71892547607422, |
| 52.83549118041992, |
| 43.548133850097656, |
| 114.43341064453125, |
| 99.63237762451172, |
| 62.70759201049805, |
| 88.67535400390625, |
| 74.64764404296875, |
| 94.41463470458984, |
| 80.59070587158203, |
| 78.2486343383789, |
| 91.90691375732422, |
| 121.07654571533203, |
| 87.9790267944336, |
| 189.60421752929688, |
| 103.14119720458984, |
| 113.04032135009766, |
| 64.76830291748047, |
| 93.21105194091797, |
| 144.2208709716797, |
| 100.95631408691406, |
| 105.06965637207031, |
| 52.40362548828125, |
| 150.27713012695312, |
| 61.34883499145508, |
| 67.01976013183594, |
| 100.10491180419922, |
| 90.32257080078125, |
| 206.908447265625, |
| 189.3775177001953, |
| 395.1679992675781 |
| ] |
| }, |
| "params_m": 3.712992, |
| "gift_final": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.2337678193059064, |
| "MASE": 29.902978331000618, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.11220563923005399, |
| "MASE": 16.08268376510805, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.13320829636157686, |
| "MASE": 11.694488852020838, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.21306353745503326, |
| "MASE": 2.5392637765032458, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.25554467728261354, |
| "MASE": 2.946784920770374, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.26019868233861365, |
| "MASE": 3.212902289969021, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9804661330279667, |
| "MASE": 1.5193795661672347, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9996996902026335, |
| "MASE": 2.093378954409518, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3704951541454109, |
| "MASE": 1.5023452947541625, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10379044905454143, |
| "MASE": 1.12529668329434, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06081901166625313, |
| "MASE": 0.5775755434228592, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07455536530143524, |
| "MASE": 1.6493531751983446, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.4886784618958154, |
| "MASE": 121.78182743289334, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.09097548534554616, |
| "MASE": 1.0482393891020272, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.21223086672075145, |
| "gm_crps_long_season": 0.2590884663785232, |
| "gm_crps_other": 0.1626631472278319 |
| }, |
| "gift_7500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.30365961897798477, |
| "MASE": 39.05716132140912, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.1316811350092394, |
| "MASE": 17.822174771513126, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.14657644280662552, |
| "MASE": 15.53793109638706, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.21873708400654418, |
| "MASE": 3.1084373208667886, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2636084569551293, |
| "MASE": 2.9657758789159043, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.24875157079664176, |
| "MASE": 3.22985082648557, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9908432825381822, |
| "MASE": 1.5194269624228536, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9978171999317804, |
| "MASE": 2.0932619994783583, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3870017731229761, |
| "MASE": 1.5351660930148254, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11353964741997441, |
| "MASE": 1.2217226435801707, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.061794386954217385, |
| "MASE": 0.6480814276331699, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07400803562820066, |
| "MASE": 1.6174213019798729, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.4315679305401001, |
| "MASE": 125.2229402501867, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08063022826570174, |
| "MASE": 1.0016777253015319, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.21893143680615315, |
| "gm_crps_long_season": 0.26696655267595043, |
| "gm_crps_other": 0.16805179628255215 |
| }, |
| "gift_15000": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.2804758678741738, |
| "MASE": 29.72319960837649, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.14269046355115572, |
| "MASE": 21.017372936591315, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.1380783658138562, |
| "MASE": 11.056671770059037, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.2501318422454448, |
| "MASE": 3.4157257662702434, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.264537359948682, |
| "MASE": 3.0312508487553025, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.288243120919833, |
| "MASE": 3.4445453436151605, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9999675532079012, |
| "MASE": 1.5196547121940782, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9992918341388334, |
| "MASE": 2.0933842651556556, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.36941090342513216, |
| "MASE": 1.4819965953131453, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.1341181934027017, |
| "MASE": 1.4185656459992229, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.0630512677485258, |
| "MASE": 0.7094512412825675, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.0749855554461846, |
| "MASE": 1.533209815022321, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.686763720770625, |
| "MASE": 139.58831143938679, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.10337349602050744, |
| "MASE": 1.1073288005628537, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.2368798890036286, |
| "gm_crps_long_season": 0.27516464680919694, |
| "gm_crps_other": 0.19398832754041945 |
| }, |
| "gift_22500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.27358161884005006, |
| "MASE": 38.29885927051659, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.12016083969411778, |
| "MASE": 17.11180890707566, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.14546688244506217, |
| "MASE": 14.63580073217173, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.20059877981075347, |
| "MASE": 2.56451144921898, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2559298160602348, |
| "MASE": 2.9805189376595056, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2622013013845131, |
| "MASE": 3.2582803775214533, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9944702007295015, |
| "MASE": 1.5196246850306034, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9987973588053028, |
| "MASE": 2.093769558659596, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.39138275225488733, |
| "MASE": 1.5665493009144642, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10573884928117626, |
| "MASE": 1.143063981154864, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06070596366845401, |
| "MASE": 0.598127037623237, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07661755239734153, |
| "MASE": 1.6771736730872915, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.45949598984044404, |
| "MASE": 114.6567272397042, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08589701020719226, |
| "MASE": 1.0402815802051675, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.21614464918927215, |
| "gm_crps_long_season": 0.26505260675948733, |
| "gm_crps_other": 0.1646750108176169 |
| }, |
| "probe": { |
| "pearson": [ |
| 0.025, |
| 0.008, |
| 0.008, |
| 0.01, |
| -0.001, |
| -0.016, |
| -0.014, |
| -0.007 |
| ], |
| "amp_retention": [ |
| 0.108, |
| 0.111, |
| 0.162, |
| 0.202, |
| 0.225, |
| 0.249, |
| 0.262, |
| 0.284 |
| ] |
| } |
| } |
