| { |
| "run_name": "M2_vqce_tpfn_s1", |
| "cfg": { |
| "run_name": "M2_vqce_tpfn_s1", |
| "tokenizer": "vq", |
| "patch": 32, |
| "ctx_span": 4096, |
| "fine_span": 1024, |
| "enc_hidden": 64, |
| "fsq_levels": [ |
| 8, |
| 6, |
| 5, |
| 5, |
| 5 |
| ], |
| "vq_codes": 1024, |
| "vq_dim": 64, |
| "vq_beta": 0.25, |
| "vq_decay": 0.99, |
| "vq_entropy_w": 0.02, |
| "vq_warm_steps": 2000, |
| "vq_warm_decay": 0.9, |
| "aux_code_ce": 0.2, |
| "d_model": 256, |
| "n_layers": 4, |
| "n_heads": 4, |
| "train_kmin": 4, |
| "train_kmax": 32, |
| "cpm_cmax": 16, |
| "cpm_pmax": 0.4, |
| "cpm_span_max": 4, |
| "steps": 30000, |
| "batch": 64, |
| "n_variates": 8, |
| "lr": 0.001, |
| "normuon_lr": 0.0008, |
| "weight_decay": 0.0001, |
| "grad_clip": 1.0, |
| "warmup_frac": 0.03, |
| "decay_frac": 0.1, |
| "seed": 1, |
| "data_seed": 1, |
| "pool": "short", |
| "eval_every": 500, |
| "ckpt_every": 2500, |
| "gift_ckpts": [ |
| 7500, |
| 15000, |
| 22500, |
| 30000 |
| ] |
| }, |
| "val_log": { |
| "step": [ |
| 500, |
| 1000, |
| 1500, |
| 2000, |
| 2500, |
| 3000, |
| 3500, |
| 4000, |
| 4500, |
| 5000, |
| 5500, |
| 6000, |
| 6500, |
| 7000, |
| 7500, |
| 8000, |
| 8500, |
| 9000, |
| 9500, |
| 10000, |
| 10500, |
| 11000, |
| 11500, |
| 12000, |
| 12500, |
| 13000, |
| 13500, |
| 14000, |
| 14500, |
| 15000, |
| 15500, |
| 16000, |
| 16500, |
| 17000, |
| 17500, |
| 18000, |
| 18500, |
| 19000, |
| 19500, |
| 20000, |
| 20500, |
| 21000, |
| 21500, |
| 22000, |
| 22500, |
| 23000, |
| 23500, |
| 24000, |
| 24500, |
| 25000, |
| 25500, |
| 26000, |
| 26500, |
| 27000, |
| 27500, |
| 28000, |
| 28500, |
| 29000, |
| 29500, |
| 30000 |
| ], |
| "val_crps": [ |
| 1.1374287605285645, |
| 1.043595552444458, |
| 1.2598103284835815, |
| 0.9705424904823303, |
| 1.2020299434661865, |
| 1.6887463331222534, |
| 0.9501344561576843, |
| 1.0312154293060303, |
| 1.1713764667510986, |
| 1.0044925212860107, |
| 1.2366063594818115, |
| 1.147600769996643, |
| 1.0897420644760132, |
| 1.109058141708374, |
| 1.0104576349258423, |
| 1.1365536451339722, |
| 1.0609877109527588, |
| 1.1246659755706787, |
| 1.1377698183059692, |
| 1.1311545372009277, |
| 0.9764535427093506, |
| 0.9754905700683594, |
| 1.1114647388458252, |
| 1.1136577129364014, |
| 1.0969867706298828, |
| 0.9921492338180542, |
| 1.0417654514312744, |
| 1.0466541051864624, |
| 1.0070993900299072, |
| 1.011338472366333, |
| 1.0493134260177612, |
| 0.9666507244110107, |
| 1.072760820388794, |
| 1.0167977809906006, |
| 1.0889313220977783, |
| 1.0758730173110962, |
| 1.0734162330627441, |
| 1.117732286453247, |
| 1.0298353433609009, |
| 0.9596813917160034, |
| 1.1199053525924683, |
| 0.9879907965660095, |
| 0.9087254405021667, |
| 1.0296568870544434, |
| 1.2621320486068726, |
| 0.9311254024505615, |
| 1.0190306901931763, |
| 1.0496230125427246, |
| 1.0738122463226318, |
| 1.0176502466201782, |
| 1.0403251647949219, |
| 1.0930405855178833, |
| 1.1202841997146606, |
| 1.1631563901901245, |
| 1.0330567359924316, |
| 0.9893198609352112, |
| 0.9421988725662231, |
| 0.987800657749176, |
| 0.897731602191925, |
| 0.940544843673706 |
| ], |
| "train_loss": [ |
| 1.1003900339444626, |
| 1.3193736480672493, |
| 1.3704437705169619, |
| 1.3706814366424935, |
| 1.3666365614630978, |
| 1.3474103095928325, |
| 1.35890936779232, |
| 1.3366246387875083, |
| 1.284845476741232, |
| 1.2606657196861775, |
| 1.3674432850455698, |
| 1.2805018565586708, |
| 1.3014199556414792, |
| 1.2734051689909434, |
| 1.2588158476263005, |
| 1.3260243612711429, |
| 1.315342129752629, |
| 1.2924266134516442, |
| 1.2481685065753465, |
| 1.2664572409273807, |
| 1.2631379621236418, |
| 1.254038858509955, |
| 1.2894426676176112, |
| 1.2530132893510348, |
| 1.2836686686660426, |
| 1.2552659152298975, |
| 1.3233345607468967, |
| 1.2672992420698224, |
| 1.2837700978803868, |
| 1.281869038490022, |
| 1.2579028896611635, |
| 1.294822703909452, |
| 1.2770135018153645, |
| 1.2863674315914873, |
| 1.2528659685037202, |
| 1.2869117321181909, |
| 1.275142534316253, |
| 1.2414591417289231, |
| 1.2530217337294158, |
| 1.2344211191139445, |
| 1.2651798031279315, |
| 1.2753451790206232, |
| 1.2925984670240633, |
| 1.2617078952123433, |
| 1.3038339641994248, |
| 1.2371598169976463, |
| 1.2390755410788314, |
| 1.2181758385666746, |
| 1.2445990679319023, |
| 1.2375260252849445, |
| 1.2455586192413959, |
| 1.2989846860782681, |
| 1.2823645839238647, |
| 1.3121150804657604, |
| 1.2533247184837555, |
| 1.255756848299354, |
| 1.2072534321890307, |
| 1.182451403315083, |
| 1.13661325602843, |
| 1.1287961929230204 |
| ], |
| "perplexity": [ |
| 167.5808868408203, |
| 121.77418518066406, |
| 160.91110229492188, |
| 199.56008911132812, |
| 117.7591552734375, |
| 105.79289245605469, |
| 93.33509826660156, |
| 124.91320037841797, |
| 106.3358154296875, |
| 110.05059051513672, |
| 121.99549865722656, |
| 154.2206573486328, |
| 109.52153778076172, |
| 142.48960876464844, |
| 173.83428955078125, |
| 146.74188232421875, |
| 86.61215209960938, |
| 99.89210510253906, |
| 152.4537353515625, |
| 124.7688980102539, |
| 130.6143035888672, |
| 126.22032165527344, |
| 191.13067626953125, |
| 154.335205078125, |
| 152.74508666992188, |
| 153.08604431152344, |
| 109.34964752197266, |
| 197.97171020507812, |
| 126.53246307373047, |
| 129.91741943359375, |
| 141.73802185058594, |
| 105.00840759277344, |
| 112.74935150146484, |
| 176.0359344482422, |
| 126.59662628173828, |
| 156.00888061523438, |
| 149.10475158691406, |
| 122.83846282958984, |
| 149.50144958496094, |
| 102.2591323852539, |
| 93.438720703125, |
| 84.08165740966797, |
| 129.04563903808594, |
| 120.04837799072266, |
| 120.70450592041016, |
| 129.7228546142578, |
| 131.2911834716797, |
| 134.44381713867188, |
| 142.00355529785156, |
| 135.06980895996094, |
| 187.13095092773438, |
| 127.87720489501953, |
| 156.29696655273438, |
| 149.05471801757812, |
| 160.5758514404297, |
| 158.32057189941406, |
| 187.5291748046875, |
| 183.12095642089844, |
| 253.26568603515625, |
| 315.2778015136719 |
| ], |
| "code_ce": [ |
| 4.2820000648498535, |
| 4.835413455963135, |
| 4.761430263519287, |
| 4.431412696838379, |
| 4.940968036651611, |
| 5.150434494018555, |
| 4.358887195587158, |
| 4.288832187652588, |
| 4.459165096282959, |
| 4.587067604064941, |
| 4.8479905128479, |
| 4.464375972747803, |
| 4.473748683929443, |
| 4.22337007522583, |
| 4.5326642990112305, |
| 4.230881690979004, |
| 4.326605319976807, |
| 4.218879222869873, |
| 4.585843086242676, |
| 4.5621418952941895, |
| 4.349985599517822, |
| 4.519902229309082, |
| 4.450096130371094, |
| 4.5876030921936035, |
| 4.305609226226807, |
| 4.006594181060791, |
| 3.919563055038452, |
| 4.394572734832764, |
| 4.349401473999023, |
| 4.518510818481445, |
| 4.337783336639404, |
| 4.470995903015137, |
| 4.2701497077941895, |
| 4.623191833496094, |
| 4.786979675292969, |
| 4.233902931213379, |
| 4.444831371307373, |
| 4.001704692840576, |
| 4.144373416900635, |
| 4.028796195983887, |
| 4.5403923988342285, |
| 3.822946786880493, |
| 4.274056911468506, |
| 4.730072498321533, |
| 4.2432098388671875, |
| 4.390547275543213, |
| 4.180708885192871, |
| 4.0749053955078125, |
| 4.084682941436768, |
| 3.86610746383667, |
| 3.9667224884033203, |
| 4.756666660308838, |
| 4.632889270782471, |
| 4.81338357925415, |
| 4.35359001159668, |
| 4.379834175109863, |
| 4.4983811378479, |
| 4.128913879394531, |
| 3.9457902908325195, |
| 3.968921422958374 |
| ] |
| }, |
| "params_m": 3.97616, |
| "gift_final": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.1819693350966252, |
| "MASE": 17.19492213652513, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.09823378393483836, |
| "MASE": 12.824549395377016, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.12824135939951783, |
| "MASE": 10.887216583670035, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.1754206897517402, |
| "MASE": 1.9251886546097392, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24123310946504586, |
| "MASE": 2.939729102918182, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2562735561917629, |
| "MASE": 3.301679555142203, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9992566525007993, |
| "MASE": 1.5193156790007307, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9934402289427722, |
| "MASE": 2.0937768809850965, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.36166830058880434, |
| "MASE": 1.4889747612757547, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10778481065120687, |
| "MASE": 1.190598608259528, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06132393353166624, |
| "MASE": 0.6378501750363262, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07625105388623064, |
| "MASE": 1.6417413792197328, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.38506808441578777, |
| "MASE": 103.82050613370664, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07779105096786601, |
| "MASE": 0.917759064748619, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.19722730407804884, |
| "gm_crps_long_season": 0.25663193786171673, |
| "gm_crps_other": 0.1388381500541363 |
| }, |
| "gift_7500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.2518627436589276, |
| "MASE": 30.80453914289252, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.12845358634207604, |
| "MASE": 17.957920466759138, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.16337835901827652, |
| "MASE": 12.13212592643911, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.19760607998967872, |
| "MASE": 2.817815546186648, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2491175191088063, |
| "MASE": 3.0142603193699555, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2763395795084679, |
| "MASE": 3.478071278921603, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9995148524557474, |
| "MASE": 1.5194365121079956, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9963058281918836, |
| "MASE": 2.0937537664379438, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3700223123390799, |
| "MASE": 1.5432578047325165, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.12194361840155138, |
| "MASE": 1.3290854460924786, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06196042245036204, |
| "MASE": 0.5948446136047071, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.08046974980325217, |
| "MASE": 1.818423366123349, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.43042079537874317, |
| "MASE": 116.58679909303673, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.09960425823074814, |
| "MASE": 1.0785092420399123, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.22164603177900347, |
| "gm_crps_long_season": 0.27350523729259774, |
| "gm_crps_other": 0.16746306855991971 |
| }, |
| "gift_15000": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.16767450503231007, |
| "MASE": 15.172735462406298, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.10191266157669504, |
| "MASE": 13.987177797851322, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.1222961633229888, |
| "MASE": 10.902731376506509, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.17201391902231838, |
| "MASE": 2.011273876017142, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24739151662865697, |
| "MASE": 2.8776427869262102, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2744480150420854, |
| "MASE": 3.507481981104337, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9993829266842575, |
| "MASE": 1.5194765135855532, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9938145002136665, |
| "MASE": 2.0938071946845183, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.4068049206855024, |
| "MASE": 1.592134584354465, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11408624050377902, |
| "MASE": 1.2273255869907502, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.060560993766008014, |
| "MASE": 0.679663231844324, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07832293118336797, |
| "MASE": 1.7035960290282908, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.3732325338899446, |
| "MASE": 103.9028996005359, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07548744875733152, |
| "MASE": 0.946705344745268, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.1987764618525346, |
| "gm_crps_long_season": 0.2634137435896037, |
| "gm_crps_other": 0.13656319120229526 |
| }, |
| "gift_22500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.2742404390188599, |
| "MASE": 28.733363971285414, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.17500283040502562, |
| "MASE": 23.875146328666535, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.1299093489169758, |
| "MASE": 12.592454308453723, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.2497459896248851, |
| "MASE": 3.025379784719331, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2645208619431342, |
| "MASE": 3.02625643005819, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.26872752748382234, |
| "MASE": 3.7201566019584105, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.999916441909845, |
| "MASE": 1.5194570401194256, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9979716960046559, |
| "MASE": 2.0965771536243136, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.44777637821621696, |
| "MASE": 1.6592852106869085, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.2581844153116382, |
| "MASE": 2.515390615388394, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06202770018629232, |
| "MASE": 0.6738575416897489, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.08396134995622656, |
| "MASE": 1.8166347155412792, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.43128754599518715, |
| "MASE": 120.68101166627201, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08932326524718584, |
| "MASE": 1.0609021573187005, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.24340277363780544, |
| "gm_crps_long_season": 0.3002679046970963, |
| "gm_crps_other": 0.18397027971955873 |
| }, |
| "probe": { |
| "pearson": [ |
| -0.039, |
| -0.01, |
| 0.019, |
| 0.02, |
| 0.004, |
| -0.012, |
| -0.013, |
| -0.004 |
| ], |
| "amp_retention": [ |
| 0.128, |
| 0.139, |
| 0.166, |
| 0.172, |
| 0.18, |
| 0.206, |
| 0.211, |
| 0.212 |
| ] |
| } |
| } |
