| { |
| "run_name": "R6_k2048_hz_nat_s2", |
| "cfg": { |
| "run_name": "R6_k2048_hz_nat_s2", |
| "tokenizer": "vq", |
| "patch": 32, |
| "ctx_span": 4096, |
| "fine_span": 1024, |
| "enc_hidden": 64, |
| "fsq_levels": [ |
| 8, |
| 6, |
| 5, |
| 5, |
| 5 |
| ], |
| "vq_codes": 2048, |
| "vq_dim": 64, |
| "vq_beta": 0.25, |
| "vq_decay": 0.99, |
| "vq_entropy_w": 0.0, |
| "vq_warm_steps": 2000, |
| "vq_warm_decay": 0.9, |
| "aux_code_ce": 0.2, |
| "aux_code_offsets": [ |
| 1 |
| ], |
| "aux_side_codes": false, |
| "ce_smooth_eps": 0.0, |
| "ce_smooth_k": 8, |
| "aux_horizon_ce": 0.2, |
| "d_model": 256, |
| "n_layers": 4, |
| "n_heads": 4, |
| "train_kmin": 4, |
| "train_kmax": 32, |
| "cpm_cmax": 16, |
| "cpm_pmax": 0.4, |
| "cpm_span_max": 4, |
| "steps": 30000, |
| "batch": 64, |
| "n_variates": 8, |
| "lr": 0.001, |
| "normuon_lr": 0.0008, |
| "weight_decay": 0.0001, |
| "grad_clip": 1.0, |
| "warmup_frac": 0.03, |
| "decay_frac": 0.1, |
| "seed": 2, |
| "data_seed": 2, |
| "pool": "short", |
| "eval_every": 500, |
| "ckpt_every": 2500, |
| "gift_ckpts": [ |
| 7500, |
| 15000, |
| 22500, |
| 30000 |
| ] |
| }, |
| "val_log": { |
| "step": [ |
| 500, |
| 1000, |
| 1500, |
| 2000, |
| 2500, |
| 3000, |
| 3500, |
| 4000, |
| 4500, |
| 5000, |
| 5500, |
| 6000, |
| 6500, |
| 7000, |
| 7500, |
| 8000, |
| 8500, |
| 9000, |
| 9500, |
| 10000, |
| 10500, |
| 11000, |
| 11500, |
| 12000, |
| 12500, |
| 13000, |
| 13500, |
| 14000, |
| 14500, |
| 15000, |
| 15500, |
| 16000, |
| 16500, |
| 17000, |
| 17500, |
| 18000, |
| 18500, |
| 19000, |
| 19500, |
| 20000, |
| 20500, |
| 21000, |
| 21500, |
| 22000, |
| 22500, |
| 23000, |
| 23500, |
| 24000, |
| 24500, |
| 25000, |
| 25500, |
| 26000, |
| 26500, |
| 27000, |
| 27500, |
| 28000, |
| 28500, |
| 29000, |
| 29500, |
| 30000 |
| ], |
| "val_crps": [ |
| 0.7631022334098816, |
| 0.9097501039505005, |
| 1.0350300073623657, |
| 1.003212809562683, |
| 0.942947506904602, |
| 0.9742029309272766, |
| 0.9710241556167603, |
| 1.0139073133468628, |
| 0.8282091021537781, |
| 0.786130964756012, |
| 0.8441630601882935, |
| 0.8938319683074951, |
| 0.9763500094413757, |
| 0.9348030686378479, |
| 0.9282765984535217, |
| 0.9595887064933777, |
| 0.9064338803291321, |
| 0.8264622092247009, |
| 0.9292086958885193, |
| 0.8078986406326294, |
| 0.8347417712211609, |
| 0.8464989066123962, |
| 0.8599933981895447, |
| 0.9219419956207275, |
| 0.8801926374435425, |
| 0.8603082895278931, |
| 0.7967991232872009, |
| 0.7716332077980042, |
| 0.8511462211608887, |
| 0.8027885556221008, |
| 0.9043944478034973, |
| 0.910975992679596, |
| 0.9038137793540955, |
| 0.8940112590789795, |
| 0.8432555198669434, |
| 0.7775008082389832, |
| 0.8842284083366394, |
| 0.9138792157173157, |
| 0.906736433506012, |
| 0.8309905529022217, |
| 0.9657578468322754, |
| 0.8939751386642456, |
| 0.7722746133804321, |
| 0.9571857452392578, |
| 0.8395388722419739, |
| 0.9303259253501892, |
| 0.8232598900794983, |
| 0.914145290851593, |
| 0.8646363615989685, |
| 0.8790618181228638, |
| 0.8504271507263184, |
| 0.9864146113395691, |
| 0.8821498155593872, |
| 0.8954113125801086, |
| 0.7801588773727417, |
| 0.93777996301651, |
| 0.869165301322937, |
| 0.782509982585907, |
| 0.8252633810043335, |
| 0.8399587869644165 |
| ], |
| "train_loss": [ |
| 1.8125777786210162, |
| 2.525127827504178, |
| 2.539854688917144, |
| 2.5626013181587983, |
| 2.6046366567039954, |
| 2.6306747066568845, |
| 2.648373116010754, |
| 2.5438395035812498, |
| 2.4550535136258365, |
| 2.499600496893525, |
| 2.5880528584288687, |
| 2.575310076985113, |
| 2.608011447332142, |
| 2.588693149846479, |
| 2.3695553612550215, |
| 2.3640071716722844, |
| 2.6102125253200605, |
| 2.444569884288817, |
| 2.397099201333255, |
| 2.344388435446408, |
| 2.4068926030329774, |
| 2.5328553931710784, |
| 2.4727357446188356, |
| 2.349116554035782, |
| 2.3725318963655733, |
| 2.3935626254263727, |
| 2.499420121418358, |
| 2.3897438941398796, |
| 2.458760462157914, |
| 2.3172246980845617, |
| 2.4075838889310655, |
| 2.3173871403496302, |
| 2.4411102765361994, |
| 2.3233288727547894, |
| 2.54578933238859, |
| 2.441846286590559, |
| 2.5450142665319935, |
| 2.429301242159335, |
| 2.544436515240484, |
| 2.4541740670881644, |
| 2.3951056210871835, |
| 2.4242348668814717, |
| 2.4904029974705097, |
| 2.5220615734872, |
| 2.5654491252133487, |
| 2.415310666401066, |
| 2.436922529772344, |
| 2.481916326271543, |
| 2.3385421616071294, |
| 2.346766243862764, |
| 2.361600175845889, |
| 2.3556057844439526, |
| 2.448135454657879, |
| 2.442821826626097, |
| 2.4543212242848815, |
| 2.373246437188409, |
| 2.4074286830641576, |
| 2.3164170034456237, |
| 2.298270940929023, |
| 2.3245688079453948 |
| ], |
| "perplexity": [ |
| 409.4498291015625, |
| 383.8507995605469, |
| 673.92431640625, |
| 334.94305419921875, |
| 248.95994567871094, |
| 198.12184143066406, |
| 250.93984985351562, |
| 276.836181640625, |
| 372.6697082519531, |
| 340.621337890625, |
| 189.1018524169922, |
| 249.3411865234375, |
| 136.96774291992188, |
| 219.57736206054688, |
| 348.48883056640625, |
| 344.1873474121094, |
| 278.7946472167969, |
| 396.1824951171875, |
| 409.7668151855469, |
| 338.7931823730469, |
| 481.7668151855469, |
| 353.8746337890625, |
| 410.412353515625, |
| 467.8042297363281, |
| 684.5501098632812, |
| 609.5701904296875, |
| 517.6290893554688, |
| 506.68475341796875, |
| 358.14129638671875, |
| 579.3937377929688, |
| 616.5838623046875, |
| 369.9317626953125, |
| 523.1636962890625, |
| 512.2068481445312, |
| 489.2674560546875, |
| 626.152099609375, |
| 529.2472534179688, |
| 193.8750457763672, |
| 671.2623291015625, |
| 523.8963623046875, |
| 381.4832763671875, |
| 384.03515625, |
| 515.4852294921875, |
| 682.4163818359375, |
| 576.8656005859375, |
| 534.6286010742188, |
| 587.8621826171875, |
| 717.9464721679688, |
| 561.6426391601562, |
| 592.282470703125, |
| 413.2605895996094, |
| 606.8168334960938, |
| 598.4319458007812, |
| 605.0999145507812, |
| 500.02459716796875, |
| 693.3466796875, |
| 597.9641723632812, |
| 783.5845336914062, |
| 902.1432495117188, |
| 975.7094116210938 |
| ], |
| "code_ce": [ |
| 2.919273614883423, |
| 4.696277618408203, |
| 4.4925127029418945, |
| 4.703178405761719, |
| 4.941558361053467, |
| 4.971615314483643, |
| 4.806121349334717, |
| 4.9396843910217285, |
| 4.624051570892334, |
| 4.436287879943848, |
| 4.465036869049072, |
| 4.6810526847839355, |
| 4.361740589141846, |
| 4.874349594116211, |
| 4.123932838439941, |
| 3.9152395725250244, |
| 4.764057636260986, |
| 4.30134916305542, |
| 4.373932838439941, |
| 4.223656177520752, |
| 4.456014156341553, |
| 4.327052116394043, |
| 4.548838138580322, |
| 4.180898189544678, |
| 4.434268951416016, |
| 4.185115814208984, |
| 4.561107635498047, |
| 4.585371494293213, |
| 4.047539710998535, |
| 4.12229585647583, |
| 4.3959808349609375, |
| 4.158432483673096, |
| 4.791284084320068, |
| 4.3222455978393555, |
| 4.923160552978516, |
| 4.492011070251465, |
| 5.152608394622803, |
| 4.512240409851074, |
| 4.654903888702393, |
| 4.4810590744018555, |
| 4.874388217926025, |
| 4.374565601348877, |
| 4.709679126739502, |
| 4.953016757965088, |
| 4.8984503746032715, |
| 4.518890857696533, |
| 4.799159526824951, |
| 4.808168411254883, |
| 4.446229457855225, |
| 4.218407154083252, |
| 4.558687210083008, |
| 4.408597946166992, |
| 4.662107467651367, |
| 4.655093669891357, |
| 4.595305919647217, |
| 4.4347968101501465, |
| 4.4376044273376465, |
| 4.168376445770264, |
| 4.159290313720703, |
| 4.251491546630859 |
| ], |
| "horizon_ce": [ |
| 4.3488078117370605, |
| 6.07082462310791, |
| 5.686708450317383, |
| 6.114528656005859, |
| 6.306361198425293, |
| 6.191892623901367, |
| 6.463801860809326, |
| 6.36098575592041, |
| 5.969447612762451, |
| 5.891539573669434, |
| 6.129131317138672, |
| 6.308718681335449, |
| 5.131545066833496, |
| 6.301617622375488, |
| 5.55797004699707, |
| 5.243419170379639, |
| 6.454374313354492, |
| 5.527347564697266, |
| 5.573818206787109, |
| 5.686517238616943, |
| 5.836421966552734, |
| 6.1495137214660645, |
| 5.984952449798584, |
| 5.800306797027588, |
| 5.988770484924316, |
| 5.501251220703125, |
| 6.209218978881836, |
| 6.04302978515625, |
| 5.532073497772217, |
| 5.4495015144348145, |
| 5.650458812713623, |
| 4.933139324188232, |
| 6.0128655433654785, |
| 5.190720558166504, |
| 5.772867202758789, |
| 5.49763298034668, |
| 6.621500492095947, |
| 5.269026756286621, |
| 5.67338228225708, |
| 5.978127479553223, |
| 5.694961071014404, |
| 5.400041103363037, |
| 5.828723907470703, |
| 6.014973163604736, |
| 5.916928291320801, |
| 5.621531963348389, |
| 5.7850470542907715, |
| 5.691843509674072, |
| 5.114992618560791, |
| 5.348323345184326, |
| 5.649496555328369, |
| 5.520354747772217, |
| 6.12359619140625, |
| 5.76745080947876, |
| 5.67109489440918, |
| 5.59402322769165, |
| 5.643075466156006, |
| 5.456737041473389, |
| 5.488949298858643, |
| 5.645850658416748 |
| ] |
| }, |
| "params_m": 4.307168, |
| "gift_final": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.1701189624497704, |
| "MASE": 19.478127074147306, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.09334062458738862, |
| "MASE": 13.627460485789223, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.12137051849023305, |
| "MASE": 10.654613576062893, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.16492944209207494, |
| "MASE": 2.114937299735539, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24402488512127463, |
| "MASE": 2.9203868925696272, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.28504792303176596, |
| "MASE": 3.4325423761862712, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.993305596902181, |
| "MASE": 1.59248131203978, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9874207374427395, |
| "MASE": 2.0945941319136328, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.37151760833088693, |
| "MASE": 1.5576752844499597, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10311461916824102, |
| "MASE": 1.1195927271080894, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.058993046995762494, |
| "MASE": 0.5126418637910852, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07563457839382494, |
| "MASE": 1.4931595348599322, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.22632812861764182, |
| "MASE": 87.40229481789584, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08692905244510941, |
| "MASE": 0.947051134655933, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.18876486578386356, |
| "gm_crps_long_season": 0.25645953501162894, |
| "gm_crps_other": 0.12544622045293025 |
| }, |
| "gift_7500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.18228962538317958, |
| "MASE": 17.801105557676763, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.09947009031156072, |
| "MASE": 14.339754909092301, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.1155026388170909, |
| "MASE": 10.933709985860007, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.1742049171017514, |
| "MASE": 2.0555286505333696, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2561809182549993, |
| "MASE": 3.066715671761004, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.26495997785626857, |
| "MASE": 3.45533227486958, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9881058749453199, |
| "MASE": 1.5215212326555219, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.997663172177362, |
| "MASE": 2.0942564869736993, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.38704317462841065, |
| "MASE": 1.5707349933527064, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.1031201562679468, |
| "MASE": 1.142035967158305, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.05917326351907294, |
| "MASE": 0.5594050872454148, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07663319327568711, |
| "MASE": 1.566357541297915, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.38639448234481366, |
| "MASE": 107.14268241402507, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07344235229305368, |
| "MASE": 0.9196485037287733, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.19621478406236098, |
| "gm_crps_long_season": 0.2556623993748318, |
| "gm_crps_other": 0.1378747956901602 |
| }, |
| "gift_15000": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.14352324314063913, |
| "MASE": 15.315490538091113, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.10187540396685144, |
| "MASE": 15.294514180828052, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.1185775965150353, |
| "MASE": 10.463919860368675, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.16493970440903669, |
| "MASE": 2.074633298899376, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24034389312308171, |
| "MASE": 2.9520535228045923, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.23070023609869722, |
| "MASE": 3.2675140656261497, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9942716032202407, |
| "MASE": 1.5710784468795997, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9943199959442658, |
| "MASE": 2.102394309392962, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.32900949606680535, |
| "MASE": 1.4190310460257811, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.1026601721527528, |
| "MASE": 1.1543887019815218, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.057788995211742716, |
| "MASE": 0.5248143211679738, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.0753993243710655, |
| "MASE": 1.6381334533038208, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.19324855391472054, |
| "MASE": 85.06401377854883, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07799029720400665, |
| "MASE": 0.9293742276885196, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.17903736914715618, |
| "gm_crps_long_season": 0.24429879141696328, |
| "gm_crps_other": 0.1182969405732103 |
| }, |
| "gift_22500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.14240310673148246, |
| "MASE": 14.540766741120834, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.09654781071390223, |
| "MASE": 14.567852497691424, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.12150633882145814, |
| "MASE": 11.15081583964826, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.17431569501863411, |
| "MASE": 2.2028925092862344, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2611457887127734, |
| "MASE": 3.0164512042872302, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.23960179457211783, |
| "MASE": 3.2617284244742377, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 1.0027483208774708, |
| "MASE": 1.5295614699011235, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9905898694172299, |
| "MASE": 2.1012873208605494, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3934177469192558, |
| "MASE": 1.616606856240688, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11110347220121472, |
| "MASE": 1.1744395526328961, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.060055561424228104, |
| "MASE": 0.5764430241345216, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.09099641133115195, |
| "MASE": 1.697190163640853, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.3524810931472224, |
| "MASE": 100.08525207762669, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.08364928771412698, |
| "MASE": 0.9890698949619112, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.19644628194375832, |
| "gm_crps_long_season": 0.25831467713693634, |
| "gm_crps_other": 0.13636516874398844 |
| }, |
| "probe": { |
| "pearson": [ |
| -0.068, |
| -0.002, |
| -0.002, |
| 0.009, |
| -0.001, |
| -0.011, |
| -0.008, |
| 0.0 |
| ], |
| "amp_retention": [ |
| 0.16, |
| 0.17, |
| 0.217, |
| 0.19, |
| 0.179, |
| 0.18, |
| 0.18, |
| 0.181 |
| ] |
| } |
| } |
