| { |
| "run_name": "N2_vqce_multi_nat_s1", |
| "cfg": { |
| "run_name": "N2_vqce_multi_nat_s1", |
| "tokenizer": "vq", |
| "patch": 32, |
| "ctx_span": 4096, |
| "fine_span": 1024, |
| "enc_hidden": 64, |
| "fsq_levels": [ |
| 8, |
| 6, |
| 5, |
| 5, |
| 5 |
| ], |
| "vq_codes": 1024, |
| "vq_dim": 64, |
| "vq_beta": 0.25, |
| "vq_decay": 0.99, |
| "vq_entropy_w": 0.02, |
| "vq_warm_steps": 2000, |
| "vq_warm_decay": 0.9, |
| "aux_code_ce": 0.2, |
| "aux_code_offsets": [ |
| 1, |
| 2, |
| 4, |
| 8 |
| ], |
| "d_model": 256, |
| "n_layers": 4, |
| "n_heads": 4, |
| "train_kmin": 4, |
| "train_kmax": 32, |
| "cpm_cmax": 16, |
| "cpm_pmax": 0.4, |
| "cpm_span_max": 4, |
| "steps": 30000, |
| "batch": 64, |
| "n_variates": 8, |
| "lr": 0.001, |
| "normuon_lr": 0.0008, |
| "weight_decay": 0.0001, |
| "grad_clip": 1.0, |
| "warmup_frac": 0.03, |
| "decay_frac": 0.1, |
| "seed": 1, |
| "data_seed": 1, |
| "pool": "short", |
| "eval_every": 500, |
| "ckpt_every": 2500, |
| "gift_ckpts": [ |
| 7500, |
| 15000, |
| 22500, |
| 30000 |
| ] |
| }, |
| "val_log": { |
| "step": [ |
| 500, |
| 1000, |
| 1500, |
| 2000, |
| 2500, |
| 3000, |
| 3500, |
| 4000, |
| 4500, |
| 5000, |
| 5500, |
| 6000, |
| 6500, |
| 7000, |
| 7500, |
| 8000, |
| 8500, |
| 9000, |
| 9500, |
| 10000, |
| 10500, |
| 11000, |
| 11500, |
| 12000, |
| 12500, |
| 13000, |
| 13500, |
| 14000, |
| 14500, |
| 15000, |
| 15500, |
| 16000, |
| 16500, |
| 17000, |
| 17500, |
| 18000, |
| 18500, |
| 19000, |
| 19500, |
| 20000, |
| 20500, |
| 21000, |
| 21500, |
| 22000, |
| 22500, |
| 23000, |
| 23500, |
| 24000, |
| 24500, |
| 25000, |
| 25500, |
| 26000, |
| 26500, |
| 27000, |
| 27500, |
| 28000, |
| 28500, |
| 29000, |
| 29500, |
| 30000 |
| ], |
| "val_crps": [ |
| 0.9099590182304382, |
| 0.8849065899848938, |
| 0.8882471323013306, |
| 0.8936567306518555, |
| 0.8299410939216614, |
| 0.9385629892349243, |
| 1.0170351266860962, |
| 0.8098767399787903, |
| 0.8884330987930298, |
| 0.9348676204681396, |
| 0.9569662809371948, |
| 0.9037463068962097, |
| 0.8767845630645752, |
| 0.881898820400238, |
| 0.8499691486358643, |
| 0.9280440807342529, |
| 0.8320481777191162, |
| 0.8341497778892517, |
| 0.8603867888450623, |
| 0.8371344208717346, |
| 0.9652405977249146, |
| 0.7839155793190002, |
| 0.8238986730575562, |
| 0.8552103638648987, |
| 0.8351088166236877, |
| 0.868289053440094, |
| 1.013084053993225, |
| 0.883444607257843, |
| 0.9117512106895447, |
| 0.9347814321517944, |
| 0.9088606238365173, |
| 0.76961749792099, |
| 0.8591784834861755, |
| 0.7757100462913513, |
| 0.8850586414337158, |
| 0.7769790887832642, |
| 0.8002188801765442, |
| 0.7927071452140808, |
| 0.8387096524238586, |
| 0.7929567694664001, |
| 0.7626205682754517, |
| 0.8339762091636658, |
| 0.8873335123062134, |
| 0.8962920308113098, |
| 0.8410465717315674, |
| 0.7406723499298096, |
| 0.7497475743293762, |
| 0.8199162483215332, |
| 0.8124443292617798, |
| 0.7819086909294128, |
| 0.8220005035400391, |
| 0.8673537373542786, |
| 0.8849983811378479, |
| 0.7330533862113953, |
| 0.8231781125068665, |
| 0.7902998328208923, |
| 0.8477548360824585, |
| 0.8441654443740845, |
| 0.7995887994766235, |
| 0.7670584917068481 |
| ], |
| "train_loss": [ |
| 1.299237678080659, |
| 1.2511497367634101, |
| 1.2088177945256022, |
| 1.202673117514196, |
| 1.2347868895949894, |
| 1.298743716763626, |
| 1.2985252497652482, |
| 1.2890225712860843, |
| 1.298873648486235, |
| 1.3164523864436897, |
| 1.3631718126514991, |
| 1.3011137178454277, |
| 1.3538796360884, |
| 1.3506663181122576, |
| 1.3404993901348998, |
| 1.3315983161584328, |
| 1.3670416353918755, |
| 1.342125539169113, |
| 1.3094902609594359, |
| 1.3265168921332124, |
| 1.326464812196073, |
| 1.3296065343794234, |
| 1.312603464011775, |
| 1.3156379348404337, |
| 1.2983023124735111, |
| 1.31516477785323, |
| 1.2948394618120094, |
| 1.3359946503528306, |
| 1.2859423405765371, |
| 1.3112235087452135, |
| 1.2866934345677752, |
| 1.2553925478202357, |
| 1.226076842321379, |
| 1.2042292809522763, |
| 1.1932355340818328, |
| 1.1953705003498203, |
| 1.197854288358274, |
| 1.2007651897862903, |
| 1.2100032254381492, |
| 1.1872454161095585, |
| 1.1843332830006859, |
| 1.1873927172376386, |
| 1.2559081685205165, |
| 1.1812558954985315, |
| 1.1782254737381492, |
| 1.1792645060504197, |
| 1.1760321462009011, |
| 1.1771418214837972, |
| 1.1717129539647733, |
| 1.1766447455410982, |
| 1.1889697850458198, |
| 1.1781747022796198, |
| 1.2082874985159375, |
| 1.192240928212144, |
| 1.2034049533677733, |
| 1.1535020971219307, |
| 1.1488786091948069, |
| 1.1384721788174066, |
| 1.137312971696058, |
| 1.1299240402789694 |
| ], |
| "perplexity": [ |
| 363.2639465332031, |
| 417.6182861328125, |
| 486.1256408691406, |
| 503.5411071777344, |
| 434.97698974609375, |
| 225.22523498535156, |
| 427.97076416015625, |
| 331.6309814453125, |
| 356.4391174316406, |
| 289.1632080078125, |
| 189.10797119140625, |
| 312.2452087402344, |
| 251.03414916992188, |
| 236.63973999023438, |
| 245.76141357421875, |
| 227.8300323486328, |
| 184.54083251953125, |
| 239.2318572998047, |
| 262.4062194824219, |
| 190.1375732421875, |
| 174.9958953857422, |
| 283.80767822265625, |
| 210.65318298339844, |
| 336.1671142578125, |
| 226.58140563964844, |
| 260.5111083984375, |
| 262.5540771484375, |
| 316.4151916503906, |
| 258.9222106933594, |
| 268.66375732421875, |
| 343.2702941894531, |
| 531.1109619140625, |
| 495.5328369140625, |
| 537.1522216796875, |
| 600.7391967773438, |
| 574.812255859375, |
| 527.4396362304688, |
| 523.4903564453125, |
| 523.3001708984375, |
| 563.4044189453125, |
| 558.175048828125, |
| 489.2583312988281, |
| 550.4463500976562, |
| 574.9981079101562, |
| 600.8784790039062, |
| 571.6873168945312, |
| 610.0805053710938, |
| 571.139404296875, |
| 612.1544189453125, |
| 589.644287109375, |
| 522.4312744140625, |
| 527.2236938476562, |
| 584.5745849609375, |
| 556.8822631835938, |
| 511.1152648925781, |
| 583.097412109375, |
| 584.8430786132812, |
| 625.1019897460938, |
| 627.0496826171875, |
| 629.8143310546875 |
| ], |
| "code_ce": [ |
| 4.860500812530518, |
| 4.35720682144165, |
| 4.2386016845703125, |
| 4.286291122436523, |
| 4.404038429260254, |
| 4.638619899749756, |
| 4.560238361358643, |
| 4.601754188537598, |
| 4.659465789794922, |
| 4.306926250457764, |
| 4.657214641571045, |
| 4.801409721374512, |
| 4.882091999053955, |
| 4.888235092163086, |
| 4.482002258300781, |
| 4.950483322143555, |
| 5.082013130187988, |
| 4.4830193519592285, |
| 4.547579765319824, |
| 4.3363752365112305, |
| 4.798230171203613, |
| 4.560731410980225, |
| 4.452453136444092, |
| 4.6056976318359375, |
| 4.637840270996094, |
| 4.40317964553833, |
| 4.337745666503906, |
| 4.861033916473389, |
| 4.999696731567383, |
| 4.626904010772705, |
| 4.4045209884643555, |
| 4.531879425048828, |
| 4.298150062561035, |
| 4.201845645904541, |
| 4.313586235046387, |
| 4.220623970031738, |
| 4.165383338928223, |
| 4.305590629577637, |
| 4.229437828063965, |
| 4.057252883911133, |
| 4.280813217163086, |
| 4.199313163757324, |
| 4.336925506591797, |
| 4.230029106140137, |
| 4.152834892272949, |
| 4.2256999015808105, |
| 4.146981239318848, |
| 4.176821708679199, |
| 4.209443092346191, |
| 4.144687175750732, |
| 4.086924076080322, |
| 4.188472747802734, |
| 4.292935371398926, |
| 4.144305229187012, |
| 4.113938331604004, |
| 4.0803093910217285, |
| 4.039039611816406, |
| 3.9342570304870605, |
| 3.9358623027801514, |
| 4.019317626953125 |
| ] |
| }, |
| "params_m": 4.274272, |
| "gift_final": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.1414768162092751, |
| "MASE": 13.76582721916414, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.13878798782740712, |
| "MASE": 20.531907701950637, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11553611386685092, |
| "MASE": 10.418661927756446, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.16914289582141984, |
| "MASE": 2.2134805008354044, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.27196598931496757, |
| "MASE": 3.1350979119748015, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.25624151966257247, |
| "MASE": 3.3864027737604756, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9997956219380235, |
| "MASE": 1.5213730214434504, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.998947249666218, |
| "MASE": 2.093099827696153, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3728642090878853, |
| "MASE": 1.551566195166048, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11125645131796134, |
| "MASE": 1.2289123501630874, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.05843060140982581, |
| "MASE": 0.5554472930787153, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07528213630687824, |
| "MASE": 1.5135965129787492, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.2942188170208759, |
| "MASE": 90.84369967079465, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07936207864897361, |
| "MASE": 0.9414623791779093, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.1948600145957936, |
| "gm_crps_long_season": 0.25776947510373227, |
| "gm_crps_other": 0.13418718907749658 |
| }, |
| "gift_7500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.21228750751577644, |
| "MASE": 24.46911778483071, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.12938082779353421, |
| "MASE": 17.215083466516393, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.12030141879409029, |
| "MASE": 10.943325999436318, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.16757419769276694, |
| "MASE": 2.0503976192347557, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.24783675973476407, |
| "MASE": 2.9398808473062576, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.2824891379086043, |
| "MASE": 3.444174985414934, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9965060875549808, |
| "MASE": 1.5210059983185797, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9877555412411334, |
| "MASE": 2.098817754423311, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3707303925753705, |
| "MASE": 1.4919184598330275, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.11390195820623113, |
| "MASE": 1.1144587530294592, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06040928219923768, |
| "MASE": 0.5303934908896338, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07956034778165189, |
| "MASE": 1.505372592875819, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.27701178487930084, |
| "MASE": 82.04733365066178, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07794483337348429, |
| "MASE": 0.9355768257719392, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.2002904857175384, |
| "gm_crps_long_season": 0.26040995895138314, |
| "gm_crps_other": 0.14114450033270937 |
| }, |
| "gift_15000": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.16565213776319287, |
| "MASE": 17.791557929818453, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.10461073970865786, |
| "MASE": 15.059523635662252, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11972624694943529, |
| "MASE": 11.275338821368573, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.16870850283794966, |
| "MASE": 2.0258685998971053, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2445180882815251, |
| "MASE": 2.860658032786903, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.26288960724434074, |
| "MASE": 3.349883699398749, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9970828228586675, |
| "MASE": 1.5315675724143223, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9948940863637166, |
| "MASE": 2.0939100458828266, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.36702923958061934, |
| "MASE": 1.5076564667910806, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.12379880394581161, |
| "MASE": 1.3088522180602695, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.059582582299460195, |
| "MASE": 0.5802956726086123, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.08131654396987659, |
| "MASE": 1.503236509727777, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.29500696285552247, |
| "MASE": 90.67059877107418, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.09205749258407404, |
| "MASE": 1.012814215924459, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.19708982668553474, |
| "gm_crps_long_season": 0.2596658201011769, |
| "gm_crps_other": 0.13645729824204247 |
| }, |
| "gift_22500": { |
| "per_dataset": { |
| "m4_weekly": { |
| "CRPS": 0.1361830359002177, |
| "MASE": 12.77705225646968, |
| "freq": "W-SUN" |
| }, |
| "m4_daily": { |
| "CRPS": 0.11346333980868874, |
| "MASE": 16.891453063162473, |
| "freq": "D" |
| }, |
| "m4_hourly": { |
| "CRPS": 0.11850450447960648, |
| "MASE": 10.569736429157167, |
| "freq": "H" |
| }, |
| "m4_monthly": { |
| "CRPS": 0.16758167612008604, |
| "MASE": 2.228628589898458, |
| "freq": "M" |
| }, |
| "electricity/15T": { |
| "CRPS": 0.2728295577108644, |
| "MASE": 3.0870184168959445, |
| "freq": "15T" |
| }, |
| "electricity/H": { |
| "CRPS": 0.24000938868787575, |
| "MASE": 3.300333586358839, |
| "freq": "H" |
| }, |
| "solar/10T": { |
| "CRPS": 0.9980905144981342, |
| "MASE": 1.5190534988098596, |
| "freq": "10T" |
| }, |
| "solar/H": { |
| "CRPS": 0.9981586632685604, |
| "MASE": 2.093571629343862, |
| "freq": "H" |
| }, |
| "ett1/15T": { |
| "CRPS": 0.3826109958137144, |
| "MASE": 1.5580337100010693, |
| "freq": "15T" |
| }, |
| "ett2/H": { |
| "CRPS": 0.10572806700248463, |
| "MASE": 1.1687153812122921, |
| "freq": "H" |
| }, |
| "jena_weather/10T": { |
| "CRPS": 0.06001045947470027, |
| "MASE": 0.5748202311879258, |
| "freq": "10T" |
| }, |
| "us_births/D": { |
| "CRPS": 0.07582046047981203, |
| "MASE": 1.4933470263696675, |
| "freq": "D" |
| }, |
| "covid_deaths": { |
| "CRPS": 0.21484267625763975, |
| "MASE": 93.4894557517262, |
| "freq": "D" |
| }, |
| "hospital": { |
| "CRPS": 0.07659799724298147, |
| "MASE": 0.9116125096141767, |
| "freq": "M" |
| } |
| }, |
| "gm_crps": 0.1862922857190713, |
| "gm_crps_long_season": 0.25655166558943954, |
| "gm_crps_other": 0.1215873094831737 |
| }, |
| "probe": { |
| "pearson": [ |
| 0.092, |
| 0.014, |
| -0.013, |
| 0.008, |
| -0.005, |
| -0.011, |
| -0.013, |
| -0.007 |
| ], |
| "amp_retention": [ |
| 0.248, |
| 0.24, |
| 0.267, |
| 0.249, |
| 0.238, |
| 0.206, |
| 0.205, |
| 0.208 |
| ] |
| } |
| } |
