Upload N5_vqce_w05_nat_s0/results.json with huggingface_hub

N5_vqce_w05_nat_s0/results.json

@@ -0,0 +1,700 @@
+{
+  "run_name": "N5_vqce_w05_nat_s0",
+  "cfg": {
+    "run_name": "N5_vqce_w05_nat_s0",
+    "tokenizer": "vq",
+    "patch": 32,
+    "ctx_span": 4096,
+    "fine_span": 1024,
+    "enc_hidden": 64,
+    "fsq_levels": [
+      8,
+      6,
+      5,
+      5,
+      5
+    ],
+    "vq_codes": 1024,
+    "vq_dim": 64,
+    "vq_beta": 0.25,
+    "vq_decay": 0.99,
+    "vq_entropy_w": 0.02,
+    "vq_warm_steps": 2000,
+    "vq_warm_decay": 0.9,
+    "aux_code_ce": 0.5,
+    "aux_code_offsets": [
+      1
+    ],
+    "d_model": 256,
+    "n_layers": 4,
+    "n_heads": 4,
+    "train_kmin": 4,
+    "train_kmax": 32,
+    "cpm_cmax": 16,
+    "cpm_pmax": 0.4,
+    "cpm_span_max": 4,
+    "steps": 30000,
+    "batch": 64,
+    "n_variates": 8,
+    "lr": 0.001,
+    "normuon_lr": 0.0008,
+    "weight_decay": 0.0001,
+    "grad_clip": 1.0,
+    "warmup_frac": 0.03,
+    "decay_frac": 0.1,
+    "seed": 0,
+    "data_seed": 0,
+    "pool": "short",
+    "eval_every": 500,
+    "ckpt_every": 2500,
+    "gift_ckpts": [
+      7500,
+      15000,
+      22500,
+      30000
+    ]
+  },
+  "val_log": {
+    "step": [
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000,
+      6500,
+      7000,
+      7500,
+      8000,
+      8500,
+      9000,
+      9500,
+      10000,
+      10500,
+      11000,
+      11500,
+      12000,
+      12500,
+      13000,
+      13500,
+      14000,
+      14500,
+      15000,
+      15500,
+      16000,
+      16500,
+      17000,
+      17500,
+      18000,
+      18500,
+      19000,
+      19500,
+      20000,
+      20500,
+      21000,
+      21500,
+      22000,
+      22500,
+      23000,
+      23500,
+      24000,
+      24500,
+      25000,
+      25500,
+      26000,
+      26500,
+      27000,
+      27500,
+      28000,
+      28500,
+      29000,
+      29500,
+      30000
+    ],
+    "val_crps": [
+      0.9284452795982361,
+      1.0279217958450317,
+      1.2018872499465942,
+      0.8741195797920227,
+      1.009334921836853,
+      1.0375354290008545,
+      0.8377574682235718,
+      0.9818466305732727,
+      0.9991059899330139,
+      0.9606406092643738,
+      1.3584703207015991,
+      0.9986159205436707,
+      1.020216703414917,
+      1.6379402875900269,
+      0.8995092511177063,
+      0.9841000437736511,
+      0.8678507208824158,
+      0.9964203834533691,
+      1.074065089225769,
+      0.9581926465034485,
+      1.1649292707443237,
+      0.840563178062439,
+      1.776389241218567,
+      1.1504472494125366,
+      1.0911674499511719,
+      0.8911907076835632,
+      1.2907174825668335,
+      1.148959994316101,
+      1.2231361865997314,
+      0.931333601474762,
+      1.0424861907958984,
+      1.0134694576263428,
+      1.0844197273254395,
+      0.8599530458450317,
+      0.9220752120018005,
+      1.1200003623962402,
+      1.044560432434082,
+      1.0511020421981812,
+      0.9258798360824585,
+      0.8761681318283081,
+      0.8563297390937805,
+      0.9032864570617676,
+      0.9542641639709473,
+      0.8707911372184753,
+      0.9769977331161499,
+      0.9644327759742737,
+      0.9357218742370605,
+      0.8287032842636108,
+      0.837469756603241,
+      0.8514163494110107,
+      0.9215223789215088,
+      0.8352062702178955,
+      0.85890132188797,
+      0.8588665723800659,
+      0.9241039156913757,
+      0.8752509951591492,
+      0.9907087683677673,
+      0.9566903114318848,
+      0.8319962024688721,
+      0.8373472690582275
+    ],
+    "train_loss": [
+      1.895372107120715,
+      2.432326114702111,
+      2.5774726927883354,
+      2.727125913341304,
+      2.7187267666377366,
+      2.683431573973734,
+      2.704992767160578,
+      2.7365402844909377,
+      2.7380084804969345,
+      2.669949502437874,
+      2.68206883573193,
+      2.636714357989473,
+      2.63341988519939,
+      2.70511297665122,
+      2.641352426179946,
+      2.590336453893382,
+      2.5234871216697634,
+      2.6610508082505167,
+      2.509680010784249,
+      2.545994623167878,
+      2.4679648667205694,
+      2.5371320257936136,
+      2.5820903174654495,
+      2.6021369731921777,
+      2.439944912202157,
+      2.520505528401258,
+      2.448699431154934,
+      2.446668460938927,
+      2.500091626078739,
+      2.462883645368271,
+      2.4403960234704356,
+      2.532760767127544,
+      2.4609394005720953,
+      2.34966150558247,
+      2.4201805125198406,
+      2.516512047065229,
+      2.352350602837846,
+      2.394656411025304,
+      2.3449162615827714,
+      2.3610783440329635,
+      2.418554176527914,
+      2.3832730628549994,
+      2.3485004874667177,
+      2.3578131481988223,
+      2.3646286521414415,
+      2.353478746740763,
+      2.3462474129202997,
+      2.359477675940072,
+      2.378418653073757,
+      2.472970114380678,
+      2.3244942635073915,
+      2.3919907823203124,
+      2.4617299934904313,
+      2.3649649487496363,
+      2.3693890787414036,
+      2.2960055396450594,
+      2.3151368894297124,
+      2.2475417880758104,
+      2.2473225621835966,
+      2.246563822025734
+    ],
+    "perplexity": [
+      517.3411865234375,
+      534.0110473632812,
+      331.676025390625,
+      344.9052734375,
+      217.49066162109375,
+      135.68765258789062,
+      142.2185516357422,
+      188.55638122558594,
+      165.22984313964844,
+      96.02225494384766,
+      161.48751831054688,
+      124.37300109863281,
+      141.471923828125,
+      154.77169799804688,
+      117.4460220336914,
+      221.8148651123047,
+      194.2221221923828,
+      136.47201538085938,
+      197.83335876464844,
+      175.86888122558594,
+      247.8712615966797,
+      229.1875762939453,
+      185.30313110351562,
+      215.80450439453125,
+      308.1064758300781,
+      177.94900512695312,
+      195.97488403320312,
+      262.6969299316406,
+      349.5921630859375,
+      207.55014038085938,
+      316.3472900390625,
+      224.08970642089844,
+      300.1787414550781,
+      206.09471130371094,
+      220.4859619140625,
+      223.2382049560547,
+      342.28729248046875,
+      243.17703247070312,
+      313.2500305175781,
+      220.82810974121094,
+      325.6694641113281,
+      335.00933837890625,
+      307.89630126953125,
+      376.5340270996094,
+      377.4385681152344,
+      340.10491943359375,
+      345.8336181640625,
+      429.0133972167969,
+      298.4950256347656,
+      427.7442932128906,
+      280.8043212890625,
+      313.2790222167969,
+      285.2481384277344,
+      447.22918701171875,
+      431.1789245605469,
+      473.5404357910156,
+      370.79803466796875,
+      532.7431640625,
+      584.5160522460938,
+      598.17578125
+    ],
+    "code_ce": [
+      3.049159049987793,
+      3.8211209774017334,
+      4.4784369468688965,
+      4.555357456207275,
+      4.257356643676758,
+      4.115633964538574,
+      4.495189666748047,
+      4.70114803314209,
+      4.709427356719971,
+      4.600051403045654,
+      4.340517997741699,
+      3.9678046703338623,
+      4.426458835601807,
+      4.38181209564209,
+      3.975769519805908,
+      4.450190544128418,
+      4.298981666564941,
+      3.9916880130767822,
+      4.0610151290893555,
+      4.067835807800293,
+      4.130875110626221,
+      3.933234691619873,
+      3.99665904045105,
+      4.0886054039001465,
+      4.083510398864746,
+      3.984281063079834,
+      3.8935563564300537,
+      4.201150417327881,
+      4.137032508850098,
+      3.77543306350708,
+      4.000014781951904,
+      3.9595541954040527,
+      4.055747032165527,
+      3.5468201637268066,
+      3.7045695781707764,
+      4.280574798583984,
+      3.7548108100891113,
+      3.9225926399230957,
+      3.678043842315674,
+      3.860708475112915,
+      3.775773763656616,
+      3.7144577503204346,
+      3.842583417892456,
+      3.833742380142212,
+      3.749372959136963,
+      3.8110060691833496,
+      3.783569812774658,
+      3.8983912467956543,
+      3.925715446472168,
+      3.961928367614746,
+      3.4814703464508057,
+      3.7470059394836426,
+      3.8877034187316895,
+      3.8354194164276123,
+      3.9559829235076904,
+      3.8421950340270996,
+      3.754805564880371,
+      3.7098145484924316,
+      3.61024808883667,
+      3.5708565711975098
+    ]
+  },
+  "params_m": 3.877984,
+  "gift_final": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.18508889403267492,
+        "MASE": 22.228132644541866,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.09982038968193743,
+        "MASE": 15.205007688929724,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.11787336614995832,
+        "MASE": 10.816753487061755,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.1914121644026873,
+        "MASE": 2.3630277521280307,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.2535828222192464,
+        "MASE": 2.881760212090629,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.2578440458074762,
+        "MASE": 3.4161822194919904,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9739488882601862,
+        "MASE": 1.5395438510883328,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.987009526449492,
+        "MASE": 2.0968959164496463,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.40497160572843294,
+        "MASE": 1.5600699827352662,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.11400521790312407,
+        "MASE": 1.3053580894426098,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.05980948902105866,
+        "MASE": 0.5859789033762234,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.0774628386022544,
+        "MASE": 1.5701559304550785,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.22559626967788393,
+        "MASE": 87.76409049161744,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.09056160380819182,
+        "MASE": 0.9711167615580569,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.19494624086646561,
+    "gm_crps_long_season": 0.25933354170310957,
+    "gm_crps_other": 0.1332466902766312
+  },
+  "gift_7500": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.22183004048902047,
+        "MASE": 25.590365495914345,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.15484445806927036,
+        "MASE": 22.620200183633976,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.1428416568831019,
+        "MASE": 11.27615738051638,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.19204633917102742,
+        "MASE": 2.5838812054316422,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.2565733776930059,
+        "MASE": 2.9939580073590943,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.26875839370405846,
+        "MASE": 3.3263301282404223,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9878763070263893,
+        "MASE": 1.5290615405502137,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9923559660156676,
+        "MASE": 2.095640875130694,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.3693805355243591,
+        "MASE": 1.4880159298918683,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.13161184416900337,
+        "MASE": 1.3358262443598095,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.06038307424779437,
+        "MASE": 0.6174106498162162,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.08264568913913654,
+        "MASE": 1.8019121070181896,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.25869065704858274,
+        "MASE": 94.9109126437525,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.076679107691113,
+        "MASE": 0.9693128494496829,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.2091524993098422,
+    "gm_crps_long_season": 0.27012224183875216,
+    "gm_crps_other": 0.14870766106600491
+  },
+  "gift_15000": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.16902864173134724,
+        "MASE": 18.7062344290381,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.12761298961734602,
+        "MASE": 18.072767858737983,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.14247054038342244,
+        "MASE": 10.710390851259623,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.18306523924017995,
+        "MASE": 2.4422655575256265,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.2609593576080776,
+        "MASE": 2.915638571331588,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.2686525951380853,
+        "MASE": 3.3759155629928452,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9662168890150826,
+        "MASE": 1.5305613255049864,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9867748792792784,
+        "MASE": 2.0979235626781496,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.4205494857276457,
+        "MASE": 1.5937076095466127,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.12029144516018064,
+        "MASE": 1.2888684909039934,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.06162958000412044,
+        "MASE": 0.6893845117892935,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07941109047536485,
+        "MASE": 1.745818398297398,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.2515604629041597,
+        "MASE": 87.33160254070992,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.07240545832926693,
+        "MASE": 0.9104695557711591,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.2004926595867965,
+    "gm_crps_long_season": 0.27169262140701095,
+    "gm_crps_other": 0.13369833146609242
+  },
+  "gift_22500": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.16908761711977738,
+        "MASE": 18.251833587961517,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.09833209668891744,
+        "MASE": 14.20007915714672,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.11921140306075381,
+        "MASE": 10.741590386301384,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.188950210938427,
+        "MASE": 2.2453664519632746,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.25768364737728305,
+        "MASE": 2.992604337022046,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.2672084142885252,
+        "MASE": 3.4635988723484767,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9659593295188353,
+        "MASE": 1.5245645030463064,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9788643706287807,
+        "MASE": 2.0960189717673576,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.3956175323973504,
+        "MASE": 1.5879399104206697,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.12856922483628574,
+        "MASE": 1.4458053736387229,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.059452232042494245,
+        "MASE": 0.5827909264143468,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07759157537989093,
+        "MASE": 1.6038994530276336,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.2784951826761555,
+        "MASE": 109.21914251282973,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.08207135410140512,
+        "MASE": 0.9473517170796558,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.1968046575555706,
+    "gm_crps_long_season": 0.26382418716898415,
+    "gm_crps_other": 0.13314649040107338
+  },
+  "probe": {
+    "pearson": [
+      0.031,
+      -0.016,
+      0.008,
+      0.001,
+      -0.001,
+      -0.01,
+      -0.01,
+      -0.004
+    ],
+    "amp_retention": [
+      0.217,
+      0.238,
+      0.239,
+      0.258,
+      0.25,
+      0.245,
+      0.239,
+      0.241
+    ]
+  }
+}