Upload N3_vqce_nobonus_nat_s0/results.json with huggingface_hub

N3_vqce_nobonus_nat_s0/results.json

@@ -0,0 +1,700 @@
+{
+  "run_name": "N3_vqce_nobonus_nat_s0",
+  "cfg": {
+    "run_name": "N3_vqce_nobonus_nat_s0",
+    "tokenizer": "vq",
+    "patch": 32,
+    "ctx_span": 4096,
+    "fine_span": 1024,
+    "enc_hidden": 64,
+    "fsq_levels": [
+      8,
+      6,
+      5,
+      5,
+      5
+    ],
+    "vq_codes": 1024,
+    "vq_dim": 64,
+    "vq_beta": 0.25,
+    "vq_decay": 0.99,
+    "vq_entropy_w": 0.0,
+    "vq_warm_steps": 2000,
+    "vq_warm_decay": 0.9,
+    "aux_code_ce": 0.2,
+    "aux_code_offsets": [
+      1
+    ],
+    "d_model": 256,
+    "n_layers": 4,
+    "n_heads": 4,
+    "train_kmin": 4,
+    "train_kmax": 32,
+    "cpm_cmax": 16,
+    "cpm_pmax": 0.4,
+    "cpm_span_max": 4,
+    "steps": 30000,
+    "batch": 64,
+    "n_variates": 8,
+    "lr": 0.001,
+    "normuon_lr": 0.0008,
+    "weight_decay": 0.0001,
+    "grad_clip": 1.0,
+    "warmup_frac": 0.03,
+    "decay_frac": 0.1,
+    "seed": 0,
+    "data_seed": 0,
+    "pool": "short",
+    "eval_every": 500,
+    "ckpt_every": 2500,
+    "gift_ckpts": [
+      7500,
+      15000,
+      22500,
+      30000
+    ]
+  },
+  "val_log": {
+    "step": [
+      500,
+      1000,
+      1500,
+      2000,
+      2500,
+      3000,
+      3500,
+      4000,
+      4500,
+      5000,
+      5500,
+      6000,
+      6500,
+      7000,
+      7500,
+      8000,
+      8500,
+      9000,
+      9500,
+      10000,
+      10500,
+      11000,
+      11500,
+      12000,
+      12500,
+      13000,
+      13500,
+      14000,
+      14500,
+      15000,
+      15500,
+      16000,
+      16500,
+      17000,
+      17500,
+      18000,
+      18500,
+      19000,
+      19500,
+      20000,
+      20500,
+      21000,
+      21500,
+      22000,
+      22500,
+      23000,
+      23500,
+      24000,
+      24500,
+      25000,
+      25500,
+      26000,
+      26500,
+      27000,
+      27500,
+      28000,
+      28500,
+      29000,
+      29500,
+      30000
+    ],
+    "val_crps": [
+      0.9017157554626465,
+      0.9205612540245056,
+      0.9906456470489502,
+      1.0830836296081543,
+      1.0317744016647339,
+      1.1175328493118286,
+      0.9271723628044128,
+      0.8198300004005432,
+      0.9033188223838806,
+      0.8231136798858643,
+      0.867488443851471,
+      0.8871584534645081,
+      0.864448070526123,
+      0.9016560316085815,
+      0.8594098091125488,
+      0.9007996916770935,
+      0.9754452705383301,
+      0.9285078644752502,
+      1.0258766412734985,
+      0.8618546724319458,
+      1.186488389968872,
+      0.9927749633789062,
+      0.866264283657074,
+      0.9024341106414795,
+      0.7901904582977295,
+      0.8708934187889099,
+      0.8356982469558716,
+      0.8752044439315796,
+      0.8483321070671082,
+      0.8241111040115356,
+      0.8377440571784973,
+      0.8387155532836914,
+      0.9615191221237183,
+      0.9639056921005249,
+      0.9548878073692322,
+      0.8450160026550293,
+      0.9038635492324829,
+      0.867053210735321,
+      0.9869250059127808,
+      0.9028993248939514,
+      0.7927324771881104,
+      0.7790437936782837,
+      0.949573278427124,
+      0.8375865817070007,
+      0.8164348006248474,
+      0.8604549169540405,
+      0.8132736682891846,
+      0.8262904286384583,
+      0.7439908981323242,
+      0.9406501054763794,
+      0.8033860325813293,
+      0.7768048048019409,
+      0.7925621271133423,
+      0.8018858432769775,
+      0.8423973321914673,
+      0.7347780466079712,
+      0.8389317393302917,
+      0.8131020069122314,
+      0.8002588748931885,
+      0.818293571472168
+    ],
+    "train_loss": [
+      0.9142549939382908,
+      1.1422724870405399,
+      1.247987192096835,
+      1.2464974691079425,
+      1.26829744945228,
+      1.274100412556858,
+      1.3205156750823428,
+      1.3072109009162507,
+      1.2916102859276941,
+      1.2444019663060422,
+      1.2860178444924855,
+      1.2784641763998739,
+      1.2529824856814558,
+      1.235741126453041,
+      1.236175948823227,
+      1.2554510153149079,
+      1.2209132628710764,
+      1.1988511460232179,
+      1.1732828745207107,
+      1.1852979436002802,
+      1.1872585591352323,
+      1.1480879586271084,
+      1.2088105605756663,
+      1.1106949295447508,
+      1.1337774212762557,
+      1.1316840381884385,
+      1.1791459072286834,
+      1.1512355392494378,
+      1.1699130800480957,
+      1.1187576901976606,
+      1.1602052396223663,
+      1.1366411435196324,
+      1.1604557852832447,
+      1.164568976433766,
+      1.193386757353493,
+      1.1412658956090806,
+      1.1530149440458057,
+      1.1475377126703548,
+      1.1588774648953972,
+      1.1417468334976921,
+      1.174664555073256,
+      1.1275575695017017,
+      1.1302194960822103,
+      1.1367646057786223,
+      1.1496787502948496,
+      1.161738539121269,
+      1.1322287454531692,
+      1.1645547415430713,
+      1.1348618151271546,
+      1.1455356864799695,
+      1.1516850257317721,
+      1.1589793862763096,
+      1.1518424121567967,
+      1.1475955142882925,
+      1.119498597146974,
+      1.121589761181022,
+      1.098975934226754,
+      1.112643325742514,
+      1.109396610881579,
+      1.097917637559522
+    ],
+    "perplexity": [
+      312.7864074707031,
+      391.82366943359375,
+      292.089599609375,
+      327.8702087402344,
+      226.6449432373047,
+      72.5057373046875,
+      164.13565063476562,
+      162.43960571289062,
+      166.75689697265625,
+      176.15542602539062,
+      159.91748046875,
+      56.855587005615234,
+      164.2176055908203,
+      125.54778289794922,
+      156.0702667236328,
+      158.88157653808594,
+      174.7385711669922,
+      129.86074829101562,
+      146.73292541503906,
+      181.1483917236328,
+      141.5555877685547,
+      149.85845947265625,
+      140.83203125,
+      233.3306427001953,
+      206.87973022460938,
+      187.85235595703125,
+      109.427734375,
+      238.69094848632812,
+      203.68605041503906,
+      249.64276123046875,
+      238.81642150878906,
+      347.9349365234375,
+      239.85116577148438,
+      316.3696594238281,
+      201.3148651123047,
+      360.6381530761719,
+      233.5494842529297,
+      359.88555908203125,
+      239.0805206298828,
+      263.8720397949219,
+      221.87220764160156,
+      284.0547790527344,
+      337.5879211425781,
+      418.9024963378906,
+      294.90399169921875,
+      247.17947387695312,
+      310.9661865234375,
+      304.2986145019531,
+      313.963623046875,
+      292.0777587890625,
+      328.1579895019531,
+      322.7568664550781,
+      408.5223388671875,
+      404.27728271484375,
+      407.3724670410156,
+      456.8753662109375,
+      416.41644287109375,
+      489.27960205078125,
+      554.6035766601562,
+      549.6537475585938
+    ],
+    "code_ce": [
+      2.839606523513794,
+      3.8249213695526123,
+      4.260396957397461,
+      4.5948286056518555,
+      4.747012138366699,
+      4.158008575439453,
+      5.1033196449279785,
+      4.365203380584717,
+      4.368009090423584,
+      4.433568000793457,
+      4.49453592300415,
+      4.070528507232666,
+      4.569636821746826,
+      3.8862061500549316,
+      3.988138198852539,
+      3.674241304397583,
+      4.5656280517578125,
+      3.752927303314209,
+      3.679229259490967,
+      3.90584659576416,
+      3.7776846885681152,
+      3.59309983253479,
+      3.677016496658325,
+      3.6731009483337402,
+      3.838200330734253,
+      3.49395489692688,
+      3.6733243465423584,
+      3.8901398181915283,
+      3.9434478282928467,
+      3.600722551345825,
+      3.9883899688720703,
+      3.6708672046661377,
+      3.787292242050171,
+      3.980441093444824,
+      4.073848247528076,
+      3.8287012577056885,
+      3.725442886352539,
+      3.9738030433654785,
+      3.747659206390381,
+      3.860133409500122,
+      3.838491678237915,
+      3.753525733947754,
+      3.7081196308135986,
+      3.8832385540008545,
+      4.081480979919434,
+      3.965068817138672,
+      3.6917295455932617,
+      3.8894739151000977,
+      3.698336124420166,
+      3.746506452560425,
+      3.7400290966033936,
+      3.8621981143951416,
+      3.978135347366333,
+      3.902973175048828,
+      3.734160900115967,
+      3.8650527000427246,
+      3.830960512161255,
+      3.7881462574005127,
+      3.7539000511169434,
+      3.655540943145752
+    ]
+  },
+  "params_m": 3.877984,
+  "gift_final": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.13849031954127755,
+        "MASE": 14.514705927320318,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.09002349160783972,
+        "MASE": 13.376021364001138,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.11165548960497243,
+        "MASE": 10.41906649750719,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.14740200227383268,
+        "MASE": 1.7726995128829421,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.24708000158288032,
+        "MASE": 2.8978346803267034,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.23274514208877178,
+        "MASE": 3.242399203579149,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9920073231596456,
+        "MASE": 1.5271131105396745,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9944914792867076,
+        "MASE": 2.095120924600464,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.36632824535301683,
+        "MASE": 1.511270865860861,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.09873665139306816,
+        "MASE": 1.1140666627680391,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.057424282704189616,
+        "MASE": 0.5032258127326201,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07594234694575201,
+        "MASE": 1.5993741654186233,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.17582878897030554,
+        "MASE": 89.16774688749443,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.07753062201310837,
+        "MASE": 0.9086715224119994,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.1748835240626009,
+    "gm_crps_long_season": 0.24541145373524856,
+    "gm_crps_other": 0.11131516136362185
+  },
+  "gift_7500": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.17733327542416266,
+        "MASE": 16.939657741684123,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.12228144747264921,
+        "MASE": 14.923331719343883,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.11981403732921346,
+        "MASE": 11.383164881438491,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.1773409159607313,
+        "MASE": 2.034588066573764,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.26918985341254453,
+        "MASE": 2.97738349478857,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.2574153398643991,
+        "MASE": 3.261589053611698,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.989141741123474,
+        "MASE": 1.5220118476102162,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9777963774409089,
+        "MASE": 2.0983530898760683,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.4034894624192332,
+        "MASE": 1.5737626211138989,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.11536054115443924,
+        "MASE": 1.118348980099583,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.06045505102733487,
+        "MASE": 0.606912521688312,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07808117011482521,
+        "MASE": 1.5010230287887296,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.25711188670769514,
+        "MASE": 91.86591884878173,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.08114577649579642,
+        "MASE": 0.9288874626939985,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.19792222754469788,
+    "gm_crps_long_season": 0.2625752150971754,
+    "gm_crps_other": 0.1357737116346955
+  },
+  "gift_15000": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.12617793470133223,
+        "MASE": 13.612214416156585,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.09554431515403507,
+        "MASE": 13.642353303083926,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.11887515410248227,
+        "MASE": 10.390739653741603,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.15594879477381624,
+        "MASE": 1.965009699488274,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.24756926243897878,
+        "MASE": 2.8803519608976003,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.24559191468845384,
+        "MASE": 3.2803589137319404,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.9939678964909623,
+        "MASE": 1.530196123772027,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9889435307085428,
+        "MASE": 2.097481835678334,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.38173248538517596,
+        "MASE": 1.5282658634206612,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.10443844727092122,
+        "MASE": 1.1371965258755998,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.05807497687198165,
+        "MASE": 0.5118376795074147,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.0810181021150832,
+        "MASE": 1.5077546487829203,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.15978297423385762,
+        "MASE": 76.16772879827808,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.07640767230158459,
+        "MASE": 0.968963629336176,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.1774065215378731,
+    "gm_crps_long_season": 0.25235928484505626,
+    "gm_crps_other": 0.1108927884515655
+  },
+  "gift_22500": {
+    "per_dataset": {
+      "m4_weekly": {
+        "CRPS": 0.16484119815092188,
+        "MASE": 19.491319955050425,
+        "freq": "W-SUN"
+      },
+      "m4_daily": {
+        "CRPS": 0.11243804609605942,
+        "MASE": 16.808847975077718,
+        "freq": "D"
+      },
+      "m4_hourly": {
+        "CRPS": 0.12072163045820175,
+        "MASE": 10.705249014511507,
+        "freq": "H"
+      },
+      "m4_monthly": {
+        "CRPS": 0.14658963057424262,
+        "MASE": 1.8342339455932009,
+        "freq": "M"
+      },
+      "electricity/15T": {
+        "CRPS": 0.2575575288343846,
+        "MASE": 3.069797115292609,
+        "freq": "15T"
+      },
+      "electricity/H": {
+        "CRPS": 0.2738113986375972,
+        "MASE": 3.2288677457567854,
+        "freq": "H"
+      },
+      "solar/10T": {
+        "CRPS": 0.992298953575194,
+        "MASE": 1.5413351351610673,
+        "freq": "10T"
+      },
+      "solar/H": {
+        "CRPS": 0.9900419264261711,
+        "MASE": 2.1006524941533313,
+        "freq": "H"
+      },
+      "ett1/15T": {
+        "CRPS": 0.3794332411797052,
+        "MASE": 1.5560833055874772,
+        "freq": "15T"
+      },
+      "ett2/H": {
+        "CRPS": 0.09999337984863364,
+        "MASE": 1.0573769987329298,
+        "freq": "H"
+      },
+      "jena_weather/10T": {
+        "CRPS": 0.05957075154768107,
+        "MASE": 0.5208287591268566,
+        "freq": "10T"
+      },
+      "us_births/D": {
+        "CRPS": 0.07794206315806154,
+        "MASE": 1.4802182753278244,
+        "freq": "D"
+      },
+      "covid_deaths": {
+        "CRPS": 0.24854181280357995,
+        "MASE": 92.0759441475275,
+        "freq": "D"
+      },
+      "hospital": {
+        "CRPS": 0.06668067767729992,
+        "MASE": 0.8649364423354704,
+        "freq": "M"
+      }
+    },
+    "gm_crps": 0.18749329424952899,
+    "gm_crps_long_season": 0.25678422252185495,
+    "gm_crps_other": 0.12327517030231519
+  },
+  "probe": {
+    "pearson": [
+      -0.001,
+      -0.015,
+      -0.003,
+      0.002,
+      -0.001,
+      -0.01,
+      -0.014,
+      -0.008
+    ],
+    "amp_retention": [
+      0.245,
+      0.247,
+      0.255,
+      0.26,
+      0.26,
+      0.256,
+      0.256,
+      0.258
+    ]
+  }
+}