Add files using upload-large-folder tool

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b907ce117995e499b5561b3cdcf06ed4996cdc1b5220c20efd61be40a5ac5cb1
+oid sha256:e8ea9a1b3c98358fbeff336d004288cf029b71ac83171ab530f7c596a34e8753
 size 5368520320

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd22c58b5ab6b8ccfcc6ead4e7623acffb44b8b352999cfa63a7ac349e2a3925
+oid sha256:1e97a6816f652331807d39273f17d13d8e27381aa20bcfc24e3b0fdc63dc0bc9
 size 5303777239

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6337179e8bb4da998b7c4baffa8e41484796d837760da5ca95df782bc69bf0b
+oid sha256:c17e446f35133db0bb3efb7ef624f8fb8f73bd9e6c0ef44d839eefdc56eb4bc6
 size 5297485560

model-00004-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9711624715dc488fbb77e3cc1bc28daec04cea54110afc8f3d0b87b757f38a9b
+oid sha256:24d07ea002fcab9c356ad49d9b22e8bfce99264976d62797e1e04a97ba7a6253
 size 1167337251

quant_strategy.json

@@ -1,7 +1,7 @@
 {
     "measurement": {
         "model.layers.0": {
-            "accuracy": 0.9509583879262209,
+            "accuracy": 0.9522858953569084,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -109,7 +109,7 @@
             }
         },
         "model.layers.1": {
-            "accuracy": 0.8756404705345631,
+            "accuracy": 0.9113649652572349,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -217,7 +217,7 @@
             }
         },
         "model.layers.2": {
-            "accuracy": 0.5743598639965057,
+            "accuracy": 0.5754014626145363,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -325,7 +325,7 @@
             }
         },
         "model.layers.3": {
-            "accuracy": 0.833496299572289,
+            "accuracy": 0.8346537635661662,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -433,7 +433,7 @@
             }
         },
         "model.layers.4": {
-            "accuracy": 0.9792194842593744,
+            "accuracy": 0.9821812690061051,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -541,7 +541,7 @@
             }
         },
         "model.layers.5": {
-            "accuracy": 0.9784856701735407,
+            "accuracy": 0.9811006280651782,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -649,7 +649,7 @@
             }
         },
         "model.layers.6": {
-            "accuracy": 0.97777493391186,
+            "accuracy": 0.9804062172188424,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -757,7 +757,7 @@
             }
         },
         "model.layers.7": {
-            "accuracy": 0.9753335256827995,
+            "accuracy": 0.9799818968458567,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -865,7 +865,7 @@
             }
         },
         "model.layers.8": {
-            "accuracy": 0.9742659898474813,
+            "accuracy": 0.9785304359684233,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -973,7 +973,7 @@
             }
         },
         "model.layers.9": {
-            "accuracy": 0.9749326118035242,
+            "accuracy": 0.9782906010514125,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -1081,7 +1081,7 @@
             }
         },
         "model.layers.10": {
-            "accuracy": 0.9758923348272219,
+            "accuracy": 0.9774000000325032,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -1189,7 +1189,7 @@
             }
         },
         "model.layers.11": {
-            "accuracy": 0.9758641880471259,
+            "accuracy": 0.9770228461129591,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -1297,7 +1297,7 @@
             }
         },
         "model.layers.12": {
-            "accuracy": 0.9747861284995452,
+            "accuracy": 0.9764093302073888,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -1405,7 +1405,7 @@
             }
         },
         "model.layers.13": {
-            "accuracy": 0.9731597697827965,
+            "accuracy": 0.9736090413061902,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -1513,7 +1513,7 @@
             }
         },
         "model.layers.14": {
-            "accuracy": 0.9731135030742735,
+            "accuracy": 0.9728761716396548,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -1621,7 +1621,7 @@
             }
         },
         "model.layers.15": {
-            "accuracy": 0.9733343166299164,
+            "accuracy": 0.9717501879786141,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -1729,7 +1729,7 @@
             }
         },
         "model.layers.16": {
-            "accuracy": 0.9733786483993754,
+            "accuracy": 0.9719149245065637,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -1837,7 +1837,7 @@
             }
         },
         "model.layers.17": {
-            "accuracy": 0.9731195298954844,
+            "accuracy": 0.971333933644928,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -1945,7 +1945,7 @@
             }
         },
         "model.layers.18": {
-            "accuracy": 0.9687351906904951,
+            "accuracy": 0.9697856259881519,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -2053,7 +2053,7 @@
             }
         },
         "model.layers.19": {
-            "accuracy": 0.9699929938651621,
+            "accuracy": 0.9718488412327133,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -2161,7 +2161,7 @@
             }
         },
         "model.layers.20": {
-            "accuracy": 0.9673012403072789,
+            "accuracy": 0.9690313608734868,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -2269,7 +2269,7 @@
             }
         },
         "model.layers.21": {
-            "accuracy": 0.9683234440162778,
+            "accuracy": 0.9688104883534834,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -2377,7 +2377,7 @@
             }
         },
         "model.layers.22": {
-            "accuracy": 0.9679232456255704,
+            "accuracy": 0.9654940785258077,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -2485,7 +2485,7 @@
             }
         },
         "model.layers.23": {
-            "accuracy": 0.9674058206146583,
+            "accuracy": 0.9653943074517883,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -2593,7 +2593,7 @@
             }
         },
         "model.layers.24": {
-            "accuracy": 0.9668316674651578,
+            "accuracy": 0.9633830261882395,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -2701,7 +2701,7 @@
             }
         },
         "model.layers.25": {
-            "accuracy": 0.9673871672712266,
+            "accuracy": 0.9626653084997088,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -2809,7 +2809,7 @@
             }
         },
         "model.layers.26": {
-            "accuracy": 0.9681136056315154,
+            "accuracy": 0.9641250073327683,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -2917,7 +2917,7 @@
             }
         },
         "model.layers.27": {
-            "accuracy": 0.9704282367601991,
+            "accuracy": 0.9639517902396619,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -3025,7 +3025,7 @@
             }
         },
         "model.layers.28": {
-            "accuracy": 0.9702738138148561,
+            "accuracy": 0.965472717594821,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -3133,7 +3133,7 @@
             }
         },
         "model.layers.29": {
-            "accuracy": 0.9700905686477199,
+            "accuracy": 0.9657354074879549,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -3241,7 +3241,7 @@
             }
         },
         "model.layers.30": {
-            "accuracy": 0.9706572184804827,
+            "accuracy": 0.968929739901796,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -3349,7 +3349,7 @@
             }
         },
         "model.layers.31": {
-            "accuracy": 0.9724596897140145,
+            "accuracy": 0.9708427549339831,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -3457,7 +3457,7 @@
             }
         },
         "model.layers.32": {
-            "accuracy": 0.9683455248596147,
+            "accuracy": 0.9665285683004186,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -3565,7 +3565,7 @@
             }
         },
         "model.layers.33": {
-            "accuracy": 0.9689904929837212,
+            "accuracy": 0.966284410096705,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -3673,7 +3673,7 @@
             }
         },
         "model.layers.34": {
-            "accuracy": 0.9688115782337263,
+            "accuracy": 0.9638014331576414,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -3781,7 +3781,7 @@
             }
         },
         "model.layers.35": {
-            "accuracy": 0.9675803781719878,
+            "accuracy": 0.9620210637804121,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -3889,7 +3889,7 @@
             }
         },
         "model.layers.36": {
-            "accuracy": 0.9661333947442472,
+            "accuracy": 0.9612511987797916,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -3997,7 +3997,7 @@
             }
         },
         "model.layers.37": {
-            "accuracy": 0.9613336799666286,
+            "accuracy": 0.9527971904026344,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -4105,7 +4105,7 @@
             }
         },
         "model.layers.38": {
-            "accuracy": 0.959481391357258,
+            "accuracy": 0.9518032884225249,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -4213,7 +4213,7 @@
             }
         },
         "model.layers.39": {
-            "accuracy": 0.9561584184411913,
+            "accuracy": 0.947145561571233,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -4321,7 +4321,7 @@
             }
         },
         "model.layers.40": {
-            "accuracy": 0.9494191433768719,
+            "accuracy": 0.9391240942059085,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -4429,7 +4429,7 @@
             }
         },
         "model.layers.41": {
-            "accuracy": 0.9478681846521795,
+            "accuracy": 0.9377131020883098,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -4537,7 +4537,7 @@
             }
         },
         "model.layers.42": {
-            "accuracy": 0.9439280114602298,
+            "accuracy": 0.9319567781640217,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -4645,7 +4645,7 @@
             }
         },
         "model.layers.43": {
-            "accuracy": 0.944461886305362,
+            "accuracy": 0.9371241622138768,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -4753,7 +4753,7 @@
             }
         },
         "model.layers.44": {
-            "accuracy": 0.9452667955774814,
+            "accuracy": 0.9392979013500735,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -4861,7 +4861,7 @@
             }
         },
         "model.layers.45": {
-            "accuracy": 0.9463562490418553,
+            "accuracy": 0.9402275587199256,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -4969,7 +4969,7 @@
             }
         },
         "model.layers.46": {
-            "accuracy": 0.9431603618431836,
+            "accuracy": 0.9368646148359403,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {
@@ -5077,7 +5077,7 @@
             }
         },
         "model.layers.47": {
-            "accuracy": 0.9348422677721828,
+            "accuracy": 0.9256984132807702,
             "total_bits": 2541146112.0,
             "q_proj": {
                 "group_size": {