iNeil77 commited on
Commit
68259a3
·
verified ·
1 Parent(s): df988f1

Upload Qwen3ForSequenceClassification

Browse files
config.json CHANGED
@@ -4,6 +4,7 @@
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
 
7
  "eos_token_id": 151645,
8
  "head_dim": 128,
9
  "hidden_act": "silu",
@@ -16,6 +17,48 @@
16
  "label2id": {
17
  "LABEL_0": 0
18
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  "max_position_embeddings": 40960,
20
  "max_window_layers": 40,
21
  "model_type": "qwen3",
@@ -28,8 +71,7 @@
28
  "rope_theta": 1000000,
29
  "sliding_window": null,
30
  "tie_word_embeddings": false,
31
- "torch_dtype": "float32",
32
- "transformers_version": "4.51.0",
33
  "unsloth_fixed": true,
34
  "use_cache": false,
35
  "use_sliding_window": false,
 
4
  ],
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
+ "dtype": "float32",
8
  "eos_token_id": 151645,
9
  "head_dim": 128,
10
  "hidden_act": "silu",
 
17
  "label2id": {
18
  "LABEL_0": 0
19
  },
20
+ "layer_types": [
21
+ "full_attention",
22
+ "full_attention",
23
+ "full_attention",
24
+ "full_attention",
25
+ "full_attention",
26
+ "full_attention",
27
+ "full_attention",
28
+ "full_attention",
29
+ "full_attention",
30
+ "full_attention",
31
+ "full_attention",
32
+ "full_attention",
33
+ "full_attention",
34
+ "full_attention",
35
+ "full_attention",
36
+ "full_attention",
37
+ "full_attention",
38
+ "full_attention",
39
+ "full_attention",
40
+ "full_attention",
41
+ "full_attention",
42
+ "full_attention",
43
+ "full_attention",
44
+ "full_attention",
45
+ "full_attention",
46
+ "full_attention",
47
+ "full_attention",
48
+ "full_attention",
49
+ "full_attention",
50
+ "full_attention",
51
+ "full_attention",
52
+ "full_attention",
53
+ "full_attention",
54
+ "full_attention",
55
+ "full_attention",
56
+ "full_attention",
57
+ "full_attention",
58
+ "full_attention",
59
+ "full_attention",
60
+ "full_attention"
61
+ ],
62
  "max_position_embeddings": 40960,
63
  "max_window_layers": 40,
64
  "model_type": "qwen3",
 
71
  "rope_theta": 1000000,
72
  "sliding_window": null,
73
  "tie_word_embeddings": false,
74
+ "transformers_version": "4.57.1",
 
75
  "unsloth_fixed": true,
76
  "use_cache": false,
77
  "use_sliding_window": false,
model-00001-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:460b6eec7f52d1fa7847700042496535e5bbda05f2073c19a25d676930aac5e3
3
  size 4684558368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c64c1419fbbcf01bcbcf428e863b566a376620f082cee47ca39c04a57db1355
3
  size 4684558368
model-00002-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13eb5a1550beafa34269927c610804822cd6336e3171e16932e8d4954b3e4217
3
  size 4676778920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a02b0b4e73d37a99bf6ef866e6ab8031ba4c61c755c22f045a57f52ae8b17a95
3
  size 4676778920
model-00003-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb0bac7a0c887121e802c1217bf88fa9e65ccd16414854a7e774d20dfa07147d
3
  size 4928480056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84b59bfd7421f97726dee57c9192c6c4e2517ae8c981514b79f61f93d95f1afa
3
  size 4928480056
model-00004-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b91b242d9dd4dd80008934b066fdb10f69cc73c6ac584d2ba9117db84fdd5e9
3
  size 4928480080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f30976ba0ba1c9142d0b08414d83fa3a799e7aea3af2e0f907bde7fe4440dd1f
3
  size 4928480080
model-00005-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c59edbad2ecb9ee63d54dc7144460f2f8fccd04370674b0eb50d22356a0b3899
3
  size 4676778952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60b7f6509ae7109070dddc6f011659c6565851343d70e394fd4d455be8b66155
3
  size 4676778952
model-00006-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0de67b7e07540032016ced34222b5eca9de1dbc1fd27492e08a5153625ce4d6
3
  size 4928480096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7f886e5211b652cf5d217b0e5eb26a3ac4df42868c183e421dff9f3f1fd7c68
3
  size 4928480096
model-00007-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0223be033988fc222620272bbc54ad7d32079450a95bdd911d9d6fa24f5b1a8
3
  size 4928480096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9fba840ac191f79b5a2b159322c41b8cdeabbbbcc304e1c8533c34da4f6fde6
3
  size 4928480096
model-00008-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc3cb20867fb3890701afb8dfae72099c07d13a3327de44e63cb747e69e55cc7
3
  size 4676778952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f8b3780ff1252b3ce4ea28fa007e235cd2269b461ba6f51a89cca91c6b8a0d0
3
  size 4676778952
model-00009-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4ab0d1f632ba6f72ae6624c76935cadc0b7902219c0199b8392a50eba92e235
3
  size 4928480096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c46f267601dc4cea4d01755fc6dacfbbbeda3bfe0db02a94c0aaf71238205563
3
  size 4928480096
model-00010-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d2f1d247d92da5dbdabcbeba0f945ad33b8cc0c5deb3624168a6b1e746829d2
3
  size 4928480096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e84e6b3c7265a1615893a220fa755235e75d1b893c672f27194b714d5042cc4
3
  size 4928480096
model-00011-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ee799f313dbb60a093ea1f7eafb8de9a1388aee657a706907a586c6761ecc8e5
3
  size 4676778952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9b0c590563f4eced12ec113fc27f5cb38b7d07d3ad612e9d63a7a3ab09bb33e
3
  size 4676778952
model-00012-of-00012.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad3e919c8fe035e8f2ee965a5cf2cdf858bb761742968bed0e1f4ea7e12a4874
3
  size 2999096312
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dbeba6de5dbcf1b7926e803cfba778295e78eb4933c096dc81908a09095ec1d
3
  size 2999096312
model.safetensors.index.json CHANGED
@@ -1,5 +1,6 @@
1
  {
2
  "metadata": {
 
3
  "total_size": 55961600000
4
  },
5
  "weight_map": {
 
1
  {
2
  "metadata": {
3
+ "total_parameters": 13990400000,
4
  "total_size": 55961600000
5
  },
6
  "weight_map": {