JoshuaAshkinaze commited on
Commit
2bee127
·
verified ·
1 Parent(s): a9988fe

Upload 5 files

Browse files
config.json ADDED
@@ -0,0 +1,359 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "ModernBertForSequenceClassification"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": null,
8
+ "classifier_activation": "gelu",
9
+ "classifier_bias": false,
10
+ "classifier_dropout": 0.0,
11
+ "classifier_pooling": "mean",
12
+ "classifiers_size": [
13
+ 3,
14
+ 2,
15
+ 2,
16
+ 2,
17
+ 2,
18
+ 2,
19
+ 1,
20
+ 2,
21
+ 3,
22
+ 2,
23
+ 2,
24
+ 2,
25
+ 3,
26
+ 3,
27
+ 3,
28
+ 3,
29
+ 3,
30
+ 3,
31
+ 2,
32
+ 2,
33
+ 3,
34
+ 2,
35
+ 2,
36
+ 2,
37
+ 2,
38
+ 2,
39
+ 6,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2,
44
+ 2,
45
+ 3,
46
+ 3,
47
+ 3,
48
+ 3,
49
+ 3,
50
+ 3,
51
+ 3,
52
+ 2,
53
+ 2,
54
+ 2,
55
+ 2,
56
+ 3,
57
+ 3,
58
+ 3,
59
+ 3,
60
+ 3,
61
+ 3,
62
+ 3,
63
+ 3,
64
+ 2,
65
+ 2,
66
+ 2,
67
+ 2,
68
+ 2,
69
+ 2,
70
+ 16,
71
+ 100,
72
+ 13,
73
+ 100,
74
+ 8,
75
+ 3,
76
+ 3,
77
+ 2,
78
+ 3,
79
+ 2,
80
+ 4,
81
+ 3,
82
+ 2,
83
+ 3,
84
+ 2,
85
+ 2,
86
+ 2,
87
+ 2,
88
+ 2,
89
+ 3,
90
+ 2,
91
+ 3,
92
+ 2,
93
+ 4,
94
+ 3,
95
+ 3,
96
+ 3,
97
+ 2,
98
+ 3,
99
+ 1,
100
+ 2,
101
+ 2,
102
+ 3,
103
+ 13,
104
+ 2,
105
+ 2,
106
+ 3,
107
+ 2,
108
+ 2,
109
+ 3,
110
+ 3,
111
+ 3,
112
+ 3,
113
+ 2,
114
+ 3,
115
+ 3,
116
+ 2,
117
+ 3,
118
+ 2,
119
+ 2,
120
+ 2,
121
+ 2,
122
+ 2,
123
+ 3,
124
+ 4,
125
+ 3,
126
+ 3,
127
+ 2,
128
+ 2,
129
+ 3,
130
+ 3,
131
+ 2,
132
+ 2,
133
+ 2,
134
+ 2,
135
+ 2,
136
+ 4,
137
+ 3,
138
+ 2,
139
+ 2,
140
+ 2,
141
+ 3,
142
+ 3,
143
+ 3,
144
+ 2,
145
+ 3
146
+ ],
147
+ "cls_token_id": 50281,
148
+ "decoder_bias": true,
149
+ "deterministic_flash_attn": false,
150
+ "dtype": "float32",
151
+ "embedding_dropout": 0.0,
152
+ "eos_token_id": null,
153
+ "global_attn_every_n_layers": 3,
154
+ "gradient_checkpointing": false,
155
+ "hidden_activation": "gelu",
156
+ "hidden_size": 768,
157
+ "id2label": {
158
+ "0": "contradiction",
159
+ "1": "entailment",
160
+ "2": "neutral"
161
+ },
162
+ "initializer_cutoff_factor": 2.0,
163
+ "initializer_range": 0.02,
164
+ "intermediate_size": 1152,
165
+ "label2id": {
166
+ "contradiction": 0,
167
+ "entailment": 1,
168
+ "neutral": 2
169
+ },
170
+ "layer_norm_eps": 1e-05,
171
+ "layer_types": [
172
+ "full_attention",
173
+ "sliding_attention",
174
+ "sliding_attention",
175
+ "full_attention",
176
+ "sliding_attention",
177
+ "sliding_attention",
178
+ "full_attention",
179
+ "sliding_attention",
180
+ "sliding_attention",
181
+ "full_attention",
182
+ "sliding_attention",
183
+ "sliding_attention",
184
+ "full_attention",
185
+ "sliding_attention",
186
+ "sliding_attention",
187
+ "full_attention",
188
+ "sliding_attention",
189
+ "sliding_attention",
190
+ "full_attention",
191
+ "sliding_attention",
192
+ "sliding_attention",
193
+ "full_attention"
194
+ ],
195
+ "local_attention": 128,
196
+ "max_position_embeddings": 2048,
197
+ "mlp_bias": false,
198
+ "mlp_dropout": 0.0,
199
+ "model_type": "modernbert",
200
+ "norm_bias": false,
201
+ "norm_eps": 1e-05,
202
+ "num_attention_heads": 12,
203
+ "num_hidden_layers": 22,
204
+ "pad_token_id": 50283,
205
+ "position_embedding_type": "absolute",
206
+ "problem_type": "single_label_classification",
207
+ "rope_parameters": {
208
+ "full_attention": {
209
+ "rope_theta": 160000.0,
210
+ "rope_type": "default"
211
+ },
212
+ "sliding_attention": {
213
+ "rope_theta": 10000.0,
214
+ "rope_type": "default"
215
+ }
216
+ },
217
+ "sep_token_id": 50282,
218
+ "sparse_pred_ignore_index": -100,
219
+ "sparse_prediction": false,
220
+ "tasks": [
221
+ "glue/mnli",
222
+ "glue/qnli",
223
+ "glue/rte",
224
+ "glue/wnli",
225
+ "glue/mrpc",
226
+ "glue/qqp",
227
+ "glue/stsb",
228
+ "super_glue/boolq",
229
+ "super_glue/cb",
230
+ "super_glue/multirc",
231
+ "super_glue/wic",
232
+ "super_glue/axg",
233
+ "anli/a1",
234
+ "anli/a2",
235
+ "anli/a3",
236
+ "sick/label",
237
+ "sick/entailment_AB",
238
+ "snli",
239
+ "scitail/snli_format",
240
+ "hans",
241
+ "WANLI",
242
+ "recast/recast_ner",
243
+ "recast/recast_sentiment",
244
+ "recast/recast_verbnet",
245
+ "recast/recast_megaveridicality",
246
+ "recast/recast_verbcorner",
247
+ "recast/recast_kg_relations",
248
+ "recast/recast_factuality",
249
+ "recast/recast_puns",
250
+ "probability_words_nli/reasoning_1hop",
251
+ "probability_words_nli/usnli",
252
+ "probability_words_nli/reasoning_2hop",
253
+ "nan-nli",
254
+ "nli_fever",
255
+ "breaking_nli",
256
+ "conj_nli",
257
+ "fracas",
258
+ "dialogue_nli",
259
+ "mpe",
260
+ "dnc",
261
+ "recast_white/fnplus",
262
+ "recast_white/sprl",
263
+ "recast_white/dpr",
264
+ "robust_nli/IS_CS",
265
+ "robust_nli/LI_LI",
266
+ "robust_nli/ST_WO",
267
+ "robust_nli/PI_SP",
268
+ "robust_nli/PI_CD",
269
+ "robust_nli/ST_SE",
270
+ "robust_nli/ST_NE",
271
+ "robust_nli/ST_LM",
272
+ "robust_nli_is_sd",
273
+ "robust_nli_li_ts",
274
+ "add_one_rte",
275
+ "paws/labeled_final",
276
+ "glue/cola",
277
+ "glue/sst2",
278
+ "pragmeval/pdtb",
279
+ "lex_glue/eurlex",
280
+ "lex_glue/scotus",
281
+ "lex_glue/ledgar",
282
+ "lex_glue/unfair_tos",
283
+ "dynasent/dynabench.dynasent.r1.all/r1",
284
+ "dynasent/dynabench.dynasent.r2.all/r2",
285
+ "cycic_classification",
286
+ "lingnli",
287
+ "monotonicity-entailment",
288
+ "scinli",
289
+ "naturallogic",
290
+ "dynahate",
291
+ "syntactic-augmentation-nli",
292
+ "autotnli",
293
+ "defeasible-nli/atomic",
294
+ "defeasible-nli/snli",
295
+ "help-nli",
296
+ "nli-veridicality-transitivity",
297
+ "lonli",
298
+ "dadc-limit-nli",
299
+ "folio",
300
+ "tomi-nli",
301
+ "puzzte",
302
+ "temporal-nli",
303
+ "counterfactually-augmented-snli",
304
+ "cnli",
305
+ "boolq-natural-perturbations",
306
+ "equate",
307
+ "chaos-mnli-ambiguity",
308
+ "logiqa-2.0-nli",
309
+ "mindgames",
310
+ "ConTRoL-nli",
311
+ "logical-fallacy",
312
+ "cladder",
313
+ "conceptrules_v2",
314
+ "zero-shot-label-nli",
315
+ "scone",
316
+ "monli",
317
+ "SpaceNLI",
318
+ "propsegment/nli",
319
+ "FLD.v2/default",
320
+ "FLD.v2/star",
321
+ "SDOH-NLI",
322
+ "scifact_entailment",
323
+ "AdjectiveScaleProbe-nli",
324
+ "resnli",
325
+ "semantic_fragments_nli",
326
+ "dataset_train_nli",
327
+ "nlgraph",
328
+ "ruletaker",
329
+ "PARARULE-Plus",
330
+ "logical-entailment",
331
+ "nope",
332
+ "LogicNLI",
333
+ "contract-nli/contractnli_a/seg",
334
+ "contract-nli/contractnli_b/full",
335
+ "nli4ct_semeval2024",
336
+ "biosift-nli",
337
+ "SIGA-nli",
338
+ "FOL-nli",
339
+ "doc-nli",
340
+ "mctest-nli",
341
+ "natural-language-satisfiability",
342
+ "idioms-nli",
343
+ "lifecycle-entailment",
344
+ "MSciNLI",
345
+ "hover-3way/nli",
346
+ "seahorse_summarization_evaluation",
347
+ "missing-item-prediction/contrastive",
348
+ "Pol_NLI",
349
+ "synthetic-retrieval-NLI/count",
350
+ "synthetic-retrieval-NLI/position",
351
+ "synthetic-retrieval-NLI/binary",
352
+ "babi_nli",
353
+ "gen_debiased_nli"
354
+ ],
355
+ "tie_word_embeddings": true,
356
+ "transformers_version": "5.10.2",
357
+ "use_cache": false,
358
+ "vocab_size": 50368
359
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78a2c33933049a43fd8d36225e0743e261e49ad8a81ed8a5f597dd8662691c71
3
+ size 598442860
test_predictions.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "clean_up_tokenization_spaces": true,
4
+ "cls_token": "[CLS]",
5
+ "is_local": false,
6
+ "local_files_only": false,
7
+ "mask_token": "[MASK]",
8
+ "max_length": 2048,
9
+ "model_input_names": [
10
+ "input_ids",
11
+ "attention_mask"
12
+ ],
13
+ "model_max_length": 1000000000000000019884624838656,
14
+ "pad_to_multiple_of": null,
15
+ "pad_token": "[PAD]",
16
+ "pad_token_type_id": 0,
17
+ "padding_side": "right",
18
+ "sep_token": "[SEP]",
19
+ "stride": 0,
20
+ "tokenizer_class": "TokenizersBackend",
21
+ "truncation_side": "right",
22
+ "truncation_strategy": "longest_first",
23
+ "unk_token": "[UNK]"
24
+ }