arthrod commited on
Commit
e63841b
·
verified ·
1 Parent(s): 632084c

Upload folder using huggingface_hub

Browse files
checkpoint-51750/gliner_config.json ADDED
@@ -0,0 +1,112 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "class_token_index": 50369,
3
+ "dropout": 0.3,
4
+ "embed_ent_token": true,
5
+ "encoder_config": {
6
+ "_name_or_path": "jhu-clsp/ettin-encoder-32m",
7
+ "architectures": [
8
+ "ModernBertForMaskedLM"
9
+ ],
10
+ "attention_bias": false,
11
+ "attention_dropout": 0.0,
12
+ "bos_token_id": 50281,
13
+ "causal_mask": false,
14
+ "chunk_size_feed_forward": 0,
15
+ "classifier_activation": "gelu",
16
+ "classifier_bias": false,
17
+ "classifier_dropout": 0.0,
18
+ "classifier_pooling": "mean",
19
+ "cls_token_id": 50281,
20
+ "decoder_bias": true,
21
+ "deterministic_flash_attn": false,
22
+ "dtype": "float32",
23
+ "embedding_dropout": 0.0,
24
+ "eos_token_id": 50282,
25
+ "global_attn_every_n_layers": 3,
26
+ "gradient_checkpointing": false,
27
+ "hidden_activation": "gelu",
28
+ "hidden_size": 384,
29
+ "id2label": {
30
+ "0": "LABEL_0",
31
+ "1": "LABEL_1"
32
+ },
33
+ "initializer_cutoff_factor": 2.0,
34
+ "initializer_range": 0.02,
35
+ "intermediate_size": 576,
36
+ "is_causal": false,
37
+ "is_encoder_decoder": false,
38
+ "label2id": {
39
+ "LABEL_0": 0,
40
+ "LABEL_1": 1
41
+ },
42
+ "layer_norm_eps": 1e-05,
43
+ "layer_types": [
44
+ "full_attention",
45
+ "sliding_attention",
46
+ "sliding_attention",
47
+ "full_attention",
48
+ "sliding_attention",
49
+ "sliding_attention",
50
+ "full_attention",
51
+ "sliding_attention",
52
+ "sliding_attention",
53
+ "full_attention"
54
+ ],
55
+ "local_attention": 128,
56
+ "max_position_embeddings": 7999,
57
+ "mlp_bias": false,
58
+ "mlp_dropout": 0.0,
59
+ "model_type": "modernbert",
60
+ "norm_bias": false,
61
+ "norm_eps": 1e-05,
62
+ "num_attention_heads": 6,
63
+ "num_hidden_layers": 10,
64
+ "output_attentions": false,
65
+ "output_hidden_states": false,
66
+ "pad_token_id": 50283,
67
+ "position_embedding_type": "sans_pos",
68
+ "problem_type": null,
69
+ "return_dict": true,
70
+ "rope_parameters": {
71
+ "full_attention": {
72
+ "rope_theta": 160000.0,
73
+ "rope_type": "default"
74
+ },
75
+ "sliding_attention": {
76
+ "rope_theta": 160000.0,
77
+ "rope_type": "default"
78
+ }
79
+ },
80
+ "sep_token_id": 50282,
81
+ "sparse_pred_ignore_index": -100,
82
+ "sparse_prediction": false,
83
+ "tie_word_embeddings": true,
84
+ "vocab_size": 50371
85
+ },
86
+ "ent_token": "<<ENT>>",
87
+ "fine_tune": true,
88
+ "fuse_layers": false,
89
+ "hidden_size": 384,
90
+ "max_len": 1024,
91
+ "max_neg_type_ratio": 1,
92
+ "max_types": 100,
93
+ "max_width": 100,
94
+ "model_name": "jhu-clsp/ettin-encoder-32m",
95
+ "model_type": null,
96
+ "name": "gliner-ettin-32m-ptbr-pii-full-3x",
97
+ "neg_spans_ratio": 1.0,
98
+ "num_post_fusion_layers": 1,
99
+ "num_rnn_layers": 1,
100
+ "pad_token_id": 50283,
101
+ "post_fusion_schema": null,
102
+ "represent_spans": false,
103
+ "sep_token": "<<SEP>>",
104
+ "span_loss_coef": 1.0,
105
+ "span_mode": "token_level",
106
+ "subtoken_pooling": "first",
107
+ "token_loss_coef": 1.0,
108
+ "transformers_version": "5.1.0",
109
+ "use_cache": false,
110
+ "vocab_size": 50371,
111
+ "words_splitter_type": "whitespace"
112
+ }
checkpoint-51750/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0eaa920b7105f942c664ae42918a6a2bdad438f340c25ee864c02525d6e05aa
3
+ size 281179211
checkpoint-51750/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4819df7a02daf1c67d0ec93f274e75ea33c0ce79ed04aae8e70fbc2579f54c96
3
+ size 140583921
checkpoint-51750/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29dbb3b33c3151142209571d86bbf362dc18ec055ff6a7cc45dc72a8747cf9c7
3
+ size 14645
checkpoint-51750/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09be88a2eabcfbef139368cffcd98504dce200b7987a4d90a60f010a582839de
3
+ size 1529
checkpoint-51750/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoint-51750/tokenizer_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "clean_up_tokenization_spaces": true,
4
+ "cls_token": "[CLS]",
5
+ "is_local": false,
6
+ "mask_token": "[MASK]",
7
+ "model_input_names": [
8
+ "input_ids",
9
+ "attention_mask"
10
+ ],
11
+ "model_max_length": 8192,
12
+ "pad_token": "[PAD]",
13
+ "sep_token": "[SEP]",
14
+ "tokenizer_class": "TokenizersBackend",
15
+ "unk_token": "[UNK]"
16
+ }
checkpoint-51750/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff