Hugging Face's logo

urisoo
/
distilbert-base-uncased-tokenclassification

Token Classification
Transformers
TensorBoard
Safetensors
roberta
Model card Files
xet
 Metrics Community
urisoo commited on
Commit
670208c
·
verified ·
1 Parent(s): 87598cf

Training in progress, epoch 1

Browse files
Files changed (8) hide show
  1. adapter_config.json +16 -8
  2. adapter_model.safetensors +2 -2
  3. config.json +20 -24
  4. model.safetensors +2 -2
  5. runs/Jan17_16-27-12_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705476433.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.12848.1 +2 -2
  6. runs/Jan17_16-41-18_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705477278.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.13081.0 +3 -0
  7. runs/Jan17_16-42-32_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705477353.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.13081.1 +3 -0
  8. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -1,19 +1,27 @@
1
  {
 
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "distilbert-base-uncased",
 
4
  "fan_in_fan_out": false,
5
- "feedforward_modules": [
6
- "out_lin"
7
- ],
8
  "inference_mode": true,
9
- "init_ia3_weights": true,
 
 
 
 
 
 
 
10
  "modules_to_save": null,
11
- "peft_type": "IA3",
 
 
12
  "revision": null,
13
  "target_modules": [
14
  "v_lin",
15
- "q_lin",
16
- "out_lin"
17
  ],
18
- "task_type": "TOKEN_CLS"
 
19
  }
 
1
  {
2
+ "alpha_pattern": {},
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "distilbert-base-uncased",
5
+ "bias": "all",
6
  "fan_in_fan_out": false,
 
 
 
7
  "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 16,
13
+ "lora_dropout": 0.1,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
  "modules_to_save": null,
17
+ "peft_type": "LORA",
18
+ "r": 16,
19
+ "rank_pattern": {},
20
  "revision": null,
21
  "target_modules": [
22
  "v_lin",
23
+ "q_lin"
 
24
  ],
25
+ "task_type": "TOKEN_CLS",
26
+ "use_rslora": false
27
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f130d2e6f8cd9207f04fa1a3910d300a2a220c521bbac5463f705d091ef31b99
3
- size 97916
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d68dad84631996c22b5e2b809c7ddeb8bde801d89e4140f7ee71ef42512dc2a9
3
+ size 1429836
config.json CHANGED
@@ -10,33 +10,29 @@
10
  "hidden_dim": 3072,
11
  "id2label": {
12
  "0": "O",
13
- "1": "B-corporation",
14
- "2": "I-corporation",
15
- "3": "B-creative-work",
16
- "4": "I-creative-work",
17
- "5": "B-group",
18
- "6": "I-group",
19
- "7": "B-location",
20
- "8": "I-location",
21
- "9": "B-person",
22
- "10": "I-person",
23
- "11": "B-product",
24
- "12": "I-product"
25
  },
26
  "initializer_range": 0.02,
27
  "label2id": {
28
- "B-corporation": 1,
29
- "B-creative-work": 3,
30
- "B-group": 5,
31
- "B-location": 7,
32
- "B-person": 9,
33
- "B-product": 11,
34
- "I-corporation": 2,
35
- "I-creative-work": 4,
36
- "I-group": 6,
37
- "I-location": 8,
38
- "I-person": 10,
39
- "I-product": 12,
40
  "O": 0
41
  },
42
  "max_position_embeddings": 512,
 
10
  "hidden_dim": 3072,
11
  "id2label": {
12
  "0": "O",
13
+ "1": "B-DNA",
14
+ "2": "I-DNA",
15
+ "3": "B-protein",
16
+ "4": "I-protein",
17
+ "5": "B-cell_type",
18
+ "6": "I-cell_type",
19
+ "7": "B-cell_line",
20
+ "8": "I-cell_line",
21
+ "9": "B-RNA",
22
+ "10": "I-RNA"
 
 
23
  },
24
  "initializer_range": 0.02,
25
  "label2id": {
26
+ "B-DNA": 1,
27
+ "B-RNA": 9,
28
+ "B-cell_line": 7,
29
+ "B-cell_type": 5,
30
+ "B-protein": 3,
31
+ "I-DNA": 2,
32
+ "I-RNA": 10,
33
+ "I-cell_line": 8,
34
+ "I-cell_type": 6,
35
+ "I-protein": 4,
 
 
36
  "O": 0
37
  },
38
  "max_position_embeddings": 512,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:574835874e7845e3d9b2628ad2bb78e98a1cb6b67f0d657d240bbc27fe4709af
3
- size 265503852
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b25826ff9aa3a2c447768a1d38948425de24ef32e2af126cd060f0a9708c75aa
3
+ size 265497700
runs/Jan17_16-27-12_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705476433.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.12848.1 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53d09f199671450fd8a6218504c9c82b7a67b02de29c757dee5ac2a894ff694e
3
- size 9633
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31abee0d377e735a5bb45d2276721e1c0587b04770956f01a981c83e00c201d7
3
+ size 10616
runs/Jan17_16-41-18_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705477278.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.13081.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b71100fbfca1a60d3967a423f75fda482f65307c483bdf0be15e2f71241ffc6
3
+ size 5563
runs/Jan17_16-42-32_pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8/events.out.tfevents.1705477353.pjt20230003-aer2024010004-dp-5d9c8bc8b6-8b5n8.13081.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7c8e2ca3427ccca10531a13a535f6fe7dd6e3ce31fac19f09a60a3606a5007
3
+ size 5563
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7fdb44a2266a7505d930413bbe76a5369af091462131c5d4ff1f27483e345ab5
3
  size 4347
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:268a6dae77915c8b5c98a54157d56a8710ea0039946c38b01473f002de0f72da
3
  size 4347