Hugging Face's logo

bilkultheek
/
Cold-Data-LLama-2-7B

PEFT
TensorBoard
Safetensors
trl
sft
Generated from Trainer
Model card Files
xet
 Metrics Community
bilkultheek commited on
Commit
8f2c9e1
·
verified ·
1 Parent(s): aeb5936

Training in progress, step 20

Browse files
Files changed (6) hide show
  1. adapter_config.json +3 -3
  2. adapter_model.safetensors +1 -1
  3. special_tokens_map.json +4 -10
  4. tokenizer.json +6 -6
  5. tokenizer_config.json +5 -4
  6. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "NousResearch/Llama-2-7b-hf",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -23,8 +23,8 @@
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "v_proj",
27
- "q_proj"
28
  ],
29
  "task_type": "SEQ_CLS",
30
  "use_dora": false,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
+ "q_proj",
27
+ "v_proj"
28
  ],
29
  "task_type": "SEQ_CLS",
30
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:297b7c973bad105c4ea3e60fe0a262313cf44d32e76ab81d3608785583dac842
3
  size 134267920
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e5606ccf32ec3bce7ff35e4a66199f1a6a6a3df331fd6e80cb61beac318a365
3
  size 134267920
special_tokens_map.json CHANGED
@@ -2,28 +2,22 @@
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
5
- "normalized": true,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "</s>",
11
  "lstrip": false,
12
- "normalized": true,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "pad_token": {
17
- "content": "<unk>",
18
- "lstrip": false,
19
- "normalized": true,
20
  "rstrip": false,
21
  "single_word": false
22
  },
 
23
  "unk_token": {
24
  "content": "<unk>",
25
  "lstrip": false,
26
- "normalized": true,
27
  "rstrip": false,
28
  "single_word": false
29
  }
 
2
  "bos_token": {
3
  "content": "<s>",
4
  "lstrip": false,
5
+ "normalized": false,
6
  "rstrip": false,
7
  "single_word": false
8
  },
9
  "eos_token": {
10
  "content": "</s>",
11
  "lstrip": false,
12
+ "normalized": false,
 
 
 
 
 
 
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": "</s>",
17
  "unk_token": {
18
  "content": "<unk>",
19
  "lstrip": false,
20
+ "normalized": false,
21
  "rstrip": false,
22
  "single_word": false
23
  }
tokenizer.json CHANGED
@@ -10,11 +10,11 @@
10
  "strategy": {
11
  "Fixed": 512
12
  },
13
- "direction": "Left",
14
  "pad_to_multiple_of": null,
15
- "pad_id": 0,
16
  "pad_type_id": 0,
17
- "pad_token": "<unk>"
18
  },
19
  "added_tokens": [
20
  {
@@ -23,7 +23,7 @@
23
  "single_word": false,
24
  "lstrip": false,
25
  "rstrip": false,
26
- "normalized": true,
27
  "special": true
28
  },
29
  {
@@ -32,7 +32,7 @@
32
  "single_word": false,
33
  "lstrip": false,
34
  "rstrip": false,
35
- "normalized": true,
36
  "special": true
37
  },
38
  {
@@ -41,7 +41,7 @@
41
  "single_word": false,
42
  "lstrip": false,
43
  "rstrip": false,
44
- "normalized": true,
45
  "special": true
46
  }
47
  ],
 
10
  "strategy": {
11
  "Fixed": 512
12
  },
13
+ "direction": "Right",
14
  "pad_to_multiple_of": null,
15
+ "pad_id": 2,
16
  "pad_type_id": 0,
17
+ "pad_token": "</s>"
18
  },
19
  "added_tokens": [
20
  {
 
23
  "single_word": false,
24
  "lstrip": false,
25
  "rstrip": false,
26
+ "normalized": false,
27
  "special": true
28
  },
29
  {
 
32
  "single_word": false,
33
  "lstrip": false,
34
  "rstrip": false,
35
+ "normalized": false,
36
  "special": true
37
  },
38
  {
 
41
  "single_word": false,
42
  "lstrip": false,
43
  "rstrip": false,
44
+ "normalized": false,
45
  "special": true
46
  }
47
  ],
tokenizer_config.json CHANGED
@@ -6,7 +6,7 @@
6
  "0": {
7
  "content": "<unk>",
8
  "lstrip": false,
9
- "normalized": true,
10
  "rstrip": false,
11
  "single_word": false,
12
  "special": true
@@ -14,7 +14,7 @@
14
  "1": {
15
  "content": "<s>",
16
  "lstrip": false,
17
- "normalized": true,
18
  "rstrip": false,
19
  "single_word": false,
20
  "special": true
@@ -22,7 +22,7 @@
22
  "2": {
23
  "content": "</s>",
24
  "lstrip": false,
25
- "normalized": true,
26
  "rstrip": false,
27
  "single_word": false,
28
  "special": true
@@ -33,7 +33,8 @@
33
  "eos_token": "</s>",
34
  "legacy": false,
35
  "model_max_length": 1000000000000000019884624838656,
36
- "pad_token": "<unk>",
 
37
  "sp_model_kwargs": {},
38
  "tokenizer_class": "LlamaTokenizer",
39
  "unk_token": "<unk>",
 
6
  "0": {
7
  "content": "<unk>",
8
  "lstrip": false,
9
+ "normalized": false,
10
  "rstrip": false,
11
  "single_word": false,
12
  "special": true
 
14
  "1": {
15
  "content": "<s>",
16
  "lstrip": false,
17
+ "normalized": false,
18
  "rstrip": false,
19
  "single_word": false,
20
  "special": true
 
22
  "2": {
23
  "content": "</s>",
24
  "lstrip": false,
25
+ "normalized": false,
26
  "rstrip": false,
27
  "single_word": false,
28
  "special": true
 
33
  "eos_token": "</s>",
34
  "legacy": false,
35
  "model_max_length": 1000000000000000019884624838656,
36
+ "pad_token": "</s>",
37
+ "padding_side": "right",
38
  "sp_model_kwargs": {},
39
  "tokenizer_class": "LlamaTokenizer",
40
  "unk_token": "<unk>",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29ba1151fb631ddfbf80b90960ce2104d7ded0632004e2f7f9d17ea9d6b4e949
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:426acd6e3ddf2e9c988d2e2dbd821727c01951535c153dcb4cc4df303858cc35
3
  size 5432