William Carr commited on
Commit
103e4de
·
1 Parent(s): f7aaff1

Training in progress, step 500

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
adapter_config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "alpha_pattern": {},
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
5
  "bias": "none",
@@ -13,16 +12,15 @@
13
  "modules_to_save": null,
14
  "peft_type": "LORA",
15
  "r": 64,
16
- "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "v_proj",
 
20
  "gate_proj",
21
  "up_proj",
22
- "k_proj",
23
- "q_proj",
24
  "down_proj",
25
- "o_proj"
 
26
  ],
27
  "task_type": "CAUSAL_LM"
28
  }
 
1
  {
 
2
  "auto_mapping": null,
3
  "base_model_name_or_path": "meta-llama/Llama-2-7b-hf",
4
  "bias": "none",
 
12
  "modules_to_save": null,
13
  "peft_type": "LORA",
14
  "r": 64,
 
15
  "revision": null,
16
  "target_modules": [
17
+ "q_proj",
18
+ "o_proj",
19
  "gate_proj",
20
  "up_proj",
 
 
21
  "down_proj",
22
+ "k_proj",
23
+ "v_proj"
24
  ],
25
  "task_type": "CAUSAL_LM"
26
  }
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:678d29e6b1260b6bc2a2b6efd7a284378817c3694c5fe3f3ee1ff525fea7eba7
3
- size 639792909
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1473176bdae5e47291fb46d69a837ff41f762f4e91ec21ee9ca0d634f2c99ccf
3
+ size 639793354
runs/Oct26_10-19-15_a35d2966208e/events.out.tfevents.1698315792.a35d2966208e.365.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6c375e458889fa6e33a867b3f8f63f4f7ab868899e26372fd5ad613329ee113
3
+ size 5178
special_tokens_map.json CHANGED
@@ -13,7 +13,7 @@
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
- "pad_token": "<PAD>",
17
  "unk_token": {
18
  "content": "<unk>",
19
  "lstrip": false,
 
13
  "rstrip": false,
14
  "single_word": false
15
  },
16
+ "pad_token": "</s>",
17
  "unk_token": {
18
  "content": "<unk>",
19
  "lstrip": false,
tokenizer_config.json CHANGED
@@ -29,6 +29,5 @@
29
  "normalized": false,
30
  "rstrip": false,
31
  "single_word": false
32
- },
33
- "use_default_system_prompt": true
34
  }
 
29
  "normalized": false,
30
  "rstrip": false,
31
  "single_word": false
32
+ }
 
33
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:52d0fe4262d4a29ee819fa37618e22ea69840275099e4586f7d8fc6d7aefe61f
3
- size 4027
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e67ebbb668d9a09233f1183d3f7d1d09e48c34825739bba4867232dc6864af4b
3
+ size 4408