huhuhuhus commited on
Commit
b19ae1e
·
verified ·
1 Parent(s): 004e859

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -12,19 +12,19 @@
12
  "layers_pattern": null,
13
  "layers_to_transform": null,
14
  "loftq_config": {},
15
- "lora_alpha": 128,
16
  "lora_bias": false,
17
- "lora_dropout": 0.1,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
20
  "modules_to_save": null,
21
  "peft_type": "LORA",
22
- "r": 32,
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "q_proj",
27
- "v_proj"
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_dora": false,
 
12
  "layers_pattern": null,
13
  "layers_to_transform": null,
14
  "loftq_config": {},
15
+ "lora_alpha": 64,
16
  "lora_bias": false,
17
+ "lora_dropout": 0.06,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
20
  "modules_to_save": null,
21
  "peft_type": "LORA",
22
+ "r": 64,
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
+ "v_proj",
27
+ "q_proj"
28
  ],
29
  "task_type": "CAUSAL_LM",
30
  "use_dora": false,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d993650b1453d1d458d06cd4cd26e4bdc22e83d1237c6ee66494b5f1351cad20
3
- size 14755192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edaeab3f01e5bdc42110885dff034589704d9a82354163513c584e55d8ab7729
3
+ size 29500848
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb54be08173efbd45506e540c53efc3d97fee90513ac079f808d23b52ddd8d59
3
  size 5368
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ca73db34a14b906b87ef95fb089ba5ae9006366f09ab06f3e4734fa71e75313
3
  size 5368