Update README.md
Browse files
README.md
CHANGED
|
@@ -4,4 +4,17 @@ library_name: peft
|
|
| 4 |
pipeline_tag: text-generation
|
| 5 |
datasets:
|
| 6 |
- tiiuae/falcon-refinedweb
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
---
|
|
|
|
| 4 |
pipeline_tag: text-generation
|
| 5 |
datasets:
|
| 6 |
- tiiuae/falcon-refinedweb
|
| 7 |
+
model_parameters:
|
| 8 |
+
base_model_name_or_path: vilsonrodrigues/falcon-7b-instruct-sharded
|
| 9 |
+
bias: none
|
| 10 |
+
fan_in_fan_out: false
|
| 11 |
+
inference_mode: true
|
| 12 |
+
init_lora_weights: true
|
| 13 |
+
lora_alpha: 32
|
| 14 |
+
lora_dropout: 0.05
|
| 15 |
+
peft_type: LORA
|
| 16 |
+
r: 16
|
| 17 |
+
target_modules:
|
| 18 |
+
- query_key_value
|
| 19 |
+
task_type: CAUSAL_LM
|
| 20 |
---
|