Update qlora.yml - remove `max_packed_sequence_len` (#1210) [skip ci]
Browse files
examples/cerebras/qlora.yml
CHANGED
|
@@ -11,7 +11,6 @@ val_set_size: 0.05
|
|
| 11 |
adapter: qlora
|
| 12 |
lora_model_dir:
|
| 13 |
sequence_len: 2048
|
| 14 |
-
max_packed_sequence_len: 2048
|
| 15 |
lora_r: 16
|
| 16 |
lora_alpha: 32
|
| 17 |
lora_dropout: 0.05
|
|
|
|
| 11 |
adapter: qlora
|
| 12 |
lora_model_dir:
|
| 13 |
sequence_len: 2048
|
|
|
|
| 14 |
lora_r: 16
|
| 15 |
lora_alpha: 32
|
| 16 |
lora_dropout: 0.05
|