don't use deepspeed or fsdp when merging loras (#1479)
Browse files
src/axolotl/cli/merge_lora.py
CHANGED
@@ -38,6 +38,8 @@ def do_cli(config: Path = Path("examples/"), **kwargs):
|
|
38 |
parsed_cfg.load_in_4bit = False
|
39 |
parsed_cfg.load_in_8bit = False
|
40 |
parsed_cfg.flash_attention = False
|
|
|
|
|
41 |
|
42 |
do_merge_lora(cfg=parsed_cfg, cli_args=parsed_cli_args)
|
43 |
|
|
|
38 |
parsed_cfg.load_in_4bit = False
|
39 |
parsed_cfg.load_in_8bit = False
|
40 |
parsed_cfg.flash_attention = False
|
41 |
+
parsed_cfg.deepspeed = None
|
42 |
+
parsed_cfg.fsdp = None
|
43 |
|
44 |
do_merge_lora(cfg=parsed_cfg, cli_args=parsed_cli_args)
|
45 |
|