stray s
Browse files
src/axolotl/utils/models.py
CHANGED
@@ -363,9 +363,9 @@ def load_lora(model, cfg):
|
|
363 |
)
|
364 |
|
365 |
bits = None
|
366 |
-
if cfg.
|
367 |
bits = 4
|
368 |
-
elif cfg.
|
369 |
bits = 8
|
370 |
linear_names = find_all_linear_names(bits, model)
|
371 |
logging.info(f"found linear modules: {repr(linear_names)}")
|
|
|
363 |
)
|
364 |
|
365 |
bits = None
|
366 |
+
if cfg.load_in_4bit:
|
367 |
bits = 4
|
368 |
+
elif cfg.load_in_8bit:
|
369 |
bits = 8
|
370 |
linear_names = find_all_linear_names(bits, model)
|
371 |
logging.info(f"found linear modules: {repr(linear_names)}")
|