File size: 673 Bytes
a5bf838 1d7da3b 48f4c05 a5bf838 1d7da3b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
import logging
def validate_config(cfg):
if cfg.adapter == "qlora":
if cfg.merge_lora:
# can't merge qlora if loaded in 8bit or 4bit
assert cfg.load_in_8bit is False
assert cfg.load_4bit is False
assert cfg.load_in_4bit is False
else:
assert cfg.load_in_8bit is False
assert cfg.load_4bit is False
assert cfg.load_in_4bit is True
if cfg.load_in_8bit and cfg.adapter == "lora":
logging.warning("we recommend setting `load_in_8bit: true`")
# TODO
# MPT 7b
# https://github.com/facebookresearch/bitsandbytes/issues/25
# no 8bit adamw w bf16
|