from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy | |
from axolotl.prompters import AlpacaPrompter, PromptStyle | |
def load(tokenizer, cfg): | |
return AlpacaPromptTokenizingStrategy( | |
AlpacaPrompter(PromptStyle.instruct), tokenizer, cfg.train_on_inputs, cfg.sequence_len | |
) | |