"""Module loading the AlpacaInstructPromptTokenizingStrategy class""" | |
from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy | |
from axolotl.prompters import AlpacaPrompter, PromptStyle | |
def load(tokenizer, cfg): | |
return AlpacaPromptTokenizingStrategy( | |
AlpacaPrompter(PromptStyle.INSTRUCT), | |
tokenizer, | |
cfg.train_on_inputs, | |
cfg.sequence_len, | |
) | |