fix conditional so alpaca doesn't choke
Browse files
src/axolotl/utils/data.py
CHANGED
@@ -86,7 +86,7 @@ def load_prepare_datasets(tokenizer, cfg, default_dataset_prepared_path):
|
|
86 |
)
|
87 |
ds_wrapper = TokenizedPromptDataset(ds_strategy, ds["train"])
|
88 |
datasets.append(ds_wrapper)
|
89 |
-
|
90 |
ds_strategy = JeopardyPromptTokenizingStrategy(
|
91 |
JeopardyPrompter(), tokenizer, cfg.train_on_inputs, cfg.sequence_len
|
92 |
)
|
|
|
86 |
)
|
87 |
ds_wrapper = TokenizedPromptDataset(ds_strategy, ds["train"])
|
88 |
datasets.append(ds_wrapper)
|
89 |
+
elif d.type == "jeopardy":
|
90 |
ds_strategy = JeopardyPromptTokenizingStrategy(
|
91 |
JeopardyPrompter(), tokenizer, cfg.train_on_inputs, cfg.sequence_len
|
92 |
)
|