fix conditional so alpaca doesn't choke
Browse files
src/axolotl/utils/data.py
CHANGED
|
@@ -86,7 +86,7 @@ def load_prepare_datasets(tokenizer, cfg, default_dataset_prepared_path):
|
|
| 86 |
)
|
| 87 |
ds_wrapper = TokenizedPromptDataset(ds_strategy, ds["train"])
|
| 88 |
datasets.append(ds_wrapper)
|
| 89 |
-
|
| 90 |
ds_strategy = JeopardyPromptTokenizingStrategy(
|
| 91 |
JeopardyPrompter(), tokenizer, cfg.train_on_inputs, cfg.sequence_len
|
| 92 |
)
|
|
|
|
| 86 |
)
|
| 87 |
ds_wrapper = TokenizedPromptDataset(ds_strategy, ds["train"])
|
| 88 |
datasets.append(ds_wrapper)
|
| 89 |
+
elif d.type == "jeopardy":
|
| 90 |
ds_strategy = JeopardyPromptTokenizingStrategy(
|
| 91 |
JeopardyPrompter(), tokenizer, cfg.train_on_inputs, cfg.sequence_len
|
| 92 |
)
|