add .json to SUPPORTED_EXTENSIONS (#1114)

mosaicml · Apr 19, 2024 · 20cb40c · 20cb40c
1 parent 4bb4d4a
commit 20cb40c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llmfoundry/data/finetuning/tasks.py b/llmfoundry/data/finetuning/tasks.py
@@ -82,7 +82,7 @@ def preprocessing_fn(example: Dict) -> Dict[str, str]:
 DOWNLOADED_FT_DATASETS_DIRPATH = os.path.abspath(
     os.path.join(os.path.realpath(__file__), os.pardir, os.pardir, os.pardir,
                  '.downloaded_finetuning'))
-SUPPORTED_EXTENSIONS = ['.csv', '.jsonl', '.parquet']
+SUPPORTED_EXTENSIONS = ['.csv', '.json', '.jsonl', '.parquet']
 
 PromptResponseDict = Mapping[str, str]
 ChatFormattedDict = Mapping[str, List[Dict[str, str]]]