adding content keys

mosaicml · Aug 19, 2024 · 1bd5861 · 1bd5861
1 parent b81af3a
commit 1bd5861
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/llmfoundry/utils/exceptions.py b/llmfoundry/utils/exceptions.py
@@ -8,6 +8,7 @@
     'ALLOWED_RESPONSE_KEYS',
     'ALLOWED_PROMPT_KEYS',
     'ALLOWED_MESSAGES_KEYS',
+    'ALLOWED_CONTENT_KEYS',
     'MissingHuggingFaceURLSplitError',
     'NotEnoughDatasetSamplesError',
     'UnknownExampleTypeError',
@@ -35,6 +36,7 @@
 ALLOWED_RESPONSE_KEYS = {'response', 'completion'}
 ALLOWED_PROMPT_KEYS = {'prompt'}
 ALLOWED_MESSAGES_KEYS = {'messages'}
+ALLOWED_CONTENT_KEYS = {'content'}
 
 FailureLocation = Union[Literal['TrainDataloader'], Literal['EvalDataloader']]
 FailureAttribution = Union[Literal['UserError'], Literal['InternalError'],