Fix typo kwargs=>hf_kwargs (#853)

* Fix kwargs typo, should be hf_kwargs * update test
mosaicml · Jan 10, 2024 · d822630 · d822630
1 parent ddba5c8
commit d822630
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/llmfoundry/data/finetuning/dataloader.py b/llmfoundry/data/finetuning/dataloader.py
@@ -190,7 +190,7 @@ def build_finetuning_dataloader(cfg: DictConfig,
             max_seq_len=cfg.dataset.max_seq_len,
             preprocessing_fn=preprocessing_fn,
             tokenizer=tokenizer,
-            hf_kwargs=cfg.dataset.get('kwargs', {}))
+            hf_kwargs=cfg.dataset.get('hf_kwargs', {}))
 
         # Ensure dataset is large enough.
         if cfg.drop_last:

diff --git a/tests/data/test_dataloader.py b/tests/data/test_dataloader.py
@@ -326,7 +326,7 @@ def test_finetuning_dataloader_safe_load(hf_name: str,
             'decoder_only_format': True,
             'shuffle': True,
             'safe_load': True,
-            'kwargs': {
+            'hf_kwargs': {
                 'revision': hf_revision
             }
         },