Remove non existent named arguments to StreamingDataset

mosaicml · Sep 22, 2023 · 745dbcb · 745dbcb
1 parent 6883562
commit 745dbcb
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 4 deletions.
diff --git a/llmfoundry/data/finetuning/tasks.py b/llmfoundry/data/finetuning/tasks.py
@@ -176,8 +176,6 @@ def __init__(self,
             shuffle_seed=shuffle_seed,
             shuffle_block_size=shuffle_block_size,
             sampling_method=sampling_method,
-            sampling_granularity=sampling_granularity,
-            batching_method=batching_method,
         )
 
         self.tokenizer = tokenizer

diff --git a/llmfoundry/data/text_data.py b/llmfoundry/data/text_data.py
@@ -147,8 +147,6 @@ def __init__(self,
             shuffle_seed=shuffle_seed,
             shuffle_block_size=shuffle_block_size,
             sampling_method=sampling_method,
-            sampling_granularity=sampling_granularity,
-            batching_method=batching_method,
         )
         self.tokenizer = tokenizer
         self.max_seq_len = max_seq_len