From 745dbcbc2e0945ddd00d7acffa764f4a1809d5d7 Mon Sep 17 00:00:00 2001 From: Irene Dea Date: Fri, 22 Sep 2023 12:16:23 -0700 Subject: [PATCH] Remove non existent named arguments to StreamingDataset --- llmfoundry/data/finetuning/tasks.py | 2 -- llmfoundry/data/text_data.py | 2 -- 2 files changed, 4 deletions(-) diff --git a/llmfoundry/data/finetuning/tasks.py b/llmfoundry/data/finetuning/tasks.py index 0a2b386048..968000822e 100644 --- a/llmfoundry/data/finetuning/tasks.py +++ b/llmfoundry/data/finetuning/tasks.py @@ -176,8 +176,6 @@ def __init__(self, shuffle_seed=shuffle_seed, shuffle_block_size=shuffle_block_size, sampling_method=sampling_method, - sampling_granularity=sampling_granularity, - batching_method=batching_method, ) self.tokenizer = tokenizer diff --git a/llmfoundry/data/text_data.py b/llmfoundry/data/text_data.py index afdd243adf..3d23c20fa9 100644 --- a/llmfoundry/data/text_data.py +++ b/llmfoundry/data/text_data.py @@ -147,8 +147,6 @@ def __init__(self, shuffle_seed=shuffle_seed, shuffle_block_size=shuffle_block_size, sampling_method=sampling_method, - sampling_granularity=sampling_granularity, - batching_method=batching_method, ) self.tokenizer = tokenizer self.max_seq_len = max_seq_len