From 62dc1ec5e452a1aba925660d26f0873cf20be8e0 Mon Sep 17 00:00:00 2001 From: Daniel King Date: Thu, 13 Jun 2024 17:59:28 -0700 Subject: [PATCH] add the arg --- llmfoundry/data/finetuning/dataloader.py | 1 + 1 file changed, 1 insertion(+) diff --git a/llmfoundry/data/finetuning/dataloader.py b/llmfoundry/data/finetuning/dataloader.py index bbde8c4629..8e196bc565 100644 --- a/llmfoundry/data/finetuning/dataloader.py +++ b/llmfoundry/data/finetuning/dataloader.py @@ -391,6 +391,7 @@ def _validate_config( 'allow_pad_trimming', 'seq_parallel_replication', 'auto_packing_replication', + 'max_leftover_bins_to_keep', } if not set(kwargs.keys()).issubset(allowed_additional_kwargs): raise ValueError(