Skip to content

Commit

Permalink
Add train subset num batches (#1472)
Browse files Browse the repository at this point in the history
  • Loading branch information
mvpatel2000 authored Aug 21, 2024
1 parent b32e48c commit 3648cef
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 0 deletions.
1 change: 1 addition & 0 deletions llmfoundry/command_utils/train.py
Original file line number Diff line number Diff line change
Expand Up @@ -512,6 +512,7 @@ def train(cfg: DictConfig) -> Trainer:
seed=seed,
model=model,
train_dataloader=train_loader,
train_subset_num_batches=train_cfg.train_subset_num_batches,
eval_dataloader=evaluators,
optimizers=optimizer,
schedulers=scheduler,
Expand Down
1 change: 1 addition & 0 deletions llmfoundry/utils/config_utils.py
Original file line number Diff line number Diff line change
Expand Up @@ -162,6 +162,7 @@ class TrainConfig:
only_composer_checkpoint: bool = False

# Dataloader
train_subset_num_batches: int = -1
device_train_microbatch_size: Union[str, int, float] = 'auto'
global_train_batch_size: Optional[int] = None
spin_dataloaders: bool = True
Expand Down

0 comments on commit 3648cef

Please sign in to comment.