diff --git a/scripts/train/yamls/finetune/dbrx-full-ft.yaml b/scripts/train/yamls/finetune/dbrx-full-ft.yaml index 8933a2d3c8..a0e2504787 100644 --- a/scripts/train/yamls/finetune/dbrx-full-ft.yaml +++ b/scripts/train/yamls/finetune/dbrx-full-ft.yaml @@ -88,7 +88,7 @@ device_eval_batch_size: 1 precision: amp_bf16 autoresume: true dist_timeout: 3600 -expandeable_segments: true +expandable_segments: true # FSDP fsdp_config: diff --git a/scripts/train/yamls/finetune/dbrx-lora-ft.yaml b/scripts/train/yamls/finetune/dbrx-lora-ft.yaml index 58ca8fae61..7fb921ae16 100644 --- a/scripts/train/yamls/finetune/dbrx-lora-ft.yaml +++ b/scripts/train/yamls/finetune/dbrx-lora-ft.yaml @@ -96,7 +96,7 @@ device_eval_batch_size: 1 precision: amp_bf16 autoresume: true dist_timeout: 3600 -expandeable_segments: true +expandable_segments: true # FSDP fsdp_config: