diff --git a/tests/models/utils/test_tp_strategy.py b/tests/models/utils/test_tp_strategy.py index cf3107cc1c..d0812bf5ce 100644 --- a/tests/models/utils/test_tp_strategy.py +++ b/tests/models/utils/test_tp_strategy.py @@ -11,11 +11,12 @@ from llmfoundry.models.mpt.modeling_mpt import ComposerMPTCausalLM from llmfoundry.utils.builders import build_tp_strategy + @pytest.mark.gpu def test_ffn_tp_strategy_layer_plan(): # Actual layer plan from tp_strategy=fnn tp_config = { - 'strategy': 'ffn' + 'strategy': 'ffn', } model_cfg = {