Skip to content

Commit

Permalink
style
Browse files Browse the repository at this point in the history
  • Loading branch information
eitanturok committed Sep 26, 2024
1 parent c696338 commit ccdbcf4
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion tests/models/utils/test_tp_strategy.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,11 +11,12 @@
from llmfoundry.models.mpt.modeling_mpt import ComposerMPTCausalLM
from llmfoundry.utils.builders import build_tp_strategy


@pytest.mark.gpu
def test_ffn_tp_strategy_layer_plan():
# Actual layer plan from tp_strategy=fnn
tp_config = {
'strategy': 'ffn'
'strategy': 'ffn',
}

model_cfg = {
Expand Down

0 comments on commit ccdbcf4

Please sign in to comment.