Skip to content

Commit

Permalink
skip pylint for deepspeed.utils
Browse files Browse the repository at this point in the history
  • Loading branch information
winglian committed Jan 28, 2024
1 parent 27a524c commit 5594554
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion src/axolotl/utils/models.py
Original file line number Diff line number Diff line change
Expand Up @@ -658,7 +658,9 @@ def load_model(
skip_prepare_model_for_kbit_training = False

if cfg.model_config_type == "mixtral" and is_deepspeed_zero3_enabled():
from deepspeed.utils import set_z3_leaf_modules
from deepspeed.utils import ( # pylint: disable=no-name-in-module
set_z3_leaf_modules,
)
from transformers.models.mixtral.modeling_mixtral import MixtralSparseMoeBlock

set_z3_leaf_modules(model, [MixtralSparseMoeBlock])
Expand Down

0 comments on commit 5594554

Please sign in to comment.