diff --git a/deepspeed/inference/v2/model_implementations/layer_container_base.py b/deepspeed/inference/v2/model_implementations/layer_container_base.py index 62d240820c7b..f26c87556665 100644 --- a/deepspeed/inference/v2/model_implementations/layer_container_base.py +++ b/deepspeed/inference/v2/model_implementations/layer_container_base.py @@ -14,6 +14,7 @@ # Currently have dependency loops for the type hints. InferenceModel = Type["InferenceModel"] +LayerContainer = Type["LayerContainer"] MAPPING_KEY = "PARAM_MAPPING" PLIST_HELPERS = "_ds_plist_strip_vals"