Add phi and mixtral model type to normalizedconfig (#1625)

add phi and mixtral config Signed-off-by: Wang, Chang1 <[email protected]>
huggingface · Jan 8, 2024 · ec14b3f · ec14b3f
1 parent 8ac9763
commit ec14b3f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/optimum/utils/normalized_config.py b/optimum/utils/normalized_config.py
@@ -238,12 +238,14 @@ class NormalizedConfigManager:
         "marian": BartLikeNormalizedTextConfig,
         "mbart": BartLikeNormalizedTextConfig,
         "mistral": NormalizedTextConfigWithGQA,
+        "mixtral": NormalizedTextConfigWithGQA,
         "mt5": T5LikeNormalizedTextConfig,
         "m2m-100": BartLikeNormalizedTextConfig,
         "nystromformer": NormalizedTextConfig,
         "opt": NormalizedTextConfig,
         "pegasus": BartLikeNormalizedTextConfig,
         "pix2struct": Pix2StructNormalizedTextConfig,
+        "phi": NormalizedTextConfig,
         "poolformer": NormalizedVisionConfig,
         "regnet": NormalizedVisionConfig,
         "resnet": NormalizedVisionConfig,