diff --git a/optimum/utils/normalized_config.py b/optimum/utils/normalized_config.py
index f77978985d..6fa62cad61 100644
--- a/optimum/utils/normalized_config.py
+++ b/optimum/utils/normalized_config.py
@@ -262,6 +262,11 @@ class NormalizedConfigManager:
         "whisper": WhisperLikeNormalizedTextConfig,
         "xlm-roberta": NormalizedTextConfig,
         "yolos": NormalizedVisionConfig,
+        "mpt": MPTNormalizedTextConfig,
+        "baichuan": NormalizedTextConfig,
+        "qwen": NormalizedTextConfig,
+        "chatglm": NormalizedTextConfig.with_args(num_layers="num_layers"),
+
     }
 
     @classmethod