diff --git a/python/llm/src/ipex_llm/vllm/xpu/model_convert.py b/python/llm/src/ipex_llm/vllm/xpu/model_convert.py
index 8c3c8f65245..79c858d2fb0 100644
--- a/python/llm/src/ipex_llm/vllm/xpu/model_convert.py
+++ b/python/llm/src/ipex_llm/vllm/xpu/model_convert.py
@@ -120,7 +120,7 @@ def _ipex_llm_load_model(self) -> None:
                     modules = None
                 if "minicpm" in self.vllm_config.model_config.model.lower():
                     modules = ["vpm", "resampler"]
-                if "internvl2" in self.vllm_config.model_config.model.lower():
+                if "internvl" in self.vllm_config.model_config.model.lower():
                     modules = ["vision_model", "mlp1"]
                 if "deepseek-v2" in self.vllm_config.model_config.model.lower():
                     modules = ["down_proj"]