diff --git a/python/llm/src/ipex_llm/vllm/xpu/model_convert.py b/python/llm/src/ipex_llm/vllm/xpu/model_convert.py
index 73783c97..1237d2b2 100644
--- a/python/llm/src/ipex_llm/vllm/xpu/model_convert.py
+++ b/python/llm/src/ipex_llm/vllm/xpu/model_convert.py
@@ -107,6 +107,12 @@ def get_load_function(low_bit):
                     modules = ["35.mlp", "36.mlp", "37.mlp", "38.mlp", "39.mlp"]
                 else:
                     modules = None
+                not_convert_o_proj = os.getenv("IPEX_LLM_NOT_CONVERT_O_PROJ", None)
+                if not_convert_o_proj is not None:
+                    # only use to avoid nan value in o_proj running DeepSeek-R1-Distill-Qwen-14B
+                    modules = ["o_proj"]
+                else:
+                    modules = None
                 if "minicpm" in self.vllm_config.model_config.model.lower():
                     modules = ["vpm", "resampler"]
                 if "internvl2" in self.vllm_config.model_config.model.lower():