diff --git a/python/llm/src/ipex_llm/vllm/xpu/engine/engine.py b/python/llm/src/ipex_llm/vllm/xpu/engine/engine.py
index acce03c4..b0ecbab5 100644
--- a/python/llm/src/ipex_llm/vllm/xpu/engine/engine.py
+++ b/python/llm/src/ipex_llm/vllm/xpu/engine/engine.py
@@ -385,5 +385,5 @@ def run_mp_engine(vllm_config: VllmConfig, usage_context: UsageContext,
         engine_alive.value = False
         raise e  # noqa
 
-if os.getenv("VLLM_USE_V1"):
+if os.getenv("VLLM_USE_V1") == 1:
     IPEXLLMAsyncLLMEngine = IPEXLLMAsyncV1Engine