Update engine.py (#13209)
This commit is contained in:
parent
dd49368e0c
commit
ac04992278
1 changed files with 1 additions and 1 deletions
|
|
@ -385,5 +385,5 @@ def run_mp_engine(vllm_config: VllmConfig, usage_context: UsageContext,
|
|||
engine_alive.value = False
|
||||
raise e # noqa
|
||||
|
||||
if os.getenv("VLLM_USE_V1"):
|
||||
if os.getenv("VLLM_USE_V1") == 1:
|
||||
IPEXLLMAsyncLLMEngine = IPEXLLMAsyncV1Engine
|
||||
|
|
|
|||
Loading…
Reference in a new issue