Fix engine.py (#13215)
This commit is contained in:
parent
5a629ae470
commit
3f6d407be4
1 changed files with 1 additions and 1 deletions
|
|
@ -385,5 +385,5 @@ def run_mp_engine(vllm_config: VllmConfig, usage_context: UsageContext,
|
||||||
engine_alive.value = False
|
engine_alive.value = False
|
||||||
raise e # noqa
|
raise e # noqa
|
||||||
|
|
||||||
if os.getenv("VLLM_USE_V1") == 1:
|
if os.getenv("VLLM_USE_V1") == "1":
|
||||||
IPEXLLMAsyncLLMEngine = IPEXLLMAsyncV1Engine
|
IPEXLLMAsyncLLMEngine = IPEXLLMAsyncV1Engine
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue