ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Update engine.py (#13209)

Browse source
This commit is contained in:
Guancheng Fu 2025-06-06 15:47:33 +08:00 committed by GitHub
parent dd49368e0c
commit ac04992278
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/ipex_llm/vllm/xpu/engine/engine.py
View file

@ -385,5 +385,5 @@ def run_mp_engine(vllm_config: VllmConfig, usage_context: UsageContext,
engine_alive.value = False engine_alive.value = False
raise e # noqa raise e # noqa
if os.getenv("VLLM_USE_V1"): if os.getenv("VLLM_USE_V1") == 1:
IPEXLLMAsyncLLMEngine = IPEXLLMAsyncV1Engine IPEXLLMAsyncLLMEngine = IPEXLLMAsyncV1Engine