36 lines
No EOL
1.9 KiB
Batchfile
36 lines
No EOL
1.9 KiB
Batchfile
@echo off
|
|
set /p modelpath="Please enter the model path: "
|
|
|
|
powershell -Command "& { $env:no_proxy='localhost,127.0.0.1'; Start-Process -FilePath PowerShell -ArgumentList '-Command', '& { .\python-embed\python.exe -m fastchat.serve.controller > zip_controller.log 2>&1 }' -NoNewWindow }"
|
|
timeout /t 1 /nobreak >nul 2>&1
|
|
:loop1
|
|
powershell -Command "$output = Get-Content zip_controller.log; if($null -eq $output -or !($output | Select-String -Pattern 'Uvicorn running on')) { exit 1 } else { exit 0 }"
|
|
if errorlevel 1 (
|
|
timeout /t 1 /nobreak >nul 2>&1
|
|
goto loop1
|
|
)
|
|
echo [1/3] Controller started successfully
|
|
|
|
powershell -Command "& { $env:no_proxy='localhost,127.0.0.1'; Start-Process -FilePath PowerShell -ArgumentList '-Command', '& { .\python-embed\python.exe -m ipex_llm.serving.fastchat.ipex_llm_worker --model-path %modelpath% --device cpu --low-bit "sym_int4" --trust-remote-code > zip_model_worker.log 2>&1 }' -NoNewWindow }"
|
|
timeout /t 1 /nobreak >nul 2>&1
|
|
:loop2
|
|
powershell -Command "$output = Get-Content zip_model_worker.log; if($null -eq $output -or !($output | Select-String -Pattern 'Uvicorn running on')) { exit 1 } else { exit 0 }"
|
|
if errorlevel 1 (
|
|
timeout /t 1 /nobreak >nul 2>&1
|
|
goto loop2
|
|
)
|
|
echo [2/3] Model worker started successfully
|
|
|
|
powershell -Command "& { $env:no_proxy='localhost,127.0.0.1'; Start-Process -FilePath PowerShell -ArgumentList '-Command', '& { .\python-embed\python.exe -m fastchat.serve.gradio_web_server > zip_web_server.log 2>&1 }' -NoNewWindow }"
|
|
timeout /t 1 /nobreak >nul 2>&1
|
|
:loop3
|
|
powershell -Command "$output = Get-Content zip_web_server.log; if($null -eq $output -or !($output | Select-String -Pattern 'Running on local URL')) { exit 1 } else { exit 0 }"
|
|
if errorlevel 1 (
|
|
timeout /t 1 /nobreak >nul 2>&1
|
|
goto loop3
|
|
)
|
|
echo [3/3] Web server started successfully
|
|
|
|
echo All service started. Visit 127.0.0.1:7860 in browser to chat.
|
|
|
|
timeout /t -1 /nobreak >nul 2>&1 |