ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

fix model path (#11973)

Browse source
This commit is contained in:
Shaojun Liu 2024-08-30 13:28:28 +08:00 committed by GitHub
parent e895e1b4c5
commit 1e8c87050f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
docker/llm/serving/xpu/docker/vllm_online_benchmark.py
View file

@ -270,7 +270,7 @@ def benchmark(llm_urls, model, prompt, num_requests, max_concurrent_requests, ma
LLM_URLS = [f"http://localhost:{PORT}/v1/completions" for PORT in [8000]] LLM_URLS = [f"http://localhost:{PORT}/v1/completions" for PORT in [8000]]
MODEL = "llm/models/" + model_name MODEL = "/llm/models/" + model_name
MAX_TOKENS = 512 MAX_TOKENS = 512
PROMPT = PROMPT_1024 PROMPT = PROMPT_1024