ayo/ipex-llm
1
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

[LLM] change default n_threads of native int4 langchain API (#8779)

Browse source
This commit is contained in:
Yishuo Wang 2023-08-21 13:30:12 +08:00 committed by GitHub
parent 3d1f2b44f8
commit 611c1fb628
1 changed files with 3 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
python/llm/src/bigdl/llm/langchain/llms/bigdlllm.py
View file

@ -110,7 +110,7 @@ class BigdlNativeLLM(LLM):
use_mlock: bool = Field(False, alias="use_mlock") use_mlock: bool = Field(False, alias="use_mlock")
"""Force system to keep model in RAM.""" """Force system to keep model in RAM."""
n_threads: Optional[int] = Field(2, alias="n_threads") n_threads: Optional[int] = Field(-1, alias="n_threads")
"""Number of threads to use.""" """Number of threads to use."""
n_batch: Optional[int] = Field(512, alias="n_batch") n_batch: Optional[int] = Field(512, alias="n_batch")