Uing bigdl-llm-init instead of bigdl-nano-init (#9558)
* Replace `bigdl-nano-init` with `bigdl-llm-init`. * Install `bigdl-llm` instead of `bigdl-nano`. * Remove nano in README.
This commit is contained in:
		
							parent
							
								
									34503efa6a
								
							
						
					
					
						commit
						d85a430a8c
					
				
					 58 changed files with 123 additions and 123 deletions
				
			
		| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -48,7 +48,7 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-llm-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -43,8 +43,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -7,8 +7,8 @@ To run the examples, we recommend using Intel® Xeon® processors (server), or >
 | 
				
			||||||
For OS, BigDL-LLM supports Ubuntu 20.04 or later, CentOS 7 or later, and Windows 10/11.
 | 
					For OS, BigDL-LLM supports Ubuntu 20.04 or later, CentOS 7 or later, and Windows 10/11.
 | 
				
			||||||
 | 
					
 | 
				
			||||||
## Best Known Configuration on Linux
 | 
					## Best Known Configuration on Linux
 | 
				
			||||||
For better performance, it is recommended to set environment variables on Linux with the help of BigDL-Nano:
 | 
					For better performance, it is recommended to set environment variables on Linux with the help of BigDL-LLM:
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
pip install bigdl-nano
 | 
					pip install bigdl-llm
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
```
 | 
					```
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					@ -118,8 +118,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					@ -119,8 +119,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -40,8 +40,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -47,8 +47,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -40,8 +40,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -40,8 +40,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -70,8 +70,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -37,8 +37,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -38,8 +38,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -59,8 +59,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -40,8 +40,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -42,8 +42,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -35,8 +35,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -41,8 +41,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -32,8 +32,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -40,8 +40,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -40,8 +40,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -40,8 +40,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -43,8 +43,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					@ -102,8 +102,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. long segment recognize for a server with 48 cores per socket
 | 
					# e.g. long segment recognize for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -40,8 +40,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -43,8 +43,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -7,8 +7,8 @@ To run the examples, we recommend using Intel® Xeon® processors (server), or >
 | 
				
			||||||
For OS, BigDL-LLM supports Ubuntu 20.04 or later, CentOS 7 or later, and Windows 10/11.
 | 
					For OS, BigDL-LLM supports Ubuntu 20.04 or later, CentOS 7 or later, and Windows 10/11.
 | 
				
			||||||
 | 
					
 | 
				
			||||||
## Best Known Configuration on Linux
 | 
					## Best Known Configuration on Linux
 | 
				
			||||||
For better performance, it is recommended to set environment variables on Linux with the help of BigDL-Nano:
 | 
					For better performance, it is recommended to set environment variables on Linux with the help of BigDL-LLM:
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
pip install bigdl-nano
 | 
					pip install bigdl-llm
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
```
 | 
					```
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -32,8 +32,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -45,8 +45,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -32,8 +32,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -32,8 +32,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -32,8 +32,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -32,8 +32,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -32,8 +32,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -38,8 +38,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -37,8 +37,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -38,8 +38,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -59,8 +59,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -32,8 +32,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -44,8 +44,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -37,8 +37,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -44,8 +44,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -33,8 +33,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -35,8 +35,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -32,8 +32,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -32,8 +32,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
| 
						 | 
					@ -38,8 +38,8 @@ For optimal performance on server, it is recommended to set several environment
 | 
				
			||||||
 | 
					
 | 
				
			||||||
E.g. on Linux,
 | 
					E.g. on Linux,
 | 
				
			||||||
```bash
 | 
					```bash
 | 
				
			||||||
# set BigDL-Nano env variables
 | 
					# set BigDL-LLM env variables
 | 
				
			||||||
source bigdl-nano-init
 | 
					source bigdl-llm-init
 | 
				
			||||||
 | 
					
 | 
				
			||||||
# e.g. for a server with 48 cores per socket
 | 
					# e.g. for a server with 48 cores per socket
 | 
				
			||||||
export OMP_NUM_THREADS=48
 | 
					export OMP_NUM_THREADS=48
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Loading…
	
		Reference in a new issue