ipex-llm/python/llm/dev/benchmark/all-in-one/run-spr.sh
2023-09-07 19:00:19 +08:00

7 lines
No EOL
222 B
Bash

#!/bin/bash
source bigdl-nano-init -c
export OMP_NUM_THREADS=48
export TRANSFORMERS_OFFLINE=1
# set following parameters according to the actual specs of the test machine
numactl -C 0-47 -m 0 python $(dirname "$0")/run.py