#!/bin/bash export ANALYTICS_ZOO_ROOT=${ANALYTICS_ZOO_ROOT} export LLM_HOME=${ANALYTICS_ZOO_ROOT}/python/llm/src export LLM_INFERENCE_TEST_DIR=${ANALYTICS_ZOO_ROOT}/python/llm/test/langchain_gpu if [[ $RUNNER_OS == "Linux" ]]; then export USE_XETLA=OFF export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1 elif [[ $RUNNER_OS == "Windows" ]]; then export ANALYTICS_ZOO_ROOT=$(cygpath -m ${ANALYTICS_ZOO_ROOT}) export LLM_INFERENCE_TEST_DIR=${ANALYTICS_ZOO_ROOT}/python/llm/test/langchain_gpu export SYCL_CACHE_PERSISTENT=1 fi export DEVICE='xpu' set -e echo "# Start testing inference" start=$(date "+%s") source ${ANALYTICS_ZOO_ROOT}/python/llm/test/run-llm-check-function.sh pytest_check_error python -m pytest -s ${LLM_INFERENCE_TEST_DIR} now=$(date "+%s") time=$((now-start)) echo "Bigdl-llm langchain gpu tests finished" echo "Time used:$time seconds"