From 9537194b4b8c2f6d47745cc641ecba6ef3c7ffdc Mon Sep 17 00:00:00 2001
From: xingyuan li <108672484+hoshibara@users.noreply.github.com>
Date: Fri, 25 Aug 2023 11:20:46 +0900
Subject: [PATCH] [LLM] Fix llm test workflow repeatedly download model files

---
 .github/workflows/llm-nightly-test-windows.yml |  8 ++++----
 .github/workflows/llm_unit_tests.yml           | 10 +++++-----
 2 files changed, 9 insertions(+), 9 deletions(-)

diff --git a/.github/workflows/llm-nightly-test-windows.yml b/.github/workflows/llm-nightly-test-windows.yml
index a408031e..84d38ba4 100644
--- a/.github/workflows/llm-nightly-test-windows.yml
+++ b/.github/workflows/llm-nightly-test-windows.yml
@@ -94,19 +94,19 @@ jobs:
             wget -r -nH --no-verbose --cut-dirs=1 $LLM_FTP_URL/llm/gpt_bigcode-santacoder -P $ORIGIN_DIR
           fi
 
-          # if [ ! -d $LLAMA_INT4_CKPT_PATH ]; then
+          # if [ ! -e $LLAMA_INT4_CKPT_PATH ]; then
           # echo "Directory $LLAMA_INT4_CKPT_PATH not found. Downloading from FTP server..."
           #   wget --no-verbose $LLM_FTP_URL/${LLAMA_INT4_CKPT_PATH:2} -P $INT4_CKPT_DIR
           # fi
-          # if [ ! -d $GPTNEOX_INT4_CKPT_PATH ]; then
+          # if [ ! -e $GPTNEOX_INT4_CKPT_PATH ]; then
           #   echo "Directory $GPTNEOX_INT4_CKPT_PATH not found. Downloading from FTP server..."
           #   wget --no-verbose $LLM_FTP_URL/${GPTNEOX_INT4_CKPT_PATH:2} -P $INT4_CKPT_DIR
           # fi
-          # if [ ! -d $BLOOM_INT4_CKPT_PATH ]; then
+          # if [ ! -e $BLOOM_INT4_CKPT_PATH ]; then
           #   echo "Directory $BLOOM_INT4_CKPT_PATH not found. Downloading from FTP server..."
           #   wget --no-verbose $LLM_FTP_URL/${BLOOM_INT4_CKPT_PATH:2} -P $INT4_CKPT_DIR
           # fi
-          # if [ ! -d $STARCODER_INT4_CKPT_PATH ]; then
+          # if [ ! -e $STARCODER_INT4_CKPT_PATH ]; then
           #   echo "Directory $STARCODER_INT4_CKPT_PATH not found. Downloading from FTP server..."
           #   wget --no-verbose $LLM_FTP_URL/${STARCODER_INT4_CKPT_PATH:2} -P $INT4_CKPT_DIR
           # fi
diff --git a/.github/workflows/llm_unit_tests.yml b/.github/workflows/llm_unit_tests.yml
index 55e390fc..4ba0b167 100644
--- a/.github/workflows/llm_unit_tests.yml
+++ b/.github/workflows/llm_unit_tests.yml
@@ -107,24 +107,24 @@ jobs:
       - name: Download ckpt & original models
         shell: bash
         run: |
-          if [ ! -d $LLAMA_INT4_CKPT_PATH ]; then
+          if [ ! -e $LLAMA_INT4_CKPT_PATH ]; then
             echo "Directory $LLAMA_INT4_CKPT_PATH not found. Downloading from FTP server..."
             echo "wget --no-verbose $LLM_FTP_URL/llm/ggml-actions/stable/bigdl_llm_llama_7b_q4_0.bin -P $INT4_CKPT_DIR"
             wget --no-verbose $LLM_FTP_URL/llm/ggml-actions/stable/bigdl_llm_llama_7b_q4_0.bin -P $INT4_CKPT_DIR
           fi
-          if [ ! -d $GPTNEOX_INT4_CKPT_PATH ]; then
+          if [ ! -e $GPTNEOX_INT4_CKPT_PATH ]; then
             echo "Directory $GPTNEOX_INT4_CKPT_PATH not found. Downloading from FTP server..."
             wget --no-verbose $LLM_FTP_URL/llm/ggml-actions/stable/bigdl_llm_redpajama_7b_q4_0.bin -P $INT4_CKPT_DIR
           fi
-          if [ ! -d $BLOOM_INT4_CKPT_PATH ]; then
+          if [ ! -e $BLOOM_INT4_CKPT_PATH ]; then
             echo "Directory $BLOOM_INT4_CKPT_PATH not found. Downloading from FTP server..."
             wget --no-verbose $LLM_FTP_URL/llm/ggml-actions/stable/bigdl_llm_bloom_7b_q4_0.bin -P $INT4_CKPT_DIR
           fi
-          if [ ! -d $STARCODER_INT4_CKPT_PATH ]; then
+          if [ ! -e $STARCODER_INT4_CKPT_PATH ]; then
             echo "Directory $STARCODER_INT4_CKPT_PATH not found. Downloading from FTP server..."
             wget --no-verbose $LLM_FTP_URL/llm/ggml-actions/stable/bigdl_llm_santacoder_1b_q4_0.bin -P $INT4_CKPT_DIR
           fi
-          # if [ ! -d $CHATGLM_INT4_CKPT_PATH ]; then
+          # if [ ! -e $CHATGLM_INT4_CKPT_PATH ]; then
           #   echo "Directory $CHATGLM_INT4_CKPT_PATH not found. Downloading from FTP server..."
           #   wget --no-verbose $LLM_FTP_URL/llm/ggml-actions/stable/chatglm2-6b-q4_0.bin -P $INT4_CKPT_DIR
           # fi