LLM: store the nightly test and pr results separately (#9404)

* LLM: store the csv results separately

* modify the trigger files of LLM Performance Test

.github/workflows/llm_performance_tests.yml

@@ -13,11 +13,8 @@ on:
     branches: [main]
     paths:
       - ".github/workflows/llm_performance_tests.yml"
-      - ".github/workflows/llm-binary-build.yml"
-      - ".github/actions/llm/setup-llm-env/action.yml"
-      - ".github/actions/llm/remove-llm-env/action.yml"
-      - ".github/actions/llm/download-llm-binary/action.yml"
       - "python/llm/test/benchmark/**"
+      - "python/llm/dev/benchmark/all-in-one/**"
   workflow_dispatch:
   workflow_call:
 
@@ -88,6 +85,8 @@ jobs:
       OMP_NUM_THREADS: 16
       THREAD_NUM: 16
       ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
+      CSV_SAVE_PATH: ${{ github.event.schedule && '/mnt/disk1/nightly_perf_gpu/' || '/mnt/disk1/pr_perf_gpu/' }}
+
     steps:
       - uses: actions/checkout@v3
 
@@ -131,13 +130,16 @@ jobs:
           export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
           mv python/llm/test/benchmark/arc-perf-test.yaml python/llm/dev/benchmark/all-in-one/config.yaml
           cd python/llm/dev/benchmark/all-in-one
+          # hide time info
+          sed -i 's/str(end - st)/"xxxxxx"/g' run.py
           python run.py
-          cp ./*.csv /mnt/disk1/nightly_perf_gpu/
+          cp ./*.csv $CSV_SAVE_PATH
           cd ../../../test/benchmark
-          python csv_to_html.py -f /mnt/disk1/nightly_perf_gpu/
+          python csv_to_html.py -f $CSV_SAVE_PATH
           cd ../../dev/benchmark/all-in-one/
+          if [ ${{ github.event.schedule}} ]; then
             curl -T ./*.csv ${LLM_FTP_URL}/llm/nightly_perf/gpu/
-
+          fi
           
   llm-performance-test-on-spr:
     needs: llm-cpp-build
@@ -180,6 +182,8 @@ jobs:
           cd python/llm/dev/benchmark/all-in-one
           export http_proxy=${HTTP_PROXY}
           export https_proxy=${HTTPS_PROXY}
+          # hide time info
+          sed -i 's/str(end - st)/"xxxxxx"/g' run.py
           python run.py
           cp ./*.csv /mnt/disk1/nightly_perf_cpu/
           cd ../../../test/benchmark