LLM: store the nightly test and pr results separately (#9404)
* LLM: store the csv results separately * modify the trigger files of LLM Performance Test
This commit is contained in:
		
							parent
							
								
									0674146cfb
								
							
						
					
					
						commit
						2cfef5ef1e
					
				
					 1 changed files with 12 additions and 8 deletions
				
			
		
							
								
								
									
										20
									
								
								.github/workflows/llm_performance_tests.yml
									
									
									
									
										vendored
									
									
								
							
							
						
						
									
										20
									
								
								.github/workflows/llm_performance_tests.yml
									
									
									
									
										vendored
									
									
								
							| 
						 | 
				
			
			@ -13,11 +13,8 @@ on:
 | 
			
		|||
    branches: [main]
 | 
			
		||||
    paths:
 | 
			
		||||
      - ".github/workflows/llm_performance_tests.yml"
 | 
			
		||||
      - ".github/workflows/llm-binary-build.yml"
 | 
			
		||||
      - ".github/actions/llm/setup-llm-env/action.yml"
 | 
			
		||||
      - ".github/actions/llm/remove-llm-env/action.yml"
 | 
			
		||||
      - ".github/actions/llm/download-llm-binary/action.yml"
 | 
			
		||||
      - "python/llm/test/benchmark/**"
 | 
			
		||||
      - "python/llm/dev/benchmark/all-in-one/**"
 | 
			
		||||
  workflow_dispatch:
 | 
			
		||||
  workflow_call:
 | 
			
		||||
 | 
			
		||||
| 
						 | 
				
			
			@ -88,6 +85,8 @@ jobs:
 | 
			
		|||
      OMP_NUM_THREADS: 16
 | 
			
		||||
      THREAD_NUM: 16
 | 
			
		||||
      ANALYTICS_ZOO_ROOT: ${{ github.workspace }}
 | 
			
		||||
      CSV_SAVE_PATH: ${{ github.event.schedule && '/mnt/disk1/nightly_perf_gpu/' || '/mnt/disk1/pr_perf_gpu/' }}
 | 
			
		||||
 | 
			
		||||
    steps:
 | 
			
		||||
      - uses: actions/checkout@v3
 | 
			
		||||
 | 
			
		||||
| 
						 | 
				
			
			@ -131,13 +130,16 @@ jobs:
 | 
			
		|||
          export SYCL_PI_LEVEL_ZERO_USE_IMMEDIATE_COMMANDLISTS=1
 | 
			
		||||
          mv python/llm/test/benchmark/arc-perf-test.yaml python/llm/dev/benchmark/all-in-one/config.yaml
 | 
			
		||||
          cd python/llm/dev/benchmark/all-in-one
 | 
			
		||||
          # hide time info
 | 
			
		||||
          sed -i 's/str(end - st)/"xxxxxx"/g' run.py
 | 
			
		||||
          python run.py
 | 
			
		||||
          cp ./*.csv /mnt/disk1/nightly_perf_gpu/
 | 
			
		||||
          cp ./*.csv $CSV_SAVE_PATH
 | 
			
		||||
          cd ../../../test/benchmark
 | 
			
		||||
          python csv_to_html.py -f /mnt/disk1/nightly_perf_gpu/
 | 
			
		||||
          python csv_to_html.py -f $CSV_SAVE_PATH
 | 
			
		||||
          cd ../../dev/benchmark/all-in-one/
 | 
			
		||||
          curl -T ./*.csv ${LLM_FTP_URL}/llm/nightly_perf/gpu/
 | 
			
		||||
 | 
			
		||||
          if [ ${{ github.event.schedule}} ]; then
 | 
			
		||||
            curl -T ./*.csv ${LLM_FTP_URL}/llm/nightly_perf/gpu/
 | 
			
		||||
          fi
 | 
			
		||||
          
 | 
			
		||||
  llm-performance-test-on-spr:
 | 
			
		||||
    needs: llm-cpp-build
 | 
			
		||||
| 
						 | 
				
			
			@ -180,6 +182,8 @@ jobs:
 | 
			
		|||
          cd python/llm/dev/benchmark/all-in-one
 | 
			
		||||
          export http_proxy=${HTTP_PROXY}
 | 
			
		||||
          export https_proxy=${HTTPS_PROXY}
 | 
			
		||||
          # hide time info
 | 
			
		||||
          sed -i 's/str(end - st)/"xxxxxx"/g' run.py
 | 
			
		||||
          python run.py
 | 
			
		||||
          cp ./*.csv /mnt/disk1/nightly_perf_cpu/
 | 
			
		||||
          cd ../../../test/benchmark
 | 
			
		||||
| 
						 | 
				
			
			
 | 
			
		|||
		Loading…
	
		Reference in a new issue