diff --git a/.github/workflows/llm_performance_tests.yml b/.github/workflows/llm_performance_tests.yml
index e576f638..99405ef4 100644
--- a/.github/workflows/llm_performance_tests.yml
+++ b/.github/workflows/llm_performance_tests.yml
@@ -95,6 +95,7 @@ jobs:
           python ../../../test/benchmark/concat_csv.py
           cp ./*.csv $CSV_SAVE_PATH
           cd ../../../test/benchmark
+          python -m pip install pandas==1.5.3
           python csv_to_html.py -f $CSV_SAVE_PATH
           cd ../../dev/benchmark/all-in-one/
           if [ ${{ github.event.schedule}} ]; then
@@ -148,6 +149,7 @@ jobs:
           python run.py
           cp ./*.csv /mnt/disk1/nightly_perf_cpu/
           cd ../../../test/benchmark
+          python -m pip install pandas==1.5.3
           python csv_to_html.py -f /mnt/disk1/nightly_perf_cpu/
 
   llm-performance-test-on-core:
@@ -201,6 +203,7 @@ jobs:
           python run.py
           cp ./*.csv $CSV_SAVE_PATH
           cd ../../../test/benchmark
+          python -m pip install pandas==1.5.3
           python csv_to_html.py -f $CSV_SAVE_PATH
           cd ../../dev/benchmark/all-in-one/
           if [ ${{ github.event.schedule}} ]; then
diff --git a/python/llm/test/benchmark/csv_to_html.py b/python/llm/test/benchmark/csv_to_html.py
index 94969c5c..3240215a 100644
--- a/python/llm/test/benchmark/csv_to_html.py
+++ b/python/llm/test/benchmark/csv_to_html.py
@@ -21,9 +21,11 @@ import sys
 import argparse
 import pandas as pd
 
-def highlight_vals(val, max=-3.0, color='yellow'):
-    if val < max:
-        return 'background-color: %s' % color
+def highlight_vals(val, max=3.0):
+    if val > max:
+        return 'background-color: %s' % 'green'
+    elif val < -max:
+        return 'background-color: %s' % 'red'
     else:
         return ''