diff --git a/.github/workflows/llm_performance_tests.yml b/.github/workflows/llm_performance_tests.yml
index 8cfd8676..f5ca3052 100644
--- a/.github/workflows/llm_performance_tests.yml
+++ b/.github/workflows/llm_performance_tests.yml
@@ -456,6 +456,7 @@ jobs:
 
           pip install pandas==1.5.3
           pip install Jinja2
+          pip install "numpy<2.0.0"
 
           call conda deactivate