diff --git a/python/llm/setup.py b/python/llm/setup.py
index c9a89276..b9bb0317 100644
--- a/python/llm/setup.py
+++ b/python/llm/setup.py
@@ -268,7 +268,9 @@ def setup_package():
                 f'Could not find package dependency file: {file_path}')
 
     all_requires = ['py-cpuinfo', 'protobuf',
-                    "intel-openmp; (platform_machine=='x86_64' or platform_machine == 'AMD64')"]
+                    "intel-openmp; (platform_machine=='x86_64' or platform_machine == 'AMD64')",
+                    'mpmath==1.3.0' # fix AttributeError: module 'mpmath' has no attribute 'rational'
+                    ]
     all_requires += CONVERT_DEP
 
     # Linux install with -f https://developer.intel.com/ipex-whl-stable-xpu