diff --git a/python/llm/example/CPU/Speculative-Decoding/Eagle/README.md b/python/llm/example/CPU/Speculative-Decoding/Eagle/README.md index 5f269cb2..9720c1df 100644 --- a/python/llm/example/CPU/Speculative-Decoding/Eagle/README.md +++ b/python/llm/example/CPU/Speculative-Decoding/Eagle/README.md @@ -18,6 +18,8 @@ conda activate llm pip install --pre --upgrade ipex-llm[all] --extra-index-url https://download.pytorch.org/whl/cpu pip install intel_extension_for_pytorch==2.1.0 pip install -r requirements.txt +pip install transformers==4.36.2 +pip install gradio==3.50.2 pip install eagle-llm ``` diff --git a/python/llm/example/CPU/Speculative-Decoding/Eagle/requirements.txt b/python/llm/example/CPU/Speculative-Decoding/Eagle/requirements.txt index db683dfe..c3dd8677 100755 --- a/python/llm/example/CPU/Speculative-Decoding/Eagle/requirements.txt +++ b/python/llm/example/CPU/Speculative-Decoding/Eagle/requirements.txt @@ -1,6 +1,4 @@ -transformers==4.36.2 fschat==0.2.31 -gradio==3.50.2 openai==0.28.0 anthropic==0.5.0 wandb diff --git a/python/llm/example/GPU/Speculative-Decoding/Eagle/README.md b/python/llm/example/GPU/Speculative-Decoding/Eagle/README.md index 54d1f9e9..16c238e7 100644 --- a/python/llm/example/GPU/Speculative-Decoding/Eagle/README.md +++ b/python/llm/example/GPU/Speculative-Decoding/Eagle/README.md @@ -34,8 +34,10 @@ pip install dpcpp-cpp-rt==2024.0.2 mkl-dpcpp==2024.0.0 onednn==2024.0.0 # below command will install intel_extension_for_pytorch==2.1.10+xpu as default pip install --pre --upgrade ipex-llm[xpu] --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ -pip install eagle-llm pip install -r requirements.txt +pip install transformers==4.36.2 +pip install gradio==3.50.2 +pip install eagle-llm ``` ### 2. Configures OneAPI environment variables for Linux diff --git a/python/llm/example/GPU/Speculative-Decoding/Eagle/requirements.txt b/python/llm/example/GPU/Speculative-Decoding/Eagle/requirements.txt index db683dfe..81353a5c 100755 --- a/python/llm/example/GPU/Speculative-Decoding/Eagle/requirements.txt +++ b/python/llm/example/GPU/Speculative-Decoding/Eagle/requirements.txt @@ -1,6 +1,4 @@ -transformers==4.36.2 -fschat==0.2.31 -gradio==3.50.2 +fschat==0.2.31 openai==0.28.0 anthropic==0.5.0 wandb