diff --git a/docs/readthedocs/source/index.rst b/docs/readthedocs/source/index.rst index 43d66b96..57712a11 100644 --- a/docs/readthedocs/source/index.rst +++ b/docs/readthedocs/source/index.rst @@ -36,7 +36,7 @@ It provides seamless integration with llama.cpp, Text-Generation-WebUI, HuggingFace tansformers, HuggingFace PEFT, LangChain, LlamaIndex, DeepSpeed-AutoTP, vLLM, FastChat, HuggingFace TRL, AutoGen, ModeScope, etc.
ipex-llm (including LLaMA2, Mistral, Mixtral, Gemma, LLaVA, Whisper, ChatGLM, Baichuan, Qwen, RWKV, and more); see the complete list here.
+ 50+ models have been optimized/verified on ipex-llm (including LLaMA2, Mistral, Mixtral, Gemma, LLaVA, Whisper, ChatGLM, Baichuan, Qwen, RWKV, and more); see the complete list here.
| Model | +CPU Example | +GPU Example |
|---|---|---|
| LLaMA + (such as Vicuna, Guanaco, Koala, Baize, WizardLM, etc.) | ++ link1, + link2 | ++ link + link | +
| LLaMA 2 | ++ link1, + link2 | ++ link + link | +
| ChatGLM | ++ link | ++ |
| ChatGLM2 | ++ link | ++ link | +
| ChatGLM3 | ++ link | ++ link | +
| Mistral | ++ link | ++ link | +
| Mixtral | ++ link | ++ link | +
| Falcon | ++ link | ++ link | +
| MPT | ++ link | ++ link | +
| Dolly-v1 | ++ link | ++ link | +
| Dolly-v2 | ++ link | ++ link | +
| Replit Code | ++ link | ++ link | +
| RedPajama | ++ link1, + link2 | ++ |
| Phoenix | ++ link1, + link2 | ++ |
| StarCoder | ++ link1, + link2 | ++ link | +
| Baichuan | ++ link | ++ link | +
| Baichuan2 | ++ link | ++ link | +
| InternLM | ++ link | ++ link | +
| Qwen | ++ link | ++ link | +
| Qwen1.5 | ++ link | ++ link | +
| Qwen-VL | ++ link | ++ link | +
| Aquila | ++ link | ++ link | +
| Aquila2 | ++ link | ++ link | +
| MOSS | ++ link | ++ |
| Whisper | ++ link | ++ link | +
| Phi-1_5 | ++ link | ++ link | +
| Flan-t5 | ++ link | ++ link | +
| LLaVA | ++ link | ++ link | +
| CodeLlama | ++ link | ++ link | +
| Skywork | ++ link | ++ |
| InternLM-XComposer | ++ link | ++ |
| WizardCoder-Python | ++ link | ++ |
| CodeShell | ++ link | ++ |
| Fuyu | ++ link | ++ |
| Distil-Whisper | ++ link | ++ link | +
| Yi | ++ link | ++ link | +
| BlueLM | ++ link | ++ link | +
| Mamba | ++ link | ++ link | +
| SOLAR | ++ link | ++ link | +
| Phixtral | ++ link | ++ link | +
| InternLM2 | ++ link | ++ link | +
| RWKV4 | ++ | + link | +
| RWKV5 | ++ | + link | +
| Bark | ++ link | ++ link | +
| SpeechT5 | ++ | + link | +
| DeepSeek-MoE | ++ link | ++ |
| Ziya-Coding-34B-v1.0 | ++ link | ++ |
| Phi-2 | ++ link | ++ link | +
| Yuan2 | ++ link | ++ link | +
| Gemma | ++ link | ++ link | +
| DeciLM-7B | ++ link | ++ link | +
| Deepseek | ++ link | ++ link | +