Jason Dai 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								de09590ca3 
								
							 
						 
						
							
							
								
								Update llamacpp_portable_zip_gpu_quickstart.md ( #12932 )  
							
							 
							
							
							
						 
						
							2025-03-05 07:59:32 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								69edc8b6f6 
								
							 
						 
						
							
							
								
								Update quickstart ( #12927 )  
							
							 
							
							
							
						 
						
							2025-03-04 15:34:52 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Qiyuan Gong 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								0b5079833c 
								
							 
						 
						
							
							
								
								llama.cpp portable Zip for Linux quickstart ( #12923 )  
							
							 
							
							... 
							
							
							
							* llamacpp Linux portable doc & flashmoe 
							
						 
						
							2025-03-04 14:50:21 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								091ab2bd59 
								
							 
						 
						
							
							
								
								[NPU] Add troubleshooting in portable zip doc ( #12924 )  
							
							 
							
							
							
						 
						
							2025-03-04 10:41:39 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								b2d676f1c6 
								
							 
						 
						
							
							
								
								Further update Ollama portable zip quickstart ( #12921 )  
							
							 
							
							... 
							
							
							
							* Update Chinese doc for ollama quickstart tips and troubleshooting
* Update for recommanded Windows OS
* Small fix
* Small fix 
							
						 
						
							2025-03-03 18:07:57 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Shaojun Liu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								f81d89d908 
								
							 
						 
						
							
							
								
								Remove Unnecessary --privileged Flag While Keeping It for WSL Users ( #12920 )  
							
							 
							
							
							
						 
						
							2025-03-03 11:11:42 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								35e5fa851c 
								
							 
						 
						
							
							
								
								Update README.md ( #12911 )  
							
							 
							
							
							
						 
						
							2025-02-28 17:55:45 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								8351f6c455 
								
							 
						 
						
							
							
								
								[NPU] Add QuickStart for llama.cpp NPU portable zip ( #12899 )  
							
							 
							
							
							
						 
						
							2025-02-28 17:19:18 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Xin Qiu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								029480f4a8 
								
							 
						 
						
							
							
								
								llama cpp portable zip Quickstart ( #12894 )  
							
							 
							
							... 
							
							
							
							* llamacpp_quickstart
* update
* Update llamacpp_portable_zip_gpu_quickstart.md
* Update llamacpp_portable_zip_gpu_quickstart.md
* Update llamacpp_portable_zip_gpu_quickstart.md
* Update llamacpp_portable_zip_gpu_quickstart.md
* Update llamacpp_portable_zip_gpu_quickstart.md
* Update llamacpp_portable_zip_gpu_quickstart.md
* Update llamacpp_portable_zip_gpu_quickstart.md
* Update llamacpp_portable_zip_gpu_quickstart.md
* Update llamacpp_portable_zip_gpu_quickstart.md 
							
						 
						
							2025-02-28 15:45:11 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								8d94752c4b 
								
							 
						 
						
							
							
								
								Ollama portable zip QuickStart updates regarding more tips ( #12905 )  
							
							 
							
							... 
							
							
							
							* Update for select multiple GPUs
* Update Ollama portable zip quickstarts regarding more tips
* Small fix 
							
						 
						
							2025-02-28 15:10:56 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								671ddfd847 
								
							 
						 
						
							
							
								
								Update wrong file name for portable zip quickstart ( #12883 )  
							
							 
							
							
							
						 
						
							2025-02-24 17:52:09 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								a9c8e73a77 
								
							 
						 
						
							
							
								
								Update llama.cpp Prerequisites guide regarding oneAPI 2025.0 ( #12881 )  
							
							 
							
							... 
							
							
							
							* Update llama.cpp Prerequisites guide regarding oneAPI 2025.0
* Update based on comments
* Small fix
* Small fix 
							
						 
						
							2025-02-24 16:32:23 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								21d6a78be0 
								
							 
						 
						
							
							
								
								Update Ollama portable zip QuickStart to fit new version ( #12871 )  
							
							 
							
							... 
							
							
							
							* Update ollama portable zip quickstart
* Update demo images 
							
						 
						
							2025-02-21 17:54:14 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								8077850452 
								
							 
						 
						
							
							
								
								[NPU GGUF] Add simple example ( #12853 )  
							
							 
							
							
							
						 
						
							2025-02-21 09:58:00 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								a488981f3f 
								
							 
						 
						
							
							
								
								Ollama portable zip QuickStart tiny fix ( #12862 )  
							
							 
							
							... 
							
							
							
							* Tiny fix to ollama portable zip quickstart
* Tiny fix 
							
						 
						
							2025-02-20 14:11:12 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								0f2706be42 
								
							 
						 
						
							
							
								
								Update CN Ollama portable zip QuickStart for troubleshooting & tips ( #12860 )  
							
							 
							
							... 
							
							
							
							* Small fix for english version
* Update CN ollama portable zip quickstart for troubleshooting & tips
* Small fix 
							
						 
						
							2025-02-20 11:32:06 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								38a682adb1 
								
							 
						 
						
							
							
								
								Update Readme ( #12855 )  
							
							 
							
							
							
						 
						
							2025-02-19 19:55:29 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Xin Qiu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								c81b7fc003 
								
							 
						 
						
							
							
								
								Add Portable zip Linux QuickStart ( #12849 )  
							
							 
							
							... 
							
							
							
							* linux doc
* update
* Update ollama_portablze_zip_quickstart.md
* Update ollama_portablze_zip_quickstart.md
* Update ollama_portablze_zip_quickstart.zh-CN.md
* Update ollama_portablze_zip_quickstart.md
* meet code review
* update
* Add tips & troubleshooting sections for both Linux & Windows
* Rebase
* Fix based on comments
* Small fix
* Fix img
* Update table for linux
* Small fix
---------
Co-authored-by: Yuwen Hu <yuwen.hu@intel.com> 
							
						 
						
							2025-02-19 19:13:55 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									SONG Ge 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								5d041f9ebf 
								
							 
						 
						
							
							
								
								Add latest models list in ollama quickstart ( #12850 )  
							
							 
							
							... 
							
							
							
							* Add latest models llist on ollama quickstart
* update oneapi version describe
* move models list to ollama_portable_zip doc
* update CN readme 
							
						 
						
							2025-02-19 18:29:43 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								637543e135 
								
							 
						 
						
							
							
								
								Update Ollama portable zip QuickStart with troubleshooting ( #12846 )  
							
							 
							
							... 
							
							
							
							* Update ollama portable zip quickstart with runtime configurations
* Small fix
* Update based on comments
* Small fix
* Small fix 
							
						 
						
							2025-02-19 11:04:03 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								bde8acc303 
								
							 
						 
						
							
							
								
								[NPU] Update doc of gguf support ( #12837 )  
							
							 
							
							
							
						 
						
							2025-02-19 10:46:35 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Shaojun Liu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								f7b5a093a7 
								
							 
						 
						
							
							
								
								Merge CPU & XPU Dockerfiles with Serving Images and Refactor ( #12815 )  
							
							 
							
							... 
							
							
							
							* Update Dockerfile
* Update Dockerfile
* Ensure scripts are executable
* Update Dockerfile
* Update Dockerfile
* Update Dockerfile
* Update Dockerfile
* Update Dockerfile
* Update Dockerfile
* update
* Update Dockerfile
* remove inference-cpu and inference-xpu
* update README 
							
						 
						
							2025-02-17 14:23:22 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									joan726 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								59e8e1e91e 
								
							 
						 
						
							
							
								
								Added ollama_portablze_zip_quickstart.zh-CN.md ( #12822 )  
							
							 
							
							
							
						 
						
							2025-02-14 18:54:12 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								a09552e59a 
								
							 
						 
						
							
							
								
								Update ollama quickstart ( #12823 )  
							
							 
							
							
							
						 
						
							2025-02-14 09:55:48 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								f67986021c 
								
							 
						 
						
							
							
								
								Update download link for Ollama portable zip QuickStart ( #12821 )  
							
							 
							
							... 
							
							
							
							* Update download link for Ollama portable zip quickstart
* Update based on comments 
							
						 
						
							2025-02-13 17:48:02 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								16e63cbc18 
								
							 
						 
						
							
							
								
								Update readme ( #12820 )  
							
							 
							
							
							
						 
						
							2025-02-13 14:26:04 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								68414afcb9 
								
							 
						 
						
							
							
								
								Add initial QuickStart for Ollama portable zip ( #12817 )  
							
							 
							
							... 
							
							
							
							* Add initial quickstart for Ollama portable zip
* Small fix
* Fixed based on comments
* Small fix
* Add demo image for run ollama
* Update download link 
							
						 
						
							2025-02-13 13:18:14 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								d093b75aa0 
								
							 
						 
						
							
							
								
								[NPU] Update driver installation in QuickStart ( #12807 )  
							
							 
							
							
							
						 
						
							2025-02-11 15:49:21 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								6ff7faa781 
								
							 
						 
						
							
							
								
								[NPU] Update deepseek support in python examples and quickstart ( #12786 )  
							
							 
							
							
							
						 
						
							2025-02-07 11:25:16 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Shaojun Liu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								ee809e71df 
								
							 
						 
						
							
							
								
								add troubleshooting section ( #12755 )  
							
							 
							
							
							
						 
						
							2025-01-26 11:03:58 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Shaojun Liu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								53aae24616 
								
							 
						 
						
							
							
								
								Add note about enabling Resizable BAR in BIOS for GPU setup ( #12715 )  
							
							 
							
							
							
						 
						
							2025-01-16 16:22:35 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								36bf3d8e29 
								
							 
						 
						
							
							
								
								[NPU doc] Update ARL product in QuickStart ( #12708 )  
							
							 
							
							
							
						 
						
							2025-01-15 15:57:06 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									SONG Ge 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								e2d58f733e 
								
							 
						 
						
							
							
								
								Update ollama v0.5.1 document ( #12699 )  
							
							 
							
							... 
							
							
							
							* Update ollama document version and known issue 
							
						 
						
							2025-01-10 18:04:49 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									joan726 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								584c1c5373 
								
							 
						 
						
							
							
								
								Update B580 CN doc ( #12695 )  
							
							 
							
							
							
						 
						
							2025-01-10 11:20:47 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								cbb8e2a2d5 
								
							 
						 
						
							
							
								
								Update documents ( #12693 )  
							
							 
							
							
							
						 
						
							2025-01-10 10:47:11 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								f9b29a4f56 
								
							 
						 
						
							
							
								
								Update B580 doc ( #12691 )  
							
							 
							
							
							
						 
						
							2025-01-10 08:59:35 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									joan726 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								66d4385cc9 
								
							 
						 
						
							
							
								
								Update B580 CN Doc ( #12686 )  
							
							 
							
							
							
						 
						
							2025-01-09 19:10:57 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								aa9e70a347 
								
							 
						 
						
							
							
								
								Update B580 Doc ( #12678 )  
							
							 
							
							
							
						 
						
							2025-01-08 22:36:48 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Shaojun Liu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								2c23ce2553 
								
							 
						 
						
							
							
								
								Create a BattleMage QuickStart ( #12663 )  
							
							 
							
							... 
							
							
							
							* Create bmg_quickstart.md
* Update bmg_quickstart.md
* Clarify IPEX-LLM package installation based on use case
* Update bmg_quickstart.md
* Update bmg_quickstart.md 
							
						 
						
							2025-01-08 14:58:37 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									logicat 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								0534d7254f 
								
							 
						 
						
							
							
								
								Update docker_cpp_xpu_quickstart.md ( #12667 )  
							
							 
							
							
							
						 
						
							2025-01-08 09:56:56 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								381d448ee2 
								
							 
						 
						
							
							
								
								[NPU] Example & Quickstart updates ( #12650 )  
							
							 
							
							... 
							
							
							
							* Remove model with optimize_model=False in NPU verified models tables, and remove related example
* Remove experimental in run optimized model section title
* Unify model table order & example cmd
* Move embedding example to separate folder & update quickstart example link
* Add Quickstart reference in main NPU readme
* Small fix
* Small fix
* Move save/load examples under NPU/HF-Transformers-AutoModels
* Add low-bit and polish arguments for LLM Python examples
* Small fix
* Add low-bit and polish arguments for Multi-Model  examples
* Polish argument for Embedding models
* Polish argument for LLM CPP examples
* Add low-bit and polish argument for Save-Load examples
* Add accuracy tuning tips for examples
* Update NPU qucikstart accuracy tuning with low-bit optimizations
* Add save/load section to qucikstart
* Update CPP example sample output to EN
* Add installation regarding cmake for CPP examples
* Small fix
* Small fix
* Small fix
* Small fix
* Small fix
* Small fix
* Unify max prompt length to 512
* Change recommended low-bit for Qwen2.5-3B-Instruct to asym_int4
* Update based on comments
* Small fix 
							
						 
						
							2025-01-07 13:52:41 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									SONG Ge 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								550fa01649 
								
							 
						 
						
							
							
								
								[Doc] Update ipex-llm ollama troubleshooting for v0.4.6 ( #12642 )  
							
							 
							
							... 
							
							
							
							* update ollama v0.4.6 troubleshooting
* update chinese ollama-doc 
							
						 
						
							2025-01-02 17:28:54 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yishuo Wang 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								2d08155513 
								
							 
						 
						
							
							
								
								remove bmm, which is only required in ipex 2.0 ( #12630 )  
							
							 
							
							
							
						 
						
							2024-12-27 17:28:57 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								796ee571a5 
								
							 
						 
						
							
							
								
								[NPU doc] Update verified platforms ( #12621 )  
							
							 
							
							
							
						 
						
							2024-12-26 17:39:13 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Mingqi Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								0477fe6480 
								
							 
						 
						
							
							
								
								[docs] Update doc for latest open webui: 0.4.8 ( #12591 )  
							
							 
							
							... 
							
							
							
							* Update open webui doc
* Resolve comments 
							
						 
						
							2024-12-26 09:18:20 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								4e7e988f70 
								
							 
						 
						
							
							
								
								[NPU] Fix MTL and ARL support ( #12580 )  
							
							 
							
							
							
						 
						
							2024-12-19 16:55:30 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									SONG Ge 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								28e81fda8e 
								
							 
						 
						
							
							
								
								Replace runner doc in ollama quickstart ( #12575 )  
							
							 
							
							
							
						 
						
							2024-12-18 19:05:28 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									SONG Ge 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								f7a2bd21cf 
								
							 
						 
						
							
							
								
								Update ollama and llama.cpp readme ( #12574 )  
							
							 
							
							
							
						 
						
							2024-12-18 17:33:20 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								694d14b2b4 
								
							 
						 
						
							
							
								
								[NPU doc] Add ARL runtime configuration ( #12562 )  
							
							 
							
							
							
						 
						
							2024-12-17 16:08:42 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
								
								
							
							
							
								
							
							
								d127a8654c 
								
							 
						 
						
							
							
								
								Small typo fixes ( #12558 )  
							
							 
							
							
							
						 
						
							2024-12-17 13:54:13 +08:00