Xin Qiu 
								
							 
						 
						
							
							
							
							
								
							
							
								58208a5883 
								
							 
						 
						
							
							
								
								Update FAQ document. ( #10300 )  
							
							 
							
							... 
							
							
							
							* Update install_gpu.md
* Update resolve_error.md
* Update README.md
* Update resolve_error.md
* Update README.md
* Update resolve_error.md 
							
						 
						
							2024-03-04 08:35:11 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								4cb4db618d 
								
							 
						 
						
							
							
								
								Update WebUI quickstart ( #10305 )  
							
							 
							
							
							
						 
						
							2024-03-03 22:18:26 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								367b1db4f7 
								
							 
						 
						
							
							
								
								Update readme ( #10303 )  
							
							 
							
							
							
						 
						
							2024-03-01 17:37:14 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Shengsheng Huang 
								
							 
						 
						
							
							
							
							
								
							
							
								1db20dd1d0 
								
							 
						 
						
							
							
								
								add warmup advice in quickstart ( #10293 )  
							
							 
							
							
							
						 
						
							2024-03-01 17:15:45 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Xin Qiu 
								
							 
						 
						
							
							
							
							
								
							
							
								509e206de0 
								
							 
						 
						
							
							
								
								update doc about gemma random and unreadable output. ( #10297 )  
							
							 
							
							... 
							
							
							
							* Update install_gpu.md
* Update README.md
* Update README.md 
							
						 
						
							2024-03-01 15:41:16 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Shengsheng Huang 
								
							 
						 
						
							
							
							
							
								
							
							
								90f2f82638 
								
							 
						 
						
							
							
								
								revise webui quickstart ( #10287 )  
							
							 
							
							
							
						 
						
							2024-03-01 10:04:21 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								14814abab8 
								
							 
						 
						
							
							
								
								Update README.md ( #10286 )  
							
							 
							
							
							
						 
						
							2024-02-29 20:00:53 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Cheen Hau, 俊豪 
								
							 
						 
						
							
							
							
							
								
							
							
								653cb500ed 
								
							 
						 
						
							
							
								
								Add webUI quickstart ( #10266 )  
							
							 
							
							... 
							
							
							
							* Add webUI quickstart
* Add GPU driver install
* Move images to readthedocs assets 
							
						 
						
							2024-02-29 10:08:06 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								1572b6f7c3 
								
							 
						 
						
							
							
								
								Add quickstart ( #10272 )  
							
							 
							
							
							
						 
						
							2024-02-29 08:46:43 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Shengsheng Huang 
								
							 
						 
						
							
							
							
							
								
							
							
								b88f447974 
								
							 
						 
						
							
							
								
								fix typo and change wording ( #10254 )  
							
							 
							
							
							
						 
						
							2024-02-27 13:40:51 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Shengsheng Huang 
								
							 
						 
						
							
							
							
							
								
							
							
								04a6b0040c 
								
							 
						 
						
							
							
								
								Windows GPU Install Quickstart update ( #10240 )  
							
							 
							
							... 
							
							
							
							* Update install_windows_gpu.md
* Update install_windows_gpu.md
* Update install_windows_gpu.md
* fix numbering
* Update install_windows_gpu.md
* Update install_windows_gpu.md 
							
						 
						
							2024-02-27 13:14:39 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Zhicun 
								
							 
						 
						
							
							
							
							
								
							
							
								7c236e4c6d 
								
							 
						 
						
							
							
								
								quick start for windows with gpu ( #10221 )  
							
							 
							
							... 
							
							
							
							* quick start for windows igpu
* Update install_windows_gpu.md
* Update install_windows_gpu.md
* Update install_windows_gpu.md
* Update install_windows_gpu.md
* Update install_windows_gpu.md
* Update install_windows_gpu.md
* update the demo.py
* Update install_windows_gpu.md
* Update install_windows_gpu.md
* fix image position typo
* Update install_windows_gpu.md
* update pip install command
---------
Co-authored-by: Shengsheng Huang <shannie.huang@gmail.com> 
							
						 
						
							2024-02-26 12:19:36 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								40584dec6d 
								
							 
						 
						
							
							
								
								Update readme ( #10214 )  
							
							 
							
							
							
						 
						
							2024-02-23 11:42:16 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								84d5f40936 
								
							 
						 
						
							
							
								
								Update README.md ( #10213 )  
							
							 
							
							
							
						 
						
							2024-02-22 17:22:59 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
							
							
								
							
							
								94cb16fe40 
								
							 
						 
						
							
							
								
								[LLM] Small updates to Win GPU Install Doc ( #10199 )  
							
							 
							
							... 
							
							
							
							* Make Offline installer as default for win gpu doc for oneAPI
* Small other fixes 
							
						 
						
							2024-02-21 17:58:40 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								4655005f24 
								
							 
						 
						
							
							
								
								Update README ( #10186 )  
							
							 
							
							
							
						 
						
							2024-02-21 16:35:52 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									hxsz1997 
								
							 
						 
						
							
							
							
							
								
							
							
								6e10d98a8d 
								
							 
						 
						
							
							
								
								Fix some typos ( #10175 )  
							
							 
							
							... 
							
							
							
							* add llm-ppl workflow
* update the DATASET_DIR
* test multiple precisions
* modify nightly test
* match the updated ppl code
* add matrix.include
* fix the include error
* update the include
* add more model
* update the precision of include
* update nightly time and add more models
* fix the workflow_dispatch description, change default model of pr and modify the env
* modify workflow_dispatch language options
* modify options
* modify language options
* modeify workflow_dispatch type
* modify type
* modify the type of language
* change seq_len type
* fix some typos
* revert changes to stress_test.txt 
							
						 
						
							2024-02-20 14:14:53 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Cheen Hau, 俊豪 
								
							 
						 
						
							
							
							
							
								
							
							
								6952847f68 
								
							 
						 
						
							
							
								
								GPU install doc - add pip install oneAPI for windows ( #10157 )  
							
							 
							
							... 
							
							
							
							* Add instructions for pip install oneAPI for windows
* Improve clarity
* Format fix
* Fix
* Fix in runtime configuration 
							
						 
						
							2024-02-19 14:46:08 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Kai Huang 
								
							 
						 
						
							
							
							
							
								
							
							
								7400401706 
								
							 
						 
						
							
							
								
								Update gpu pip install oneapi doc ( #10137 )  
							
							 
							
							... 
							
							
							
							* fix link
* fix
* fix
* minor 
							
						 
						
							2024-02-09 11:27:40 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Cheen Hau, 俊豪 
								
							 
						 
						
							
							
							
							
								
							
							
								a7f9a13f6e 
								
							 
						 
						
							
							
								
								Enhance gpu doc with PIP install oneAPI ( #10109 )  
							
							 
							
							... 
							
							
							
							* Add pip install oneapi instructions
* Fixes
* Add instruction for oneapi2023
* Runtime config
* Fixes
* Remove "Currently, oneAPI installed with .. "
* Add pip package version for oneAPI 2024
* Reviewer comments
* Fix errors 
							
						 
						
							2024-02-07 21:14:15 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
							
							
								
							
							
								c1ec3d8921 
								
							 
						 
						
							
							
								
								LLM: update FAQ about too many open files ( #10119 )  
							
							 
							
							
							
						 
						
							2024-02-07 15:02:24 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								e2233dddef 
								
							 
						 
						
							
							
								
								Update README ( #10111 )  
							
							 
							
							
							
						 
						
							2024-02-06 19:29:07 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								f440cb4fba 
								
							 
						 
						
							
							
								
								Update Self-Speculative Decoding Readme ( #10102 )  
							
							 
							
							
							
						 
						
							2024-02-06 12:59:17 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
							
							
								
							
							
								91cf9d41d0 
								
							 
						 
						
							
							
								
								LLM: add solutions of some frequently asked questions ( #10068 )  
							
							 
							
							
							
						 
						
							2024-02-04 09:28:20 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								2927c77d7f 
								
							 
						 
						
							
							
								
								Update readme ( #10071 )  
							
							 
							
							
							
						 
						
							2024-02-01 20:40:20 -08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
							
							
								
							
							
								4b92235bdb 
								
							 
						 
						
							
							
								
								LLM: add initial FAQ page ( #10055 )  
							
							 
							
							
							
						 
						
							2024-02-01 09:43:39 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Shaojun Liu 
								
							 
						 
						
							
							
							
							
								
							
							
								2a0d65a009 
								
							 
						 
						
							
							
								
								Bump aiohttp from 3.9.0 to 3.9.2 to resolve security issues ( #10030 )  
							
							 
							
							... 
							
							
							
							* Bump aiohttp from 3.9.0 to 3.9.2 to resolve security issues
* update url
* remove aiohttp version from requirements.txt
* revert aiohttp to 3.9.0
* trigger tests
* revert 
							
						 
						
							2024-01-30 19:36:02 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
							
							
								
							
							
								a5c9dfdf91 
								
							 
						 
						
							
							
								
								[LLM] Main readme gpu installation related updates ( #9868 )  
							
							 
							
							... 
							
							
							
							* Main readme gpu installation related updates
* Small updates for readthedocs main page 
							
						 
						
							2024-01-29 16:33:27 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									binbin Deng 
								
							 
						 
						
							
							
							
							
								
							
							
								171fb2d185 
								
							 
						 
						
							
							
								
								LLM: reorganize GPU finetuning examples ( #9952 )  
							
							 
							
							
							
						 
						
							2024-01-25 19:02:38 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
							
							
								
							
							
								175027c90f 
								
							 
						 
						
							
							
								
								Small clarification for windows installation guide ( #10002 )  
							
							 
							
							
							
						 
						
							2024-01-25 18:39:11 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Mingyu Wei 
								
							 
						 
						
							
							
							
							
								
							
							
								bc9cff51a8 
								
							 
						 
						
							
							
								
								LLM GPU Example Update for Windows Support ( #9902 )  
							
							 
							
							... 
							
							
							
							* Update README in LLM GPU Examples
* Update reference of Intel GPU
* add cpu_embedding=True in comment
* small fixes
* update GPU/README.md and add explanation for cpu_embedding=True
* address comments
* fix small typos
* add backtick for cpu_embedding=True
* remove extra backtick in the doc
* add period mark
* update readme 
							
						 
						
							2024-01-24 13:42:27 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Cheen Hau, 俊豪 
								
							 
						 
						
							
							
							
							
								
							
							
								e403e4a8b7 
								
							 
						 
						
							
							
								
								Add APT install instructions for oneAPI ( #9875 )  
							
							 
							
							... 
							
							
							
							* Add APT installer
* Include reviewer suggestions
* Add note - ensure matching version of oneAPI and pytorch/ipex
* Fix 'command line installer'
* Fix formatting. Address review comments
* Append ':' to '..by running the following commands'
* Fix formatting
* achieve -> archive 
							
						 
						
							2024-01-17 17:30:30 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
							
							
								
							
							
								0aef35a965 
								
							 
						 
						
							
							
								
								[LLM] Improve LLM doc regarding windows gpu related info ( #9880 )  
							
							 
							
							... 
							
							
							
							* Improve runtime configuration for windows
* Add python 310/311 supports for wheel downloading
* Add troubleshooting for windows gpu
* Remove manually import ipex due to auto importer
* Add info regarding cpu_embedding=True on iGPU
* More info for Windows users
* Small updates to API docs
* Python style fix
* Remove tip for loading from saved optimize_model for now
* Updated based on comments
* Update win info for multi-intel gpus selection
* Small fix
* Small fix 
							
						 
						
							2024-01-11 14:37:16 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Kai Huang 
								
							 
						 
						
							
							
							
							
								
							
							
								5e766e8105 
								
							 
						 
						
							
							
								
								Fix Mixtral typo ( #9882 )  
							
							 
							
							
							
						 
						
							2024-01-10 19:51:24 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Kai Huang 
								
							 
						 
						
							
							
							
							
								
							
							
								b53a5cb6c9 
								
							 
						 
						
							
							
								
								Fix Mixtral typo ( #9881 )  
							
							 
							
							... 
							
							
							
							* fix typo
* fix doc page 
							
						 
						
							2024-01-10 19:40:52 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
							
							
								
							
							
								200fc6a1ee 
								
							 
						 
						
							
							
								
								[LLM] Fix llm api doc rendering failure due to ipex auto importer ( #9877 )  
							
							 
							
							
							
						 
						
							2024-01-10 14:53:25 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Cheen Hau, 俊豪 
								
							 
						 
						
							
							
							
							
								
							
							
								b2aa267f50 
								
							 
						 
						
							
							
								
								Enhance LLM GPU installation document ( #9828 )  
							
							 
							
							... 
							
							
							
							* Improve gpu install doc
* Add troubleshooting - setvars.sh not done properly.
* Further improvements
* 2024.x.x -> 2024.0
* Fixes
* Fix Install BigDL-LLM From Wheel : bigdl-llm[xpu_2.0]
* Remove "export USE_XETLA=OFF" for Max GPU 
							
						 
						
							2024-01-09 16:30:50 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								a3725b0816 
								
							 
						 
						
							
							
								
								Update readme ( #9865 )  
							
							 
							
							
							
						 
						
							2024-01-09 15:19:42 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
							
							
								
							
							
								5ba1dc38d4 
								
							 
						 
						
							
							
								
								[LLM] Change default Linux GPU install option to PyTorch 2.1 ( #9858 )  
							
							 
							
							... 
							
							
							
							* Update default xpu to ipex 2.1
* Update related install ut support correspondingly
* Add arc ut tests for both ipex 2.0 and 2.1
* Small fix
* Diable ipex 2.1 test for now as oneapi 2024.0 has not beed installed on the test machine
* Update document for default PyTorch 2.1
* Small fix
* Small fix
* Small doc fixes
* Small fixes 
							
						 
						
							2024-01-08 17:16:17 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Kai Huang 
								
							 
						 
						
							
							
							
							
								
							
							
								62a3c0fc16 
								
							 
						 
						
							
							
								
								Fix quick build doc ( #9853 )  
							
							 
							
							
							
						 
						
							2024-01-08 14:26:34 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yishuo Wang 
								
							 
						 
						
							
							
							
							
								
							
							
								5c6543e070 
								
							 
						 
						
							
							
								
								Reorganize LLM GPU installation document ( #9777 )  
							
							 
							
							
							
						 
						
							2024-01-03 13:53:05 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								3ab3105bab 
								
							 
						 
						
							
							
								
								Update readme ( #9816 )  
							
							 
							
							
							
						 
						
							2024-01-03 12:07:00 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								361781bcd0 
								
							 
						 
						
							
							
								
								Update readme ( #9788 )  
							
							 
							
							
							
						 
						
							2023-12-26 19:46:11 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Xin Qiu 
								
							 
						 
						
							
							
							
							
								
							
							
								95c03765cb 
								
							 
						 
						
							
							
								
								Update install_gpu.md, remove kernel 5.19 requirement. ( #9757 )  
							
							 
							
							... 
							
							
							
							* Update install_gpu.md
* Update install_gpu.md
* Update install_gpu.md
* Update install_gpu.md
* Update install_gpu.md
* Update install_gpu.md
* Update install_gpu.md
* Update install_gpu.md
* Update install_gpu.md
* Small fixes
---------
Co-authored-by: Yuwen Hu <yuwen.hu@intel.com> 
							
						 
						
							2023-12-22 16:17:56 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
							
							
								
							
							
								c00a9144c4 
								
							 
						 
						
							
							
								
								[LLM] Small fixes to llm gpu installation guide ( #9700 )  
							
							 
							
							
							
						 
						
							2023-12-15 23:13:33 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								37f509bb95 
								
							 
						 
						
							
							
								
								Update readme ( #9692 )  
							
							 
							
							
							
						 
						
							2023-12-14 19:50:21 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yuwen Hu 
								
							 
						 
						
							
							
							
							
								
							
							
								68d0c255fc 
								
							 
						 
						
							
							
								
								[LLM] Update GPU installation doc ( #9693 )  
							
							 
							
							... 
							
							
							
							* Temp
* Add win 2.1 doc supports
* Reorg layout
* Fix based on comments
* Small fix 
							
						 
						
							2023-12-14 18:32:51 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Yining Wang 
								
							 
						 
						
							
							
							
							
								
							
							
								a04a027b4c 
								
							 
						 
						
							
							
								
								Edit gpu doc ( #9583 )  
							
							 
							
							... 
							
							
							
							* harness: run llama2-7b
* harness: run llama2-7b
* harness: run llama2-7b
* harness: run llama2-7b
* edit-gpu-doc
* fix some format problem
* fix spelling problems
* fix evaluation yml
* delete redundant space
* fix some problems
* address comments
* change link 
							
						 
						
							2023-12-11 14:59:07 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Jason Dai 
								
							 
						 
						
							
							
							
							
								
							
							
								84a19705a6 
								
							 
						 
						
							
							
								
								Update readme ( #9617 )  
							
							 
							
							
							
						 
						
							2023-12-09 19:23:14 +08:00  
						
						
							 
							
							
								 
							 
							
						 
					 
				
					
						
							
								
								
									 
									Kai Huang 
								
							 
						 
						
							
							
							
							
								
							
							
								f7e596d85a 
								
							 
						 
						
							
							
								
								Update doc ( #9580 )  
							
							 
							
							... 
							
							
							
							* update aiohttp in docs
* update doc 
							
						 
						
							2023-12-01 15:40:37 +08:00