31 lines
		
	
	
	
		
			471 B
		
	
	
	
		
			Text
		
	
	
	
	
	
			
		
		
	
	
			31 lines
		
	
	
	
		
			471 B
		
	
	
	
		
			Text
		
	
	
	
	
	
--extra-index-url https://download.pytorch.org/whl/cu118
 | 
						|
--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
 | 
						|
# torch==2.1.0
 | 
						|
#auto-gptq
 | 
						|
packaging
 | 
						|
peft==0.5.0
 | 
						|
bitsandbytes>=0.41.1
 | 
						|
accelerate==0.23.0
 | 
						|
addict
 | 
						|
evaluate
 | 
						|
fire
 | 
						|
PyYAML>=6.0
 | 
						|
datasets
 | 
						|
flash-attn>=2.2.1
 | 
						|
sentencepiece
 | 
						|
wandb
 | 
						|
einops
 | 
						|
#xformers
 | 
						|
optimum
 | 
						|
hf_transfer
 | 
						|
colorama
 | 
						|
numba
 | 
						|
numpy>=1.24.4
 | 
						|
# qlora things
 | 
						|
bert-score==0.3.13
 | 
						|
evaluate==0.4.0
 | 
						|
rouge-score==0.1.2
 | 
						|
scipy
 | 
						|
scikit-learn==1.2.2
 | 
						|
pynvml
 | 
						|
art
 |