--extra-index-url https://download.pytorch.org/whl/cu118
--extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/
# torch==2.1.0
#auto-gptq
packaging
peft==0.5.0
transformers==4.34.0
bitsandbytes>=0.41.1
accelerate==0.23.0
addict
evaluate
fire
PyYAML>=6.0
datasets
flash-attn>=2.2.1
sentencepiece
wandb
einops
#xformers
optimum
hf_transfer
colorama
numba
numpy>=1.24.4
# qlora things
bert-score==0.3.13
evaluate==0.4.0
rouge-score==0.1.2
scipy
scikit-learn==1.2.2
pynvml
art