requirements.txt

--index-url https://download.pytorch.org/whl/cu121
wheel
torch==2.3.1
torchvision==0.18.1
torchaudio==2.3.1
huggingface_hub==0.23.3
transformers==4.41.2
peft==0.11.1
https://github.com/Dao-AILab/flash-attention/releases/download/v2.5.9.post1/flash_attn-2.5.9.post1+cu122torch2.3cxx11abiFALSE-cp310-cp310-linux_x86_64.whl