Create requirements.txt

requirements.txt

@@ -0,0 +1,82 @@
+transformers<=4.45.0,>=4.41.2
+datasets<=2.21.0,>=2.16.0
+accelerate<=0.34.2,>=0.30.1
+peft<=0.12.0,>=0.11.1
+trl<=0.9.6,>=0.8.6
+gradio>=4.0.0
+pandas>=2.0.0
+scipy
+einops
+sentencepiece
+tiktoken
+protobuf
+uvicorn
+pydantic
+fastapi
+sse-starlette
+matplotlib>=3.7.0
+fire
+packaging
+pyyaml
+numpy<2.0.0
+av
+
+[adam-mini]
+adam-mini
+
+[aqlm]
+aqlm[gpu]>=1.1.0
+
+[awq]
+autoawq
+
+[badam]
+badam>=1.2.1
+
+[bitsandbytes]
+bitsandbytes>=0.39.0
+
+[deepspeed]
+deepspeed<=0.14.4,>=0.10.0
+
+[dev]
+ruff
+pytest
+
+[eetq]
+eetq
+
+[galore]
+galore-torch
+
+[gptq]
+optimum>=1.17.0
+auto-gptq>=0.5.0
+
+[hqq]
+hqq
+
+[liger-kernel]
+liger-kernel
+
+[metrics]
+nltk
+jieba
+rouge-chinese
+
+[modelscope]
+modelscope
+
+[qwen]
+transformers_stream_generator
+
+[torch]
+torch>=1.13.1
+
+[torch-npu]
+torch==2.1.0
+torch-npu==2.1.0.post3
+decorator
+
+[vllm]
+vllm<=0.6.2,>=0.4.3