requirements.txt

accelerate==0.21.0
auto-gptq==0.3.0
bitsandbytes==0.40.2
gradio==3.37.0
protobuf==3.20.3
scipy==1.11.1
sentencepiece==0.1.99
torch==2.0.1
transformers==4.31.0
tqdm==4.65.0
python-dotenv==1.0.0
llama-cpp-python==0.2.11
memory-profiler==0.61.0
huggingface-hub==0.16.4
fastapi==0.100.0
uvicorn==0.23.1
sse-starlette==1.6.5
pydantic==2.2.1
pydantic-settings==2.0.3
pytest==7.4.0
black==23.7.0