Spaces:
Sleeping
Sleeping
FROM python:3.9 | |
WORKDIR /code | |
ENV HF_HOME=/code/.cache | |
COPY ./requirements.txt /code/requirements.txt | |
COPY ./mixtral_7bx2_moe.Q4_K_M.gguf ./code/mixtral_7bx2_moe.Q4_K_M.gguf | |
COPY ./open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q4_K_M.gguf ./code/open-llama-3b-v2-wizard-evol-instuct-v2-196k.Q4_K_M.gguf | |
COPY ./phi-2.Q4_K_M.gguf ./code/phi-2.Q4_K_M.gguf | |
COPY ./stablelm-zephyr-3b.Q4_K_M.gguf ./scode/tablelm-zephyr-3b.Q4_K_M.gguf | |
COPY ./tinyllama-1.1b-1t-openorca.Q4_K_M.gguf ./code/tinyllama-1.1b-1t-openorca.Q4_K_M.gguf | |
COPY ./tinyllama-1.1b-chat-v0.3.Q4_K_M.gguf ./code/tinyllama-1.1b-chat-v0.3.Q4_K_M.gguf | |
RUN mkdir -p /code/.cache && chmod -R 777 /code/.cache | |
RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt | |
COPY ./main.py /code/main.py | |
CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"] |