Create Dockerfile

Dockerfile

@@ -0,0 +1,12 @@
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY ./stablelm-zephyr-3b.Q4_K_M.gguf /code/stablelm-zephyr-3b.Q4_K_M.gguf
+COPY ./main.py /code/main.py
+
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]