First model version

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+zephyr-7b-beta.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -7,6 +7,8 @@ RUN python -m pip install -U pip && \
     python -m pip cache purge
 
 COPY ./main.py /code/main.py
+COPY ./zephyr-7b-beta.Q4_K_S.gguf /code/zephyr-7b-beta.Q4_K_S.gguf
+
 WORKDIR /code
 
 CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]