update

Dockerfile

@@ -0,0 +1,22 @@
+FROM ollama/ollama:latest
+
+RUN apt-get update && apt-get install curl -y
+
+# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
+RUN useradd -m -u 1000 user
+
+USER user
+
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH \
+    OLLAMA_HOST=0.0.0.0
+
+WORKDIR $HOME/app
+
+COPY --chown=user:user Modelfile $HOME/app/
+
+RUN curl -fsSL https://huggingface.co/gingdev/llama7b-ictu-v2/resolve/main/llama7b_q4_k_m.gguf?download=true -o llama.gguf
+
+RUN ollama serve & sleep 5 && ollama create llama -f Modelfile
+
+EXPOSE 11434

Modelfile

@@ -0,0 +1,13 @@
+FROM ./llama.gguf
+
+SYSTEM """Bạn là một trợ lí AI hữu ích. Hãy trả lời người dùng một cách chính xác."""
+
+TEMPLATE """{{ if .System }}<|im_start|>system
+{{ .System }}<|im_end|>
+{{ end }}{{ if .Prompt }}<|im_start|>user
+{{ .Prompt }}<|im_end|>
+{{ end }}<|im_start|>assistant
+"""
+
+PARAMETER stop <|im_start|>
+PARAMETER stop <|im_end|>

README.md

@@ -1,2 +1,10 @@
-# gitpod
-My playground in gitpod
+---
+title: Ollama
+emoji: 😍
+colorFrom: green
+colorTo: green
+sdk: docker
+app_port: 11434
+pinned: true
+---
+# Ollama Server Gemma2b