Update Dockerfile

Dockerfile

@@ -1,22 +1,39 @@
-FROM ollama/ollama:latest
+# Builder stage
+FROM ubuntu:latest
 
-RUN apt-get update && apt-get install curl -y
+# Update packages and install curl and gnupg
+RUN apt-get update && apt-get install -y \
+    curl \
+    gnupg
 
-# https://huggingface.co/docs/hub/spaces-sdks-docker-first-demo
-RUN useradd -m -u 1000 user
+# Add NVIDIA package repositories
+RUN curl -fsSL https://nvidia.github.io/libnvidia-container/gpgkey | gpg --dearmor -o /usr/share/keyrings/nvidia-container-toolkit-keyring.gpg \
+    && echo "deb [signed-by=/usr/share/keyrings/nvidia-container-toolkit-keyring.gpg] https://nvidia.github.io/libnvidia-container/stable/deb/ $(. /etc/os-release; echo $UBUNTU_CODENAME) main" > /etc/apt/sources.list.d/nvidia-container-toolkit.list
 
-USER user
+# Install NVIDIA container toolkit (Check for any updated methods or URLs for Ubuntu jammy)
+RUN apt-get update && apt-get install -y nvidia-container-toolkit || true
 
-ENV HOME=/home/user \
-	PATH=/home/user/.local/bin:$PATH \
-    OLLAMA_HOST=0.0.0.0
+# Install application
+RUN curl https://ollama.ai/install.sh | sh
+# Below is to fix embedding bug as per
+# RUN curl -fsSL https://ollama.com/install.sh | sed 's#https://ollama.com/download#https://github.com/jmorganca/ollama/releases/download/v0.1.29#' | sh
 
-WORKDIR $HOME/app
 
-COPY --chown=user:user Modelfile $HOME/app/
+# Create the directory and give appropriate permissions
+RUN mkdir -p /.ollama && chmod 777 /.ollama
 
-RUN curl -fsSL https://huggingface.co/johnpaulbin/translator-llm/resolve/main/translator-llama3.1-q4km-2.gguf?download=true -o llama.gguf
+WORKDIR /.ollama
+
+# Copy the entry point script
+COPY entrypoint.sh /entrypoint.sh
+RUN chmod +x /entrypoint.sh
 
-RUN ollama serve & sleep 5 && ollama create translator -f Modelfile && ollama run translator
+# Set the entry point script as the default command
+ENTRYPOINT ["/entrypoint.sh"]
+CMD ["ollama", "serve"]
+
+# Set the model as an environment variable (this can be overridden)
+RUN curl -fsSL https://huggingface.co/johnpaulbin/translator-llm/resolve/main/translator-llama3.1-q4km-2.gguf?download=true -o llama.gguf
 
-EXPOSE 11434
+# Expose the server port
+EXPOSE 7860