Updated Dockerfile for Hugging Face Spaces deployment

Dockerfile

@@ -52,6 +52,10 @@ RUN chmod -R 777 /app/cache/huggingface
 ENV HF_HOME=/app/cache/huggingface
 ENV TRANSFORMERS_CACHE=/app/cache/huggingface
 
+# Disable numba caching
+ENV NUMBA_CACHE_DIR=/tmp/numba_cache
+ENV NUMBA_DISABLE_JIT=1
+
 # Copy the setup script and requirements file into the container
 COPY setup.sh requirements.txt /app/
 

models/nllb.py

@@ -1,6 +1,9 @@
 from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
 import torch
 import os
+# Disable numba caching
+os.environ["NUMBA_CACHE_DIR"] = "/tmp/numba_cache"
+os.environ["NUMBA_DISABLE_JIT"] = "1"
 def nllb():
     """
     Load and return the NLLB (No Language Left Behind) model and tokenizer.