.

.gitignore

@@ -0,0 +1 @@
+.env

App.py

@@ -0,0 +1,47 @@
+# Load model directly
+from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
+
+from flask import Flask, request
+
+app = Flask(__name__)
+
+app.config.from_pyfile('settings.py')
+
+@app.route('/')
+def index():
+    print(app.config["HUGGINGFACE_TOKEN"])
+    return "ISA Project Flask Server"
+
+
+@app.post('/translate')
+def translate():
+    article_en = request.form['original_text']
+    translate_code = request.form['translate_code']
+    access_token = app.config["HUGGINGFACE_TOKEN"]
+    tokenizer = AutoTokenizer.from_pretrained("SnypzZz/Llama2-13b-Language-translate", token=access_token)
+    model = AutoModelForSeq2SeqLM.from_pretrained("SnypzZz/Llama2-13b-Language-translate", token=access_token)
+
+    model_inputs = tokenizer(article_en, return_tensors="pt")
+
+    # translate from English
+    generated_tokens = model.generate(
+        **model_inputs,
+        forced_bos_token_id=tokenizer.lang_code_to_id[translate_code]
+    )
+    translated_sentence = tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)
+    return translated_sentence[0]
+
+    # English (en_XX), 
+    # Spanish (es_XX), 
+    # French (fr_XX), 
+    # Japanese (ja_XX),
+    # Korean (ko_KR),
+    # Russian (ru_RU)
+    # Vietnamese (vi_VN), 
+    # Chinese (zh_CN),
+    # Mongolian (mn_MN),
+    # Urdu (ur_PK)
+
+
+# if __name__ == "__main__":
+#     app.run()

Dockerfile

@@ -0,0 +1,11 @@
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY . .
+
+CMD ["gunicorn", "App:app", "--host", "0.0.0.0", "--port", "7860"]

requirements.txt

@@ -0,0 +1,5 @@
+flask
+transformers
+torch
+gunicorn
+sentencepiece

settings.py

@@ -0,0 +1,3 @@
+from os import environ
+
+HUGGINGFACE_TOKEN = environ.get("HUGGINGFACE_TOKEN")