docker

.dockerignore

@@ -0,0 +1 @@
+.git

.gitattributes

@@ -0,0 +1,126 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.tsv filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*.tsv filters=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTHuoshan_Translate.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuOnline-A.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuOnline-G.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfzlabs-nlp.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/PREDISTILLlength.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTTohoku-AIP-NTT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTyolo.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreOnline-B.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuOPPO.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTOnline-G.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGOnline-A.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGOnline-B.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGWMTBiomedBaseline.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuWMTBiomedBaseline.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfTohoku-AIP-NTT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGUEDIN.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTWMTBiomedBaseline.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scorezlabs-nlp.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleurefb.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfOnline-B.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfrefb.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioOnline-A.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioref.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTOnline-Z.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTPROMT_NMT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreTohoku-AIP-NTT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scorerefb.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuPROMT_NMT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfOnline-A.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfref.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/folders.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/reports.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTOnline-A.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTzlabs-nlp.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreOnline-A.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scorePROMT_NMT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreUEDIN.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuyolo.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfOnline-Z.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioOnline-B.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioyolo.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGzlabs-nlp.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreWMTBiomedBaseline.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuOnline-Z.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfHuoshan_Translate.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfyolo.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGTohoku-AIP-NTT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGrefb.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTOnline-B.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioOPPO.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/slices.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGPROMT_NMT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGyolo.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreref.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfOnline-G.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGHuoshan_Translate.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGOnline-Z.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTOPPO.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTUEDIN.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTrefb.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfUEDIN.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGOnline-G.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGref.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreOnline-Z.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/OUTPUTref.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioPROMT_NMT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioTohoku-AIP-NTT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioWMTBiomedBaseline.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/EMBEDDINGOPPO.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreOPPO.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreyolo.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuUEDIN.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuref.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfWMTBiomedBaseline.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioHuoshan_Translate.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioOnline-G.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratiozlabs-nlp.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreHuoshan_Translate.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbert_scoreOnline-G.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuOnline-B.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuTohoku-AIP-NTT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuzlabs-nlp.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfOPPO.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLbleuHuoshan_Translate.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLchrfPROMT_NMT.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioOnline-Z.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratioUEDIN.pickle filter=lfs diff=lfs merge=lfs -text
+.zeno_cache/POSTDISTILLlength_ratiorefb.pickle filter=lfs diff=lfs merge=lfs -text
+data/data_full.tsv filter=lfs diff=lfs merge=lfs -text
+data/ref_entries.tsv filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,24 @@
+# read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.8
+
+RUN useradd -m -u 1000 user
+USER user
+# Set home to the user's home directory
+ENV HOME=/home/user \
+	PATH=/home/user/.local/bin:$PATH
+WORKDIR $HOME/app
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
+ADD --chown=user ./.zeno_cache $HOME/app/.zeno_cache
+RUN chown user:user -R $HOME/app
+
+# COPY ./requirements.txt /code/requirements.txt
+
+# RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+RUN pip install .
+
+
+CMD ["python" "-m" "zeno-evals-hub" "evals/evals.yaml"]