16 file
Browse files- train_large_v4_16.sh +11 -0
train_large_v4_16.sh
ADDED
|
@@ -0,0 +1,11 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
PROJECT_DIR=${HOME}"/models/multi-sentencefix-mt5"
|
| 2 |
+
T5X_DIR="../../t5x" # directory where the t5x is cloned.
|
| 3 |
+
MODEL_DIR="gs://nb-t5x-us-central2/model_mT5X_large_16"
|
| 4 |
+
export PYTHONPATH=${PROJECT_DIR}
|
| 5 |
+
|
| 6 |
+
python3 ${T5X_DIR}/t5x/train.py \
|
| 7 |
+
--gin_search_paths=${PROJECT_DIR} \
|
| 8 |
+
--gin_file="finetune_large_mt5_sentencefix_v4.gin" \
|
| 9 |
+
--gin.MODEL_DIR="'${MODEL_DIR}'" \
|
| 10 |
+
--tfds_data_dir=${TFDS_DATA_DIR}
|
| 11 |
+
|