File size: 455 Bytes
1dc9649 6cefcac 1dc9649 |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
PROJECT_DIR=${HOME}"/models/multi-sentencefix-mt5"
T5X_DIR="../../t5x" # directory where the t5x is cloned.
MODEL_DIR="gs://nb-t5x-us-central2/model_mT5X_large_16"
export PYTHONPATH=${PROJECT_DIR}
python3 ${T5X_DIR}/t5x/train.py \
--gin_search_paths=${PROJECT_DIR} \
--gin.partitioning.PjitPartitioner.num_partitions=4 \
--gin_file="finetune_large_mt5_sentencefix_v4.gin" \
--gin.MODEL_DIR="'${MODEL_DIR}'" \
--tfds_data_dir=${TFDS_DATA_DIR}
|