Hugging Face's logo

pere
/
multi-sentencefix-mt5

Model card Files Community
pere commited on
Commit
6cc6477
•
1 Parent(s): 016a37d

new train

Browse files
Files changed (3) hide show
  1. __pycache__/tasks.cpython-38.pyc +0 -0
  2. tasks.py +1 -1
  3. train.sh +1 -1
__pycache__/tasks.cpython-38.pyc CHANGED
Binary files a/__pycache__/tasks.cpython-38.pyc and b/__pycache__/tasks.cpython-38.pyc differ
 
tasks.py CHANGED
@@ -59,7 +59,7 @@ seqio.TaskRegistry.add(
59
  sentencefix_preprocessor,
60
  seqio.preprocessors.tokenize_and_append_eos,
61
  ],
62
- #metric_fns=[t5.evaluation.metrics.bleu],
63
  output_features=DEFAULT_OUTPUT_FEATURES,
64
  )
65
 
 
59
  sentencefix_preprocessor,
60
  seqio.preprocessors.tokenize_and_append_eos,
61
  ],
62
+ metric_fns=[metrics.bleu],
63
  output_features=DEFAULT_OUTPUT_FEATURES,
64
  )
65
 
train.sh CHANGED
@@ -1,7 +1,7 @@
1
  PROJECT_DIR=${HOME}"/models/multi-sentencefix-mt5"
2
  T5X_DIR="../../t5x" # directory where the t5x is cloned.
3
  TFDS_DATA_DIR="gs://nb-t5x/corpus_multi_sentencefix_mt5"
4
- MODEL_DIR="gs://nb-t5x/model_multi_sentencefix_mt5"
5
  export PYTHONPATH=${PROJECT_DIR}
6
 
7
  python3 ${T5X_DIR}/t5x/train.py \
 
1
  PROJECT_DIR=${HOME}"/models/multi-sentencefix-mt5"
2
  T5X_DIR="../../t5x" # directory where the t5x is cloned.
3
  TFDS_DATA_DIR="gs://nb-t5x/corpus_multi_sentencefix_mt5"
4
+ MODEL_DIR="gs://nb-t5x/test_model_multi_sentencefix_mt5"
5
  export PYTHONPATH=${PROJECT_DIR}
6
 
7
  python3 ${T5X_DIR}/t5x/train.py \