oSabre commited on
Commit
6109f70
1 Parent(s): 65564c5

End of training

Browse files
README.md CHANGED
@@ -1,6 +1,6 @@
1
  ---
2
  license: apache-2.0
3
- base_model: oSabre/opus_books_es_pt
4
  tags:
5
  - generated_from_trainer
6
  datasets:
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Bleu
24
  type: bleu
25
- value: 0.6127
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -30,11 +30,11 @@ should probably proofread and complete it, then remove this comment. -->
30
 
31
  # opus_books_es_pt
32
 
33
- This model is a fine-tuned version of [oSabre/opus_books_es_pt](https://huggingface.co/oSabre/opus_books_es_pt) on the opus_books dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 3.0312
36
- - Bleu: 0.6127
37
- - Gen Len: 18.188
38
 
39
  ## Model description
40
 
@@ -59,23 +59,15 @@ The following hyperparameters were used during training:
59
  - seed: 42
60
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
61
  - lr_scheduler_type: linear
62
- - num_epochs: 10
63
  - mixed_precision_training: Native AMP
64
 
65
  ### Training results
66
 
67
  | Training Loss | Epoch | Step | Validation Loss | Bleu | Gen Len |
68
  |:-------------:|:-----:|:----:|:---------------:|:------:|:-------:|
69
- | No log | 1.0 | 67 | 3.2780 | 0.3527 | 18.3158 |
70
- | No log | 2.0 | 134 | 3.2117 | 0.4226 | 18.3496 |
71
- | No log | 3.0 | 201 | 3.1632 | 0.4173 | 18.3383 |
72
- | No log | 4.0 | 268 | 3.1227 | 0.4495 | 18.1955 |
73
- | No log | 5.0 | 335 | 3.0924 | 0.4718 | 18.1842 |
74
- | No log | 6.0 | 402 | 3.0692 | 0.5146 | 18.2068 |
75
- | No log | 7.0 | 469 | 3.0527 | 0.5308 | 18.1955 |
76
- | 3.487 | 8.0 | 536 | 3.0401 | 0.5424 | 18.188 |
77
- | 3.487 | 9.0 | 603 | 3.0332 | 0.5509 | 18.188 |
78
- | 3.487 | 10.0 | 670 | 3.0312 | 0.6127 | 18.188 |
79
 
80
 
81
  ### Framework versions
 
1
  ---
2
  license: apache-2.0
3
+ base_model: t5-small
4
  tags:
5
  - generated_from_trainer
6
  datasets:
 
22
  metrics:
23
  - name: Bleu
24
  type: bleu
25
+ value: 0.0925
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
30
 
31
  # opus_books_es_pt
32
 
33
+ This model is a fine-tuned version of [t5-small](https://huggingface.co/t5-small) on the opus_books dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 3.7608
36
+ - Bleu: 0.0925
37
+ - Gen Len: 18.0282
38
 
39
  ## Model description
40
 
 
59
  - seed: 42
60
  - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
61
  - lr_scheduler_type: linear
62
+ - num_epochs: 2
63
  - mixed_precision_training: Native AMP
64
 
65
  ### Training results
66
 
67
  | Training Loss | Epoch | Step | Validation Loss | Bleu | Gen Len |
68
  |:-------------:|:-----:|:----:|:---------------:|:------:|:-------:|
69
+ | No log | 1.0 | 53 | 3.8666 | 0.0578 | 18.4272 |
70
+ | No log | 2.0 | 106 | 3.7608 | 0.0925 | 18.0282 |
 
 
 
 
 
 
 
 
71
 
72
 
73
  ### Framework versions
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "oSabre/opus_books_es_pt",
3
  "architectures": [
4
  "T5ForConditionalGeneration"
5
  ],
 
1
  {
2
+ "_name_or_path": "t5-small",
3
  "architectures": [
4
  "T5ForConditionalGeneration"
5
  ],
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d06610399c396f2a14056442113117dc9295c4b432659c4ca5bac1885b712d78
3
  size 242041896
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99a6519c7b9895f028e7e20b995199d3ad4cb1775522291b8bc0a7fa772834db
3
  size 242041896
runs/Dec17_11-56-29_f20db7578e83/events.out.tfevents.1702814190.f20db7578e83.6609.2 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3e1481f07e4e1744ee3ebe1c087ab590e4da128bb2281c8389f806b644607db
3
+ size 6407
tokenizer.json CHANGED
@@ -1,6 +1,11 @@
1
  {
2
  "version": "1.0",
3
- "truncation": null,
 
 
 
 
 
4
  "padding": null,
5
  "added_tokens": [
6
  {
 
1
  {
2
  "version": "1.0",
3
+ "truncation": {
4
+ "direction": "Right",
5
+ "max_length": 400,
6
+ "strategy": "LongestFirst",
7
+ "stride": 0
8
+ },
9
  "padding": null,
10
  "added_tokens": [
11
  {
tokenizer_config.json CHANGED
@@ -930,12 +930,8 @@
930
  "clean_up_tokenization_spaces": true,
931
  "eos_token": "</s>",
932
  "extra_ids": 100,
933
- "max_length": 400,
934
  "model_max_length": 512,
935
  "pad_token": "<pad>",
936
- "stride": 0,
937
  "tokenizer_class": "T5Tokenizer",
938
- "truncation_side": "right",
939
- "truncation_strategy": "longest_first",
940
  "unk_token": "<unk>"
941
  }
 
930
  "clean_up_tokenization_spaces": true,
931
  "eos_token": "</s>",
932
  "extra_ids": 100,
 
933
  "model_max_length": 512,
934
  "pad_token": "<pad>",
 
935
  "tokenizer_class": "T5Tokenizer",
 
 
936
  "unk_token": "<unk>"
937
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47d158a5c85561df7ed0e0681396c194b92536859701828ba2f151e6701dd455
3
  size 4856
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baab48b43693e4962f97af1568fa9a2d1c4e09eaabc3e2476d9809be59747d0a
3
  size 4856