End of training

README.md

@@ -1,4 +1,6 @@
 ---
+language:
+- id
 license: apache-2.0
 base_model: LazarusNLP/IndoNanoT5-base
 tags:
@@ -9,7 +11,20 @@ metrics:
 - rouge
 model-index:
 - name: liputan6-seq_bn-rf16
-  results: []
+  results:
+  - task:
+      name: Summarization
+      type: summarization
+    dataset:
+      name: id_liputan6 canonical
+      type: id_liputan6
+      config: canonical
+      split: validation
+      args: canonical
+    metrics:
+    - name: Rouge1
+      type: rouge
+      value: 27.6391
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -17,14 +32,14 @@ should probably proofread and complete it, then remove this comment. -->
 
 # liputan6-seq_bn-rf16
 
-This model is a fine-tuned version of [LazarusNLP/IndoNanoT5-base](https://huggingface.co/LazarusNLP/IndoNanoT5-base) on the id_liputan6 dataset.
+This model is a fine-tuned version of [LazarusNLP/IndoNanoT5-base](https://huggingface.co/LazarusNLP/IndoNanoT5-base) on the id_liputan6 canonical dataset.
 It achieves the following results on the evaluation set:
 - Loss: 2.7479
-- Rouge1: 26.9743
-- Rouge2: 11.4843
-- Rougel: 22.9863
-- Rougelsum: 24.9284
-- Gen Len: 33.854
+- Rouge1: 27.6391
+- Rouge2: 12.5407
+- Rougel: 23.5774
+- Rougelsum: 25.3376
+- Gen Len: 39.933
 
 ## Model description
 

all_results.json

@@ -0,0 +1,29 @@
+{
+    "epoch": 5.0,
+    "eval_gen_len": 39.933,
+    "eval_loss": 2.7479429244995117,
+    "eval_rouge1": 27.6391,
+    "eval_rouge2": 12.5407,
+    "eval_rougeL": 23.5774,
+    "eval_rougeLsum": 25.3376,
+    "eval_runtime": 579.6294,
+    "eval_samples": 1000,
+    "eval_samples_per_second": 1.725,
+    "eval_steps_per_second": 0.055,
+    "predict_gen_len": 38.109,
+    "predict_loss": 2.1557793617248535,
+    "predict_rouge1": 35.0494,
+    "predict_rouge2": 18.8325,
+    "predict_rougeL": 30.2344,
+    "predict_rougeLsum": 32.847,
+    "predict_runtime": 569.6774,
+    "predict_samples": 1000,
+    "predict_samples_per_second": 1.755,
+    "predict_steps_per_second": 0.056,
+    "total_flos": 3451266662400000.0,
+    "train_loss": 2.1248473152281746,
+    "train_runtime": 753.9081,
+    "train_samples": 1000,
+    "train_samples_per_second": 6.632,
+    "train_steps_per_second": 0.418
+}

eval_results.json

@@ -0,0 +1,13 @@
+{
+    "epoch": 5.0,
+    "eval_gen_len": 39.933,
+    "eval_loss": 2.7479429244995117,
+    "eval_rouge1": 27.6391,
+    "eval_rouge2": 12.5407,
+    "eval_rougeL": 23.5774,
+    "eval_rougeLsum": 25.3376,
+    "eval_runtime": 579.6294,
+    "eval_samples": 1000,
+    "eval_samples_per_second": 1.725,
+    "eval_steps_per_second": 0.055
+}

predict_results.json

@@ -0,0 +1,12 @@
+{
+    "predict_gen_len": 38.109,
+    "predict_loss": 2.1557793617248535,
+    "predict_rouge1": 35.0494,
+    "predict_rouge2": 18.8325,
+    "predict_rougeL": 30.2344,
+    "predict_rougeLsum": 32.847,
+    "predict_runtime": 569.6774,
+    "predict_samples": 1000,
+    "predict_samples_per_second": 1.755,
+    "predict_steps_per_second": 0.056
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5.0,
+    "total_flos": 3451266662400000.0,
+    "train_loss": 2.1248473152281746,
+    "train_runtime": 753.9081,
+    "train_samples": 1000,
+    "train_samples_per_second": 6.632,
+    "train_steps_per_second": 0.418
+}

trainer_state.json

@@ -0,0 +1,130 @@
+{
+  "best_metric": 26.9743,
+  "best_model_checkpoint": "bin/liputan6-seq_bn-rf16/checkpoint-315",
+  "epoch": 5.0,
+  "eval_steps": 500,
+  "global_step": 315,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 1.0,
+      "grad_norm": 1.7438846826553345,
+      "learning_rate": 0.0008,
+      "loss": 2.6241,
+      "step": 63
+    },
+    {
+      "epoch": 1.0,
+      "eval_gen_len": 33.387,
+      "eval_loss": 2.753352403640747,
+      "eval_rouge1": 23.3287,
+      "eval_rouge2": 9.5988,
+      "eval_rougeL": 20.1923,
+      "eval_rougeLsum": 21.2916,
+      "eval_runtime": 101.8941,
+      "eval_samples_per_second": 9.814,
+      "eval_steps_per_second": 0.314,
+      "step": 63
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.6395297050476074,
+      "learning_rate": 0.0006,
+      "loss": 2.228,
+      "step": 126
+    },
+    {
+      "epoch": 2.0,
+      "eval_gen_len": 32.153,
+      "eval_loss": 2.702471971511841,
+      "eval_rouge1": 25.8033,
+      "eval_rouge2": 10.8168,
+      "eval_rougeL": 21.9451,
+      "eval_rougeLsum": 23.4491,
+      "eval_runtime": 112.7526,
+      "eval_samples_per_second": 8.869,
+      "eval_steps_per_second": 0.284,
+      "step": 126
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 1.6557146310806274,
+      "learning_rate": 0.0004,
+      "loss": 2.0615,
+      "step": 189
+    },
+    {
+      "epoch": 3.0,
+      "eval_gen_len": 30.873,
+      "eval_loss": 2.674882411956787,
+      "eval_rouge1": 25.8887,
+      "eval_rouge2": 10.7586,
+      "eval_rougeL": 22.113,
+      "eval_rougeLsum": 23.8997,
+      "eval_runtime": 90.651,
+      "eval_samples_per_second": 11.031,
+      "eval_steps_per_second": 0.353,
+      "step": 189
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 2.0358853340148926,
+      "learning_rate": 0.0002,
+      "loss": 1.9099,
+      "step": 252
+    },
+    {
+      "epoch": 4.0,
+      "eval_gen_len": 31.524,
+      "eval_loss": 2.719660997390747,
+      "eval_rouge1": 26.5565,
+      "eval_rouge2": 11.2255,
+      "eval_rougeL": 22.6026,
+      "eval_rougeLsum": 24.5495,
+      "eval_runtime": 95.5774,
+      "eval_samples_per_second": 10.463,
+      "eval_steps_per_second": 0.335,
+      "step": 252
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 1.7301920652389526,
+      "learning_rate": 0.0,
+      "loss": 1.8007,
+      "step": 315
+    },
+    {
+      "epoch": 5.0,
+      "eval_gen_len": 33.854,
+      "eval_loss": 2.7479429244995117,
+      "eval_rouge1": 26.9743,
+      "eval_rouge2": 11.4843,
+      "eval_rougeL": 22.9863,
+      "eval_rougeLsum": 24.9284,
+      "eval_runtime": 101.7272,
+      "eval_samples_per_second": 9.83,
+      "eval_steps_per_second": 0.315,
+      "step": 315
+    },
+    {
+      "epoch": 5.0,
+      "step": 315,
+      "total_flos": 3451266662400000.0,
+      "train_loss": 2.1248473152281746,
+      "train_runtime": 753.9081,
+      "train_samples_per_second": 6.632,
+      "train_steps_per_second": 0.418
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 315,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 5,
+  "save_steps": 500,
+  "total_flos": 3451266662400000.0,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}