update model

config.json

@@ -1,12 +1,12 @@
 {
-  "_name_or_path": "/media/rehan/big_disk/models/kairos/evt_tagget_t5_large/",
+  "_name_or_path": "google-t5/t5-small",
   "architectures": [
     "T5ForConditionalGeneration"
   ],
   "classifier_dropout": 0.0,
-  "d_ff": 4096,
+  "d_ff": 2048,
   "d_kv": 64,
-  "d_model": 1024,
+  "d_model": 512,
   "decoder_start_token_id": 0,
   "dense_act_fn": "relu",
   "dropout_rate": 0.1,
@@ -18,9 +18,9 @@
   "layer_norm_epsilon": 1e-06,
   "model_type": "t5",
   "n_positions": 512,
-  "num_decoder_layers": 24,
-  "num_heads": 16,
-  "num_layers": 24,
+  "num_decoder_layers": 6,
+  "num_heads": 8,
+  "num_layers": 6,
   "output_past": true,
   "pad_token_id": 0,
   "relative_attention_max_distance": 128,

generation_config.json

@@ -3,7 +3,7 @@
   "early_stopping": true,
   "eos_token_id": 1,
   "max_new_tokens": 32,
-  "min_new_tokens": 1,
+  "min_new_tokens": 2,
   "num_beams": 2,
   "pad_token_id": 0,
   "transformers_version": "4.39.0"

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d76af8a79ba9a89b2c25c02b88600e4dd3d041772df0db6adc1783c40815ac3
-size 2950734544
+oid sha256:da1a681c6910fcf9624d64ea3d93dea8b57d1f21432c064e40987fe289c264b7
+size 242041896

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60acb128cf7b7f2536e8f38a5b18a05535c9e14c7a355904270e15b0945ea86
+size 791656

tokenizer_config.json

@@ -930,12 +930,8 @@
   "clean_up_tokenization_spaces": true,
   "eos_token": "</s>",
   "extra_ids": 100,
-  "max_length": 32,
   "model_max_length": 512,
   "pad_token": "<pad>",
-  "stride": 0,
   "tokenizer_class": "T5Tokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
   "unk_token": "<unk>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c681e5b5c6d92380f851b9127330545534dad833f471285e3b7b4109575ab79c
-size 6648
+oid sha256:3d724b3b5ce66aa92dfa1552b1696860da1ef1ee9b6cfbe7985ef4cb3d74dcac
+size 6712