Training in progress, epoch 0

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "meta-llama/Llama-3.2-11B-Vision",
+  "base_model_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -11,7 +11,7 @@
   "layers_to_transform": null,
   "loftq_config": {},
   "lora_alpha": 16,
-  "lora_dropout": 0.05,
+  "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
@@ -20,8 +20,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82d6a2ac69f52c4df38845ee727800cbdcdaaffe24afd159b1c8c50070165e5e
-size 23641256
+oid sha256:f675274de289d3e74d8edb3edc74bf1c4c3d1522913cd2df13b7a5124b98131d
+size 1585212040

runs/Nov28_10-26-48_74f1bda08931/events.out.tfevents.1732789861.74f1bda08931.1134.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788d63a58955858265855adddf3a6a2052e77ed4452e388cef297ac5e3283228
+size 10283

runs/Nov28_10-44-28_74f1bda08931/events.out.tfevents.1732790744.74f1bda08931.11395.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7687a90da9e3c79e83fcb71443884821e05226f136a22a3cc2ef39a817f4ec8
+size 7015

special_tokens_map.json

@@ -7,14 +7,14 @@
     "single_word": false
   },
   "eos_token": {
-    "content": "<|end_of_text|>",
+    "content": "<|eot_id|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,
     "single_word": false
   },
   "pad_token": {
-    "content": "<|finetune_right_pad_id|>",
+    "content": "[PAD]",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea5cbc9c35e964e164a325892935eaf88eb41f78d56c333b0727f406f3c7daf7
-size 17210187
+oid sha256:410a585cbcdb5a3b6f8b6bd4b5ec91e29095c824634418d80ba5c3081adc85a7
+size 17210201

tokenizer_config.json

@@ -41,7 +41,7 @@
       "special": true
     },
     "128005": {
-      "content": "<|step_id|>",
+      "content": "<|reserved_special_token_2|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -89,7 +89,7 @@
       "special": true
     },
     "128011": {
-      "content": "<|reserved_special_token_2|>",
+      "content": "<|reserved_special_token_3|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -97,7 +97,7 @@
       "special": true
     },
     "128012": {
-      "content": "<|reserved_special_token_3|>",
+      "content": "<|reserved_special_token_4|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -105,7 +105,7 @@
       "special": true
     },
     "128013": {
-      "content": "<|reserved_special_token_4|>",
+      "content": "<|reserved_special_token_5|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -113,7 +113,7 @@
       "special": true
     },
     "128014": {
-      "content": "<|reserved_special_token_5|>",
+      "content": "<|reserved_special_token_6|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -121,7 +121,7 @@
       "special": true
     },
     "128015": {
-      "content": "<|reserved_special_token_6|>",
+      "content": "<|reserved_special_token_7|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -129,7 +129,7 @@
       "special": true
     },
     "128016": {
-      "content": "<|reserved_special_token_7|>",
+      "content": "<|reserved_special_token_8|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -137,7 +137,7 @@
       "special": true
     },
     "128017": {
-      "content": "<|reserved_special_token_8|>",
+      "content": "<|reserved_special_token_9|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": true
     },
     "128018": {
-      "content": "<|reserved_special_token_9|>",
+      "content": "<|reserved_special_token_10|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": true
     },
     "128019": {
-      "content": "<|reserved_special_token_10|>",
+      "content": "<|reserved_special_token_11|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": true
     },
     "128020": {
-      "content": "<|reserved_special_token_11|>",
+      "content": "<|reserved_special_token_12|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": true
     },
     "128021": {
-      "content": "<|reserved_special_token_12|>",
+      "content": "<|reserved_special_token_13|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -177,7 +177,7 @@
       "special": true
     },
     "128022": {
-      "content": "<|reserved_special_token_13|>",
+      "content": "<|reserved_special_token_14|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -185,7 +185,7 @@
       "special": true
     },
     "128023": {
-      "content": "<|reserved_special_token_14|>",
+      "content": "<|reserved_special_token_15|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -193,7 +193,7 @@
       "special": true
     },
     "128024": {
-      "content": "<|reserved_special_token_15|>",
+      "content": "<|reserved_special_token_16|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -201,7 +201,7 @@
       "special": true
     },
     "128025": {
-      "content": "<|reserved_special_token_16|>",
+      "content": "<|reserved_special_token_17|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -209,7 +209,7 @@
       "special": true
     },
     "128026": {
-      "content": "<|reserved_special_token_17|>",
+      "content": "<|reserved_special_token_18|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -217,7 +217,7 @@
       "special": true
     },
     "128027": {
-      "content": "<|reserved_special_token_18|>",
+      "content": "<|reserved_special_token_19|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -225,7 +225,7 @@
       "special": true
     },
     "128028": {
-      "content": "<|reserved_special_token_19|>",
+      "content": "<|reserved_special_token_20|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -233,7 +233,7 @@
       "special": true
     },
     "128029": {
-      "content": "<|reserved_special_token_20|>",
+      "content": "<|reserved_special_token_21|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -241,7 +241,7 @@
       "special": true
     },
     "128030": {
-      "content": "<|reserved_special_token_21|>",
+      "content": "<|reserved_special_token_22|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -249,7 +249,7 @@
       "special": true
     },
     "128031": {
-      "content": "<|reserved_special_token_22|>",
+      "content": "<|reserved_special_token_23|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -257,7 +257,7 @@
       "special": true
     },
     "128032": {
-      "content": "<|reserved_special_token_23|>",
+      "content": "<|reserved_special_token_24|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -265,7 +265,7 @@
       "special": true
     },
     "128033": {
-      "content": "<|reserved_special_token_24|>",
+      "content": "<|reserved_special_token_25|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -273,7 +273,7 @@
       "special": true
     },
     "128034": {
-      "content": "<|reserved_special_token_25|>",
+      "content": "<|reserved_special_token_26|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -281,7 +281,7 @@
       "special": true
     },
     "128035": {
-      "content": "<|reserved_special_token_26|>",
+      "content": "<|reserved_special_token_27|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -289,7 +289,7 @@
       "special": true
     },
     "128036": {
-      "content": "<|reserved_special_token_27|>",
+      "content": "<|reserved_special_token_28|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -297,7 +297,7 @@
       "special": true
     },
     "128037": {
-      "content": "<|reserved_special_token_28|>",
+      "content": "<|reserved_special_token_29|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -305,7 +305,7 @@
       "special": true
     },
     "128038": {
-      "content": "<|reserved_special_token_29|>",
+      "content": "<|reserved_special_token_30|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -313,7 +313,7 @@
       "special": true
     },
     "128039": {
-      "content": "<|reserved_special_token_30|>",
+      "content": "<|reserved_special_token_31|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -321,7 +321,7 @@
       "special": true
     },
     "128040": {
-      "content": "<|reserved_special_token_31|>",
+      "content": "<|reserved_special_token_32|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -329,7 +329,7 @@
       "special": true
     },
     "128041": {
-      "content": "<|reserved_special_token_32|>",
+      "content": "<|reserved_special_token_33|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -337,7 +337,7 @@
       "special": true
     },
     "128042": {
-      "content": "<|reserved_special_token_33|>",
+      "content": "<|reserved_special_token_34|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -345,7 +345,7 @@
       "special": true
     },
     "128043": {
-      "content": "<|reserved_special_token_34|>",
+      "content": "<|reserved_special_token_35|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -353,7 +353,7 @@
       "special": true
     },
     "128044": {
-      "content": "<|reserved_special_token_35|>",
+      "content": "<|reserved_special_token_36|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -361,7 +361,7 @@
       "special": true
     },
     "128045": {
-      "content": "<|reserved_special_token_36|>",
+      "content": "<|reserved_special_token_37|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -369,7 +369,7 @@
       "special": true
     },
     "128046": {
-      "content": "<|reserved_special_token_37|>",
+      "content": "<|reserved_special_token_38|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -377,7 +377,7 @@
       "special": true
     },
     "128047": {
-      "content": "<|reserved_special_token_38|>",
+      "content": "<|reserved_special_token_39|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -385,7 +385,7 @@
       "special": true
     },
     "128048": {
-      "content": "<|reserved_special_token_39|>",
+      "content": "<|reserved_special_token_40|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -393,7 +393,7 @@
       "special": true
     },
     "128049": {
-      "content": "<|reserved_special_token_40|>",
+      "content": "<|reserved_special_token_41|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -401,7 +401,7 @@
       "special": true
     },
     "128050": {
-      "content": "<|reserved_special_token_41|>",
+      "content": "<|reserved_special_token_42|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -409,7 +409,7 @@
       "special": true
     },
     "128051": {
-      "content": "<|reserved_special_token_42|>",
+      "content": "<|reserved_special_token_43|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -417,7 +417,7 @@
       "special": true
     },
     "128052": {
-      "content": "<|reserved_special_token_43|>",
+      "content": "<|reserved_special_token_44|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -425,7 +425,7 @@
       "special": true
     },
     "128053": {
-      "content": "<|reserved_special_token_44|>",
+      "content": "<|reserved_special_token_45|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -433,7 +433,7 @@
       "special": true
     },
     "128054": {
-      "content": "<|reserved_special_token_45|>",
+      "content": "<|reserved_special_token_46|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -441,7 +441,7 @@
       "special": true
     },
     "128055": {
-      "content": "<|reserved_special_token_46|>",
+      "content": "<|reserved_special_token_47|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -449,7 +449,7 @@
       "special": true
     },
     "128056": {
-      "content": "<|reserved_special_token_47|>",
+      "content": "<|reserved_special_token_48|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -457,7 +457,7 @@
       "special": true
     },
     "128057": {
-      "content": "<|reserved_special_token_48|>",
+      "content": "<|reserved_special_token_49|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -465,7 +465,7 @@
       "special": true
     },
     "128058": {
-      "content": "<|reserved_special_token_49|>",
+      "content": "<|reserved_special_token_50|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -473,7 +473,7 @@
       "special": true
     },
     "128059": {
-      "content": "<|reserved_special_token_50|>",
+      "content": "<|reserved_special_token_51|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -481,7 +481,7 @@
       "special": true
     },
     "128060": {
-      "content": "<|reserved_special_token_51|>",
+      "content": "<|reserved_special_token_52|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -489,7 +489,7 @@
       "special": true
     },
     "128061": {
-      "content": "<|reserved_special_token_52|>",
+      "content": "<|reserved_special_token_53|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -497,7 +497,7 @@
       "special": true
     },
     "128062": {
-      "content": "<|reserved_special_token_53|>",
+      "content": "<|reserved_special_token_54|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -505,7 +505,7 @@
       "special": true
     },
     "128063": {
-      "content": "<|reserved_special_token_54|>",
+      "content": "<|reserved_special_token_55|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -513,7 +513,7 @@
       "special": true
     },
     "128064": {
-      "content": "<|reserved_special_token_55|>",
+      "content": "<|reserved_special_token_56|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -521,7 +521,7 @@
       "special": true
     },
     "128065": {
-      "content": "<|reserved_special_token_56|>",
+      "content": "<|reserved_special_token_57|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -529,7 +529,7 @@
       "special": true
     },
     "128066": {
-      "content": "<|reserved_special_token_57|>",
+      "content": "<|reserved_special_token_58|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -537,7 +537,7 @@
       "special": true
     },
     "128067": {
-      "content": "<|reserved_special_token_58|>",
+      "content": "<|reserved_special_token_59|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -545,7 +545,7 @@
       "special": true
     },
     "128068": {
-      "content": "<|reserved_special_token_59|>",
+      "content": "<|reserved_special_token_60|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -553,7 +553,7 @@
       "special": true
     },
     "128069": {
-      "content": "<|reserved_special_token_60|>",
+      "content": "<|reserved_special_token_61|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -561,7 +561,7 @@
       "special": true
     },
     "128070": {
-      "content": "<|reserved_special_token_61|>",
+      "content": "<|reserved_special_token_62|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -569,7 +569,7 @@
       "special": true
     },
     "128071": {
-      "content": "<|reserved_special_token_62|>",
+      "content": "<|reserved_special_token_63|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -577,7 +577,7 @@
       "special": true
     },
     "128072": {
-      "content": "<|reserved_special_token_63|>",
+      "content": "<|reserved_special_token_64|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -585,7 +585,7 @@
       "special": true
     },
     "128073": {
-      "content": "<|reserved_special_token_64|>",
+      "content": "<|reserved_special_token_65|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -593,7 +593,7 @@
       "special": true
     },
     "128074": {
-      "content": "<|reserved_special_token_65|>",
+      "content": "<|reserved_special_token_66|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -601,7 +601,7 @@
       "special": true
     },
     "128075": {
-      "content": "<|reserved_special_token_66|>",
+      "content": "<|reserved_special_token_67|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -609,7 +609,7 @@
       "special": true
     },
     "128076": {
-      "content": "<|reserved_special_token_67|>",
+      "content": "<|reserved_special_token_68|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -617,7 +617,7 @@
       "special": true
     },
     "128077": {
-      "content": "<|reserved_special_token_68|>",
+      "content": "<|reserved_special_token_69|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -625,7 +625,7 @@
       "special": true
     },
     "128078": {
-      "content": "<|reserved_special_token_69|>",
+      "content": "<|reserved_special_token_70|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -633,7 +633,7 @@
       "special": true
     },
     "128079": {
-      "content": "<|reserved_special_token_70|>",
+      "content": "<|reserved_special_token_71|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -641,7 +641,7 @@
       "special": true
     },
     "128080": {
-      "content": "<|reserved_special_token_71|>",
+      "content": "<|reserved_special_token_72|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -649,7 +649,7 @@
       "special": true
     },
     "128081": {
-      "content": "<|reserved_special_token_72|>",
+      "content": "<|reserved_special_token_73|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -657,7 +657,7 @@
       "special": true
     },
     "128082": {
-      "content": "<|reserved_special_token_73|>",
+      "content": "<|reserved_special_token_74|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -665,7 +665,7 @@
       "special": true
     },
     "128083": {
-      "content": "<|reserved_special_token_74|>",
+      "content": "<|reserved_special_token_75|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -673,7 +673,7 @@
       "special": true
     },
     "128084": {
-      "content": "<|reserved_special_token_75|>",
+      "content": "<|reserved_special_token_76|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -681,7 +681,7 @@
       "special": true
     },
     "128085": {
-      "content": "<|reserved_special_token_76|>",
+      "content": "<|reserved_special_token_77|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -689,7 +689,7 @@
       "special": true
     },
     "128086": {
-      "content": "<|reserved_special_token_77|>",
+      "content": "<|reserved_special_token_78|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -697,7 +697,7 @@
       "special": true
     },
     "128087": {
-      "content": "<|reserved_special_token_78|>",
+      "content": "<|reserved_special_token_79|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -705,7 +705,7 @@
       "special": true
     },
     "128088": {
-      "content": "<|reserved_special_token_79|>",
+      "content": "<|reserved_special_token_80|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -713,7 +713,7 @@
       "special": true
     },
     "128089": {
-      "content": "<|reserved_special_token_80|>",
+      "content": "<|reserved_special_token_81|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -721,7 +721,7 @@
       "special": true
     },
     "128090": {
-      "content": "<|reserved_special_token_81|>",
+      "content": "<|reserved_special_token_82|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -729,7 +729,7 @@
       "special": true
     },
     "128091": {
-      "content": "<|reserved_special_token_82|>",
+      "content": "<|reserved_special_token_83|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -737,7 +737,7 @@
       "special": true
     },
     "128092": {
-      "content": "<|reserved_special_token_83|>",
+      "content": "<|reserved_special_token_84|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -745,7 +745,7 @@
       "special": true
     },
     "128093": {
-      "content": "<|reserved_special_token_84|>",
+      "content": "<|reserved_special_token_85|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -753,7 +753,7 @@
       "special": true
     },
     "128094": {
-      "content": "<|reserved_special_token_85|>",
+      "content": "<|reserved_special_token_86|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -761,7 +761,7 @@
       "special": true
     },
     "128095": {
-      "content": "<|reserved_special_token_86|>",
+      "content": "<|reserved_special_token_87|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -769,7 +769,7 @@
       "special": true
     },
     "128096": {
-      "content": "<|reserved_special_token_87|>",
+      "content": "<|reserved_special_token_88|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -777,7 +777,7 @@
       "special": true
     },
     "128097": {
-      "content": "<|reserved_special_token_88|>",
+      "content": "<|reserved_special_token_89|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -785,7 +785,7 @@
       "special": true
     },
     "128098": {
-      "content": "<|reserved_special_token_89|>",
+      "content": "<|reserved_special_token_90|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -793,7 +793,7 @@
       "special": true
     },
     "128099": {
-      "content": "<|reserved_special_token_90|>",
+      "content": "<|reserved_special_token_91|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -801,7 +801,7 @@
       "special": true
     },
     "128100": {
-      "content": "<|reserved_special_token_91|>",
+      "content": "<|reserved_special_token_92|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -809,7 +809,7 @@
       "special": true
     },
     "128101": {
-      "content": "<|reserved_special_token_92|>",
+      "content": "<|reserved_special_token_93|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -817,7 +817,7 @@
       "special": true
     },
     "128102": {
-      "content": "<|reserved_special_token_93|>",
+      "content": "<|reserved_special_token_94|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -825,7 +825,7 @@
       "special": true
     },
     "128103": {
-      "content": "<|reserved_special_token_94|>",
+      "content": "<|reserved_special_token_95|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -833,7 +833,7 @@
       "special": true
     },
     "128104": {
-      "content": "<|reserved_special_token_95|>",
+      "content": "<|reserved_special_token_96|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -841,7 +841,7 @@
       "special": true
     },
     "128105": {
-      "content": "<|reserved_special_token_96|>",
+      "content": "<|reserved_special_token_97|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -849,7 +849,7 @@
       "special": true
     },
     "128106": {
-      "content": "<|reserved_special_token_97|>",
+      "content": "<|reserved_special_token_98|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -857,7 +857,7 @@
       "special": true
     },
     "128107": {
-      "content": "<|reserved_special_token_98|>",
+      "content": "<|reserved_special_token_99|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -865,7 +865,7 @@
       "special": true
     },
     "128108": {
-      "content": "<|reserved_special_token_99|>",
+      "content": "<|reserved_special_token_100|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -873,7 +873,7 @@
       "special": true
     },
     "128109": {
-      "content": "<|reserved_special_token_100|>",
+      "content": "<|reserved_special_token_101|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -881,7 +881,7 @@
       "special": true
     },
     "128110": {
-      "content": "<|reserved_special_token_101|>",
+      "content": "<|reserved_special_token_102|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -889,7 +889,7 @@
       "special": true
     },
     "128111": {
-      "content": "<|reserved_special_token_102|>",
+      "content": "<|reserved_special_token_103|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -897,7 +897,7 @@
       "special": true
     },
     "128112": {
-      "content": "<|reserved_special_token_103|>",
+      "content": "<|reserved_special_token_104|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -905,7 +905,7 @@
       "special": true
     },
     "128113": {
-      "content": "<|reserved_special_token_104|>",
+      "content": "<|reserved_special_token_105|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -913,7 +913,7 @@
       "special": true
     },
     "128114": {
-      "content": "<|reserved_special_token_105|>",
+      "content": "<|reserved_special_token_106|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -921,7 +921,7 @@
       "special": true
     },
     "128115": {
-      "content": "<|reserved_special_token_106|>",
+      "content": "<|reserved_special_token_107|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -929,7 +929,7 @@
       "special": true
     },
     "128116": {
-      "content": "<|reserved_special_token_107|>",
+      "content": "<|reserved_special_token_108|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -937,7 +937,7 @@
       "special": true
     },
     "128117": {
-      "content": "<|reserved_special_token_108|>",
+      "content": "<|reserved_special_token_109|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -945,7 +945,7 @@
       "special": true
     },
     "128118": {
-      "content": "<|reserved_special_token_109|>",
+      "content": "<|reserved_special_token_110|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -953,7 +953,7 @@
       "special": true
     },
     "128119": {
-      "content": "<|reserved_special_token_110|>",
+      "content": "<|reserved_special_token_111|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -961,7 +961,7 @@
       "special": true
     },
     "128120": {
-      "content": "<|reserved_special_token_111|>",
+      "content": "<|reserved_special_token_112|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -969,7 +969,7 @@
       "special": true
     },
     "128121": {
-      "content": "<|reserved_special_token_112|>",
+      "content": "<|reserved_special_token_113|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -977,7 +977,7 @@
       "special": true
     },
     "128122": {
-      "content": "<|reserved_special_token_113|>",
+      "content": "<|reserved_special_token_114|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -985,7 +985,7 @@
       "special": true
     },
     "128123": {
-      "content": "<|reserved_special_token_114|>",
+      "content": "<|reserved_special_token_115|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -993,7 +993,7 @@
       "special": true
     },
     "128124": {
-      "content": "<|reserved_special_token_115|>",
+      "content": "<|reserved_special_token_116|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1001,7 +1001,7 @@
       "special": true
     },
     "128125": {
-      "content": "<|reserved_special_token_116|>",
+      "content": "<|reserved_special_token_117|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1009,7 +1009,7 @@
       "special": true
     },
     "128126": {
-      "content": "<|reserved_special_token_117|>",
+      "content": "<|reserved_special_token_118|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1017,7 +1017,7 @@
       "special": true
     },
     "128127": {
-      "content": "<|reserved_special_token_118|>",
+      "content": "<|reserved_special_token_119|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1025,7 +1025,7 @@
       "special": true
     },
     "128128": {
-      "content": "<|reserved_special_token_119|>",
+      "content": "<|reserved_special_token_120|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1033,7 +1033,7 @@
       "special": true
     },
     "128129": {
-      "content": "<|reserved_special_token_120|>",
+      "content": "<|reserved_special_token_121|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1041,7 +1041,7 @@
       "special": true
     },
     "128130": {
-      "content": "<|reserved_special_token_121|>",
+      "content": "<|reserved_special_token_122|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1049,7 +1049,7 @@
       "special": true
     },
     "128131": {
-      "content": "<|reserved_special_token_122|>",
+      "content": "<|reserved_special_token_123|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1057,7 +1057,7 @@
       "special": true
     },
     "128132": {
-      "content": "<|reserved_special_token_123|>",
+      "content": "<|reserved_special_token_124|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1065,7 +1065,7 @@
       "special": true
     },
     "128133": {
-      "content": "<|reserved_special_token_124|>",
+      "content": "<|reserved_special_token_125|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1073,7 +1073,7 @@
       "special": true
     },
     "128134": {
-      "content": "<|reserved_special_token_125|>",
+      "content": "<|reserved_special_token_126|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1081,7 +1081,7 @@
       "special": true
     },
     "128135": {
-      "content": "<|reserved_special_token_126|>",
+      "content": "<|reserved_special_token_127|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1089,7 +1089,7 @@
       "special": true
     },
     "128136": {
-      "content": "<|reserved_special_token_127|>",
+      "content": "<|reserved_special_token_128|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1097,7 +1097,7 @@
       "special": true
     },
     "128137": {
-      "content": "<|reserved_special_token_128|>",
+      "content": "<|reserved_special_token_129|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1105,7 +1105,7 @@
       "special": true
     },
     "128138": {
-      "content": "<|reserved_special_token_129|>",
+      "content": "<|reserved_special_token_130|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1113,7 +1113,7 @@
       "special": true
     },
     "128139": {
-      "content": "<|reserved_special_token_130|>",
+      "content": "<|reserved_special_token_131|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1121,7 +1121,7 @@
       "special": true
     },
     "128140": {
-      "content": "<|reserved_special_token_131|>",
+      "content": "<|reserved_special_token_132|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1129,7 +1129,7 @@
       "special": true
     },
     "128141": {
-      "content": "<|reserved_special_token_132|>",
+      "content": "<|reserved_special_token_133|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1137,7 +1137,7 @@
       "special": true
     },
     "128142": {
-      "content": "<|reserved_special_token_133|>",
+      "content": "<|reserved_special_token_134|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1145,7 +1145,7 @@
       "special": true
     },
     "128143": {
-      "content": "<|reserved_special_token_134|>",
+      "content": "<|reserved_special_token_135|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1153,7 +1153,7 @@
       "special": true
     },
     "128144": {
-      "content": "<|reserved_special_token_135|>",
+      "content": "<|reserved_special_token_136|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1161,7 +1161,7 @@
       "special": true
     },
     "128145": {
-      "content": "<|reserved_special_token_136|>",
+      "content": "<|reserved_special_token_137|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1169,7 +1169,7 @@
       "special": true
     },
     "128146": {
-      "content": "<|reserved_special_token_137|>",
+      "content": "<|reserved_special_token_138|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1177,7 +1177,7 @@
       "special": true
     },
     "128147": {
-      "content": "<|reserved_special_token_138|>",
+      "content": "<|reserved_special_token_139|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1185,7 +1185,7 @@
       "special": true
     },
     "128148": {
-      "content": "<|reserved_special_token_139|>",
+      "content": "<|reserved_special_token_140|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1193,7 +1193,7 @@
       "special": true
     },
     "128149": {
-      "content": "<|reserved_special_token_140|>",
+      "content": "<|reserved_special_token_141|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1201,7 +1201,7 @@
       "special": true
     },
     "128150": {
-      "content": "<|reserved_special_token_141|>",
+      "content": "<|reserved_special_token_142|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1209,7 +1209,7 @@
       "special": true
     },
     "128151": {
-      "content": "<|reserved_special_token_142|>",
+      "content": "<|reserved_special_token_143|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1217,7 +1217,7 @@
       "special": true
     },
     "128152": {
-      "content": "<|reserved_special_token_143|>",
+      "content": "<|reserved_special_token_144|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1225,7 +1225,7 @@
       "special": true
     },
     "128153": {
-      "content": "<|reserved_special_token_144|>",
+      "content": "<|reserved_special_token_145|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1233,7 +1233,7 @@
       "special": true
     },
     "128154": {
-      "content": "<|reserved_special_token_145|>",
+      "content": "<|reserved_special_token_146|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1241,7 +1241,7 @@
       "special": true
     },
     "128155": {
-      "content": "<|reserved_special_token_146|>",
+      "content": "<|reserved_special_token_147|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1249,7 +1249,7 @@
       "special": true
     },
     "128156": {
-      "content": "<|reserved_special_token_147|>",
+      "content": "<|reserved_special_token_148|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1257,7 +1257,7 @@
       "special": true
     },
     "128157": {
-      "content": "<|reserved_special_token_148|>",
+      "content": "<|reserved_special_token_149|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1265,7 +1265,7 @@
       "special": true
     },
     "128158": {
-      "content": "<|reserved_special_token_149|>",
+      "content": "<|reserved_special_token_150|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1273,7 +1273,7 @@
       "special": true
     },
     "128159": {
-      "content": "<|reserved_special_token_150|>",
+      "content": "<|reserved_special_token_151|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1281,7 +1281,7 @@
       "special": true
     },
     "128160": {
-      "content": "<|reserved_special_token_151|>",
+      "content": "<|reserved_special_token_152|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1289,7 +1289,7 @@
       "special": true
     },
     "128161": {
-      "content": "<|reserved_special_token_152|>",
+      "content": "<|reserved_special_token_153|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1297,7 +1297,7 @@
       "special": true
     },
     "128162": {
-      "content": "<|reserved_special_token_153|>",
+      "content": "<|reserved_special_token_154|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1305,7 +1305,7 @@
       "special": true
     },
     "128163": {
-      "content": "<|reserved_special_token_154|>",
+      "content": "<|reserved_special_token_155|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1313,7 +1313,7 @@
       "special": true
     },
     "128164": {
-      "content": "<|reserved_special_token_155|>",
+      "content": "<|reserved_special_token_156|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1321,7 +1321,7 @@
       "special": true
     },
     "128165": {
-      "content": "<|reserved_special_token_156|>",
+      "content": "<|reserved_special_token_157|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1329,7 +1329,7 @@
       "special": true
     },
     "128166": {
-      "content": "<|reserved_special_token_157|>",
+      "content": "<|reserved_special_token_158|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1337,7 +1337,7 @@
       "special": true
     },
     "128167": {
-      "content": "<|reserved_special_token_158|>",
+      "content": "<|reserved_special_token_159|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1345,7 +1345,7 @@
       "special": true
     },
     "128168": {
-      "content": "<|reserved_special_token_159|>",
+      "content": "<|reserved_special_token_160|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1353,7 +1353,7 @@
       "special": true
     },
     "128169": {
-      "content": "<|reserved_special_token_160|>",
+      "content": "<|reserved_special_token_161|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1361,7 +1361,7 @@
       "special": true
     },
     "128170": {
-      "content": "<|reserved_special_token_161|>",
+      "content": "<|reserved_special_token_162|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1369,7 +1369,7 @@
       "special": true
     },
     "128171": {
-      "content": "<|reserved_special_token_162|>",
+      "content": "<|reserved_special_token_163|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1377,7 +1377,7 @@
       "special": true
     },
     "128172": {
-      "content": "<|reserved_special_token_163|>",
+      "content": "<|reserved_special_token_164|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1385,7 +1385,7 @@
       "special": true
     },
     "128173": {
-      "content": "<|reserved_special_token_164|>",
+      "content": "<|reserved_special_token_165|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1393,7 +1393,7 @@
       "special": true
     },
     "128174": {
-      "content": "<|reserved_special_token_165|>",
+      "content": "<|reserved_special_token_166|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1401,7 +1401,7 @@
       "special": true
     },
     "128175": {
-      "content": "<|reserved_special_token_166|>",
+      "content": "<|reserved_special_token_167|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1409,7 +1409,7 @@
       "special": true
     },
     "128176": {
-      "content": "<|reserved_special_token_167|>",
+      "content": "<|reserved_special_token_168|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1417,7 +1417,7 @@
       "special": true
     },
     "128177": {
-      "content": "<|reserved_special_token_168|>",
+      "content": "<|reserved_special_token_169|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1425,7 +1425,7 @@
       "special": true
     },
     "128178": {
-      "content": "<|reserved_special_token_169|>",
+      "content": "<|reserved_special_token_170|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1433,7 +1433,7 @@
       "special": true
     },
     "128179": {
-      "content": "<|reserved_special_token_170|>",
+      "content": "<|reserved_special_token_171|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1441,7 +1441,7 @@
       "special": true
     },
     "128180": {
-      "content": "<|reserved_special_token_171|>",
+      "content": "<|reserved_special_token_172|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1449,7 +1449,7 @@
       "special": true
     },
     "128181": {
-      "content": "<|reserved_special_token_172|>",
+      "content": "<|reserved_special_token_173|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1457,7 +1457,7 @@
       "special": true
     },
     "128182": {
-      "content": "<|reserved_special_token_173|>",
+      "content": "<|reserved_special_token_174|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1465,7 +1465,7 @@
       "special": true
     },
     "128183": {
-      "content": "<|reserved_special_token_174|>",
+      "content": "<|reserved_special_token_175|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1473,7 +1473,7 @@
       "special": true
     },
     "128184": {
-      "content": "<|reserved_special_token_175|>",
+      "content": "<|reserved_special_token_176|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1481,7 +1481,7 @@
       "special": true
     },
     "128185": {
-      "content": "<|reserved_special_token_176|>",
+      "content": "<|reserved_special_token_177|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1489,7 +1489,7 @@
       "special": true
     },
     "128186": {
-      "content": "<|reserved_special_token_177|>",
+      "content": "<|reserved_special_token_178|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1497,7 +1497,7 @@
       "special": true
     },
     "128187": {
-      "content": "<|reserved_special_token_178|>",
+      "content": "<|reserved_special_token_179|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1505,7 +1505,7 @@
       "special": true
     },
     "128188": {
-      "content": "<|reserved_special_token_179|>",
+      "content": "<|reserved_special_token_180|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1513,7 +1513,7 @@
       "special": true
     },
     "128189": {
-      "content": "<|reserved_special_token_180|>",
+      "content": "<|reserved_special_token_181|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1521,7 +1521,7 @@
       "special": true
     },
     "128190": {
-      "content": "<|reserved_special_token_181|>",
+      "content": "<|reserved_special_token_182|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1529,7 +1529,7 @@
       "special": true
     },
     "128191": {
-      "content": "<|reserved_special_token_182|>",
+      "content": "<|reserved_special_token_183|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1537,7 +1537,7 @@
       "special": true
     },
     "128192": {
-      "content": "<|reserved_special_token_183|>",
+      "content": "<|reserved_special_token_184|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1545,7 +1545,7 @@
       "special": true
     },
     "128193": {
-      "content": "<|reserved_special_token_184|>",
+      "content": "<|reserved_special_token_185|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1553,7 +1553,7 @@
       "special": true
     },
     "128194": {
-      "content": "<|reserved_special_token_185|>",
+      "content": "<|reserved_special_token_186|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1561,7 +1561,7 @@
       "special": true
     },
     "128195": {
-      "content": "<|reserved_special_token_186|>",
+      "content": "<|reserved_special_token_187|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1569,7 +1569,7 @@
       "special": true
     },
     "128196": {
-      "content": "<|reserved_special_token_187|>",
+      "content": "<|reserved_special_token_188|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1577,7 +1577,7 @@
       "special": true
     },
     "128197": {
-      "content": "<|reserved_special_token_188|>",
+      "content": "<|reserved_special_token_189|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1585,7 +1585,7 @@
       "special": true
     },
     "128198": {
-      "content": "<|reserved_special_token_189|>",
+      "content": "<|reserved_special_token_190|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1593,7 +1593,7 @@
       "special": true
     },
     "128199": {
-      "content": "<|reserved_special_token_190|>",
+      "content": "<|reserved_special_token_191|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1601,7 +1601,7 @@
       "special": true
     },
     "128200": {
-      "content": "<|reserved_special_token_191|>",
+      "content": "<|reserved_special_token_192|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1609,7 +1609,7 @@
       "special": true
     },
     "128201": {
-      "content": "<|reserved_special_token_192|>",
+      "content": "<|reserved_special_token_193|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1617,7 +1617,7 @@
       "special": true
     },
     "128202": {
-      "content": "<|reserved_special_token_193|>",
+      "content": "<|reserved_special_token_194|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1625,7 +1625,7 @@
       "special": true
     },
     "128203": {
-      "content": "<|reserved_special_token_194|>",
+      "content": "<|reserved_special_token_195|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1633,7 +1633,7 @@
       "special": true
     },
     "128204": {
-      "content": "<|reserved_special_token_195|>",
+      "content": "<|reserved_special_token_196|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1641,7 +1641,7 @@
       "special": true
     },
     "128205": {
-      "content": "<|reserved_special_token_196|>",
+      "content": "<|reserved_special_token_197|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1649,7 +1649,7 @@
       "special": true
     },
     "128206": {
-      "content": "<|reserved_special_token_197|>",
+      "content": "<|reserved_special_token_198|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1657,7 +1657,7 @@
       "special": true
     },
     "128207": {
-      "content": "<|reserved_special_token_198|>",
+      "content": "<|reserved_special_token_199|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1665,7 +1665,7 @@
       "special": true
     },
     "128208": {
-      "content": "<|reserved_special_token_199|>",
+      "content": "<|reserved_special_token_200|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1673,7 +1673,7 @@
       "special": true
     },
     "128209": {
-      "content": "<|reserved_special_token_200|>",
+      "content": "<|reserved_special_token_201|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1681,7 +1681,7 @@
       "special": true
     },
     "128210": {
-      "content": "<|reserved_special_token_201|>",
+      "content": "<|reserved_special_token_202|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1689,7 +1689,7 @@
       "special": true
     },
     "128211": {
-      "content": "<|reserved_special_token_202|>",
+      "content": "<|reserved_special_token_203|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1697,7 +1697,7 @@
       "special": true
     },
     "128212": {
-      "content": "<|reserved_special_token_203|>",
+      "content": "<|reserved_special_token_204|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1705,7 +1705,7 @@
       "special": true
     },
     "128213": {
-      "content": "<|reserved_special_token_204|>",
+      "content": "<|reserved_special_token_205|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1713,7 +1713,7 @@
       "special": true
     },
     "128214": {
-      "content": "<|reserved_special_token_205|>",
+      "content": "<|reserved_special_token_206|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1721,7 +1721,7 @@
       "special": true
     },
     "128215": {
-      "content": "<|reserved_special_token_206|>",
+      "content": "<|reserved_special_token_207|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1729,7 +1729,7 @@
       "special": true
     },
     "128216": {
-      "content": "<|reserved_special_token_207|>",
+      "content": "<|reserved_special_token_208|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1737,7 +1737,7 @@
       "special": true
     },
     "128217": {
-      "content": "<|reserved_special_token_208|>",
+      "content": "<|reserved_special_token_209|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1745,7 +1745,7 @@
       "special": true
     },
     "128218": {
-      "content": "<|reserved_special_token_209|>",
+      "content": "<|reserved_special_token_210|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1753,7 +1753,7 @@
       "special": true
     },
     "128219": {
-      "content": "<|reserved_special_token_210|>",
+      "content": "<|reserved_special_token_211|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1761,7 +1761,7 @@
       "special": true
     },
     "128220": {
-      "content": "<|reserved_special_token_211|>",
+      "content": "<|reserved_special_token_212|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1769,7 +1769,7 @@
       "special": true
     },
     "128221": {
-      "content": "<|reserved_special_token_212|>",
+      "content": "<|reserved_special_token_213|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1777,7 +1777,7 @@
       "special": true
     },
     "128222": {
-      "content": "<|reserved_special_token_213|>",
+      "content": "<|reserved_special_token_214|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1785,7 +1785,7 @@
       "special": true
     },
     "128223": {
-      "content": "<|reserved_special_token_214|>",
+      "content": "<|reserved_special_token_215|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1793,7 +1793,7 @@
       "special": true
     },
     "128224": {
-      "content": "<|reserved_special_token_215|>",
+      "content": "<|reserved_special_token_216|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1801,7 +1801,7 @@
       "special": true
     },
     "128225": {
-      "content": "<|reserved_special_token_216|>",
+      "content": "<|reserved_special_token_217|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1809,7 +1809,7 @@
       "special": true
     },
     "128226": {
-      "content": "<|reserved_special_token_217|>",
+      "content": "<|reserved_special_token_218|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1817,7 +1817,7 @@
       "special": true
     },
     "128227": {
-      "content": "<|reserved_special_token_218|>",
+      "content": "<|reserved_special_token_219|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1825,7 +1825,7 @@
       "special": true
     },
     "128228": {
-      "content": "<|reserved_special_token_219|>",
+      "content": "<|reserved_special_token_220|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1833,7 +1833,7 @@
       "special": true
     },
     "128229": {
-      "content": "<|reserved_special_token_220|>",
+      "content": "<|reserved_special_token_221|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1841,7 +1841,7 @@
       "special": true
     },
     "128230": {
-      "content": "<|reserved_special_token_221|>",
+      "content": "<|reserved_special_token_222|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1849,7 +1849,7 @@
       "special": true
     },
     "128231": {
-      "content": "<|reserved_special_token_222|>",
+      "content": "<|reserved_special_token_223|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1857,7 +1857,7 @@
       "special": true
     },
     "128232": {
-      "content": "<|reserved_special_token_223|>",
+      "content": "<|reserved_special_token_224|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1865,7 +1865,7 @@
       "special": true
     },
     "128233": {
-      "content": "<|reserved_special_token_224|>",
+      "content": "<|reserved_special_token_225|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1873,7 +1873,7 @@
       "special": true
     },
     "128234": {
-      "content": "<|reserved_special_token_225|>",
+      "content": "<|reserved_special_token_226|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1881,7 +1881,7 @@
       "special": true
     },
     "128235": {
-      "content": "<|reserved_special_token_226|>",
+      "content": "<|reserved_special_token_227|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1889,7 +1889,7 @@
       "special": true
     },
     "128236": {
-      "content": "<|reserved_special_token_227|>",
+      "content": "<|reserved_special_token_228|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1897,7 +1897,7 @@
       "special": true
     },
     "128237": {
-      "content": "<|reserved_special_token_228|>",
+      "content": "<|reserved_special_token_229|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1905,7 +1905,7 @@
       "special": true
     },
     "128238": {
-      "content": "<|reserved_special_token_229|>",
+      "content": "<|reserved_special_token_230|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1913,7 +1913,7 @@
       "special": true
     },
     "128239": {
-      "content": "<|reserved_special_token_230|>",
+      "content": "<|reserved_special_token_231|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1921,7 +1921,7 @@
       "special": true
     },
     "128240": {
-      "content": "<|reserved_special_token_231|>",
+      "content": "<|reserved_special_token_232|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1929,7 +1929,7 @@
       "special": true
     },
     "128241": {
-      "content": "<|reserved_special_token_232|>",
+      "content": "<|reserved_special_token_233|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1937,7 +1937,7 @@
       "special": true
     },
     "128242": {
-      "content": "<|reserved_special_token_233|>",
+      "content": "<|reserved_special_token_234|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1945,7 +1945,7 @@
       "special": true
     },
     "128243": {
-      "content": "<|reserved_special_token_234|>",
+      "content": "<|reserved_special_token_235|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1953,7 +1953,7 @@
       "special": true
     },
     "128244": {
-      "content": "<|reserved_special_token_235|>",
+      "content": "<|reserved_special_token_236|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1961,7 +1961,7 @@
       "special": true
     },
     "128245": {
-      "content": "<|reserved_special_token_236|>",
+      "content": "<|reserved_special_token_237|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1969,7 +1969,7 @@
       "special": true
     },
     "128246": {
-      "content": "<|reserved_special_token_237|>",
+      "content": "<|reserved_special_token_238|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1977,7 +1977,7 @@
       "special": true
     },
     "128247": {
-      "content": "<|reserved_special_token_238|>",
+      "content": "<|reserved_special_token_239|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1985,7 +1985,7 @@
       "special": true
     },
     "128248": {
-      "content": "<|reserved_special_token_239|>",
+      "content": "<|reserved_special_token_240|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -1993,7 +1993,7 @@
       "special": true
     },
     "128249": {
-      "content": "<|reserved_special_token_240|>",
+      "content": "<|reserved_special_token_241|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2001,7 +2001,7 @@
       "special": true
     },
     "128250": {
-      "content": "<|reserved_special_token_241|>",
+      "content": "<|reserved_special_token_242|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2009,7 +2009,7 @@
       "special": true
     },
     "128251": {
-      "content": "<|reserved_special_token_242|>",
+      "content": "<|reserved_special_token_243|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2017,7 +2017,7 @@
       "special": true
     },
     "128252": {
-      "content": "<|reserved_special_token_243|>",
+      "content": "<|reserved_special_token_244|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2025,7 +2025,7 @@
       "special": true
     },
     "128253": {
-      "content": "<|reserved_special_token_244|>",
+      "content": "<|reserved_special_token_245|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2033,7 +2033,7 @@
       "special": true
     },
     "128254": {
-      "content": "<|reserved_special_token_245|>",
+      "content": "<|reserved_special_token_246|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2041,7 +2041,7 @@
       "special": true
     },
     "128255": {
-      "content": "<|reserved_special_token_246|>",
+      "content": "<|reserved_special_token_247|>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2049,7 +2049,7 @@
       "special": true
     },
     "128256": {
-      "content": "<|image|>",
+      "content": "[PAD]",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -2058,13 +2058,14 @@
     }
   },
   "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
   "clean_up_tokenization_spaces": true,
-  "eos_token": "<|end_of_text|>",
+  "eos_token": "<|eot_id|>",
   "model_input_names": [
     "input_ids",
     "attention_mask"
   ],
   "model_max_length": 131072,
-  "pad_token": "<|finetune_right_pad_id|>",
+  "pad_token": "[PAD]",
   "tokenizer_class": "PreTrainedTokenizerFast"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cbf8d446a36bd82e6707cfd1f26ea4fa6b90f44f89d4fa47d978f5eb380aa0a
-size 5560
+oid sha256:36341db4e390bed131518cb010046e2b31fcf499539e8285bcca462b07ee9e95
+size 5624