Upload 43 files

config.json

@@ -0,0 +1,26 @@
+{
+  "architectures": [
+    "CamembertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 514,
+  "model_type": "camembert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.22.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 32000
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a884f9babc811a8981e69c4e96a118189d9cf66789577311f9871dfead05461
+size 885330713

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e039b08370bff846ee952596e894dfc01e0704fce50f4300f36ac69d4ea7ed67
+size 442678571

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_11.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_13.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_14.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_16.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_18.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_19.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_21.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_22.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_23.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_24.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_25.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_26.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_27.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_28.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_29.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_30.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_31.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_8.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

rng_state_9.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65306865d8db416febd6ead092d59edb594af8a8a091b0bd9ee1a611a8d61516
+size 14503

scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5261c8787b364ad44682c8295ee7f3f6bc1e53d777ab650308f6457b90b76578
+size 559

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d898275eb4baed08c27cd59f33d3c399aed48d2e57fa9708f1bab7ff13323c66
+size 623

special_tokens_map.json

@@ -0,0 +1,565 @@
+{
+  "additional_special_tokens": [
+    "adéno",
+    "adria",
+    "aéro",
+    "afro",
+    "agri",
+    "agro",
+    "algie",
+    "allo",
+    "amino",
+    "andr",
+    "andro",
+    "aneuplo",
+    "angi",
+    "angio",
+    "anthra",
+    "anthropo",
+    "anti",
+    "anto",
+    "anxio",
+    "aréolo",
+    "aroma",
+    "arthr",
+    "arthro",
+    "astr",
+    "astro",
+    "audio",
+    "auto",
+    "axillo",
+    "biblio",
+    "blast",
+    "blastique",
+    "blasto",
+    "brachy",
+    "brom",
+    "bromo",
+    "bronch",
+    "bronchio",
+    "broncho",
+    "calc",
+    "calco",
+    "calori",
+    "cancér",
+    "cancéro",
+    "carb",
+    "carbo",
+    "carcin",
+    "carcino",
+    "carde",
+    "cardi",
+    "cardie",
+    "cardio",
+    "cardique",
+    "caryo",
+    "cèle",
+    "cèles",
+    "célio",
+    "cellulo",
+    "centi",
+    "centr",
+    "centrie",
+    "centrique",
+    "centrisme",
+    "centro",
+    "cépro",
+    "cérébr",
+    "cérébro",
+    "cervico",
+    "charactér",
+    "charactéro",
+    "chémo",
+    "chimio",
+    "chlor",
+    "chloro",
+    "chondr",
+    "chondrie",
+    "chondro",
+    "chor",
+    "choré",
+    "choréo",
+    "chori",
+    "chorio",
+    "choro",
+    "chrom",
+    "chromat",
+    "chromato",
+    "chrome",
+    "chromie",
+    "chromo",
+    "chron",
+    "chrono",
+    "cide",
+    "cinéma",
+    "cinémato",
+    "claustr",
+    "claustro",
+    "clinico",
+    "clono",
+    "coelio",
+    "cole",
+    "coles",
+    "coli",
+    "colo",
+    "comédo",
+    "contr",
+    "contra",
+    "contre",
+    "contro",
+    "cortico",
+    "cosmo",
+    "crate",
+    "cratie",
+    "crine",
+    "cryo",
+    "crypto",
+    "cule",
+    "cules",
+    "culteur",
+    "cutanéo",
+    "cycl",
+    "cycle",
+    "cyclo",
+    "cyte",
+    "cyto",
+    "déci",
+    "démo",
+    "densit",
+    "densito",
+    "déonto",
+    "dermat",
+    "dermato",
+    "dermo",
+    "diamino",
+    "dosi",
+    "drome",
+    "écho",
+    "ectasie",
+    "ectomie",
+    "edème",
+    "électr",
+    "électro",
+    "embry",
+    "embryo",
+    "émie",
+    "émique",
+    "endo",
+    "endocrino",
+    "entéro",
+    "entr",
+    "entre",
+    "épidémio",
+    "érythro",
+    "estro",
+    "ethno",
+    "extra",
+    "ferro",
+    "fibr",
+    "fibro",
+    "fluor",
+    "fluoro",
+    "fluro",
+    "forme",
+    "gastr",
+    "gastro",
+    "gène",
+    "géné",
+    "gènes",
+    "génés",
+    "génicité",
+    "génique",
+    "génit",
+    "génito",
+    "géno",
+    "ghrapho",
+    "glandulo",
+    "gluc",
+    "gluco",
+    "glyc",
+    "glyco",
+    "gonado",
+    "gramme",
+    "graphe",
+    "grapheur",
+    "graphie",
+    "graphique",
+    "grapho",
+    "gynéco",
+    "gyno",
+    "hecto",
+    "hélio",
+    "hémat",
+    "hémato",
+    "hémie",
+    "hémo",
+    "hépar",
+    "héparo",
+    "hépat",
+    "hépato",
+    "hétéro",
+    "hippo",
+    "hist",
+    "histi",
+    "histio",
+    "histo",
+    "homéo",
+    "homo",
+    "hydr",
+    "hydro",
+    "hygiéno",
+    "hyper",
+    "hyphophys",
+    "hypn",
+    "hypno",
+    "hypo",
+    "hystér",
+    "hystéro",
+    "iatre",
+    "iatrie",
+    "iatro",
+    "ides",
+    "ïdes",
+    "immun",
+    "immuno",
+    "indo",
+    "inhomo",
+    "inter",
+    "intra",
+    "iono",
+    "kaleido",
+    "kilo",
+    "kine",
+    "kines",
+    "kinési",
+    "kinésio",
+    "lacto",
+    "laparo",
+    "léio",
+    "leuc",
+    "leuco",
+    "lévo",
+    "lipo",
+    "lisso",
+    "loco",
+    "logie",
+    "logies",
+    "logique",
+    "logiste",
+    "logo",
+    "logue",
+    "logues",
+    "lombo",
+    "lymph",
+    "lympho",
+    "lyse",
+    "lyte",
+    "macrie",
+    "macro",
+    "mamm",
+    "mamma",
+    "mammo",
+    "mane",
+    "manie",
+    "mast",
+    "mastie",
+    "masto",
+    "mastoïd",
+    "mastoïdo",
+    "mate",
+    "maxi",
+    "maxillo",
+    "médi",
+    "média",
+    "médico",
+    "médio",
+    "méga",
+    "mégalo",
+    "mène",
+    "méno",
+    "mère",
+    "mérisme",
+    "méro",
+    "meta",
+    "méta",
+    "méthodo",
+    "mètre",
+    "métrie",
+    "métrique",
+    "métro",
+    "micro",
+    "milli",
+    "mini",
+    "mito",
+    "mono",
+    "morph",
+    "morphe",
+    "morphie",
+    "morphique",
+    "morphisme",
+    "morpho",
+    "mucéto",
+    "multi",
+    "muscul",
+    "musculo",
+    "myce",
+    "mycét",
+    "mycète",
+    "mycine",
+    "myco",
+    "négato",
+    "neur",
+    "neural",
+    "neurie",
+    "neuro",
+    "névro",
+    "nome",
+    "nomie",
+    "nuclé",
+    "nucléo",
+    "ocul",
+    "oculo",
+    "oeso",
+    "oestr",
+    "oestro",
+    "œstro",
+    "olig",
+    "oligo",
+    "omni",
+    "onch",
+    "oncho",
+    "onco",
+    "onto",
+    "onycho",
+    "oophor",
+    "oophoro",
+    "ophtalm",
+    "ophtalmo",
+    "orchi",
+    "orchid",
+    "organ",
+    "organo",
+    "ortho",
+    "ossi",
+    "osté",
+    "ostéo",
+    "ostro",
+    "ovar",
+    "ovari",
+    "ovario",
+    "panto",
+    "para",
+    "pariéto",
+    "path",
+    "pathe",
+    "pathie",
+    "patho",
+    "pausé",
+    "pède",
+    "pédi",
+    "pédie",
+    "pédo",
+    "pénie",
+    "péri",
+    "pexie",
+    "phage",
+    "phago",
+    "pharmac",
+    "pharmaco",
+    "phén",
+    "phénique",
+    "phéno",
+    "phénol",
+    "phényl",
+    "phil",
+    "phile",
+    "philes",
+    "philo",
+    "phobe",
+    "phobie",
+    "phon",
+    "phone",
+    "phonie",
+    "phono",
+    "phosph",
+    "phosphat",
+    "phosphato",
+    "phospho",
+    "photo",
+    "physico",
+    "physio",
+    "phyt",
+    "phyto",
+    "plase",
+    "plasie",
+    "plasique",
+    "plasme",
+    "plasmino",
+    "plastie",
+    "plastique",
+    "pleuro",
+    "ploïde",
+    "pluri",
+    "pneumo",
+    "pode",
+    "podo",
+    "pole",
+    "poly",
+    "poso",
+    "post",
+    "préo",
+    "progesto",
+    "prot",
+    "protéin",
+    "protéino",
+    "protéo",
+    "proto",
+    "pseud",
+    "pseudo",
+    "psych",
+    "psycho",
+    "pyro",
+    "quadr",
+    "quadri",
+    "radi",
+    "radio",
+    "rapa",
+    "réacto",
+    "réflex",
+    "réflexo",
+    "rétin",
+    "rétino",
+    "retro",
+    "rétro",
+    "rhabd",
+    "rhabdo",
+    "rhumato",
+    "ribo",
+    "rithme",
+    "scano",
+    "scope",
+    "scopie",
+    "scopique",
+    "scopol",
+    "semi",
+    "sémio",
+    "séno",
+    "séro",
+    "sexo",
+    "socio",
+    "soma",
+    "somat",
+    "somato",
+    "some",
+    "somie",
+    "sono",
+    "sophro",
+    "sous",
+    "soya",
+    "spectr",
+    "spectro",
+    "spermo",
+    "stat",
+    "stéréo",
+    "sterno",
+    "stéroïd",
+    "steroïdo",
+    "stéroïdo",
+    "stérone",
+    "strep",
+    "strepto",
+    "sulfo",
+    "super",
+    "supéro",
+    "technie",
+    "technique",
+    "techno",
+    "télé",
+    "térato",
+    "tétr",
+    "tétra",
+    "thelial",
+    "thélial",
+    "thelium",
+    "thélium",
+    "thérapie",
+    "therm",
+    "therme",
+    "thermie",
+    "thermo",
+    "thoraco",
+    "thromb",
+    "thrombo",
+    "tomie",
+    "tomo",
+    "tonine",
+    "tope",
+    "topo",
+    "trano",
+    "trans",
+    "tumor",
+    "tumori",
+    "tumoro",
+    "type",
+    "typie",
+    "typo",
+    "ultra",
+    "vascul",
+    "vasculo",
+    "vaso",
+    "xéno",
+    "zoaire",
+    "zygo",
+    "zygote",
+    "zygotique"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,66 @@
+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "./v5_roberta_tokenizers+morphemes/BpeTokenizerMorphemesExcluded_Wikipedia_CHARS_lowercased_fixed_utf8_v5-roberta/",
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "special_tokens_map_file": "./v5_roberta_tokenizers+morphemes/BpeTokenizerMorphemesExcluded_Wikipedia_CHARS_lowercased_fixed_utf8_v5-roberta/special_tokens_map.json",
+  "tokenizer_class": "RobertaTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "use_fast": true
+}

trainer_state.json

@@ -0,0 +1,988 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 21.0,
+  "global_step": 80997,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 5e-09,
+      "loss": 10.5291,
+      "step": 1
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.5e-06,
+      "loss": 9.5195,
+      "step": 500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 5e-06,
+      "loss": 7.8918,
+      "step": 1000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 7.5e-06,
+      "loss": 6.8556,
+      "step": 1500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1e-05,
+      "loss": 6.5569,
+      "step": 2000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.25e-05,
+      "loss": 6.3942,
+      "step": 2500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.5e-05,
+      "loss": 6.286,
+      "step": 3000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.75e-05,
+      "loss": 6.1963,
+      "step": 3500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 2e-05,
+      "loss": 6.1271,
+      "step": 4000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 2.25e-05,
+      "loss": 6.0662,
+      "step": 4500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 2.5e-05,
+      "loss": 6.0132,
+      "step": 5000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 2.7500000000000004e-05,
+      "loss": 5.9636,
+      "step": 5500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 3e-05,
+      "loss": 5.9214,
+      "step": 6000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 3.2500000000000004e-05,
+      "loss": 5.893,
+      "step": 6500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 3.5e-05,
+      "loss": 5.8604,
+      "step": 7000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 5.8285,
+      "step": 7500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 4e-05,
+      "loss": 5.8056,
+      "step": 8000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 4.2495e-05,
+      "loss": 5.7834,
+      "step": 8500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 4.4995000000000005e-05,
+      "loss": 5.7641,
+      "step": 9000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 4.7495e-05,
+      "loss": 5.7448,
+      "step": 9500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.9995000000000005e-05,
+      "loss": 5.7285,
+      "step": 10000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 4.998375521920668e-05,
+      "loss": 5.7139,
+      "step": 10500
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 4.996744519832985e-05,
+      "loss": 5.6956,
+      "step": 11000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 4.995113517745303e-05,
+      "loss": 5.6856,
+      "step": 11500
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 4.9934825156576205e-05,
+      "loss": 5.6724,
+      "step": 12000
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 4.991854775574113e-05,
+      "loss": 5.6621,
+      "step": 12500
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 4.9902237734864304e-05,
+      "loss": 5.6517,
+      "step": 13000
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 4.988592771398747e-05,
+      "loss": 5.643,
+      "step": 13500
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 4.986961769311065e-05,
+      "loss": 5.6321,
+      "step": 14000
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 4.9853307672233826e-05,
+      "loss": 5.6268,
+      "step": 14500
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 4.983703027139875e-05,
+      "loss": 5.6193,
+      "step": 15000
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 4.9820752870563676e-05,
+      "loss": 5.6084,
+      "step": 15500
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 4.980444284968685e-05,
+      "loss": 5.6034,
+      "step": 16000
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 4.978813282881002e-05,
+      "loss": 5.597,
+      "step": 16500
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 4.977182280793319e-05,
+      "loss": 5.5927,
+      "step": 17000
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 4.975551278705637e-05,
+      "loss": 5.5841,
+      "step": 17500
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 4.9739202766179545e-05,
+      "loss": 5.5778,
+      "step": 18000
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 4.972289274530272e-05,
+      "loss": 5.5748,
+      "step": 18500
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 4.970658272442589e-05,
+      "loss": 5.5692,
+      "step": 19000
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 4.969030532359082e-05,
+      "loss": 5.5608,
+      "step": 19500
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 4.967399530271399e-05,
+      "loss": 5.5594,
+      "step": 20000
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 4.965771790187892e-05,
+      "loss": 5.5563,
+      "step": 20500
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 4.964140788100209e-05,
+      "loss": 5.5528,
+      "step": 21000
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 4.962509786012526e-05,
+      "loss": 5.5461,
+      "step": 21500
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 4.960878783924844e-05,
+      "loss": 5.5413,
+      "step": 22000
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 4.959251043841336e-05,
+      "loss": 5.5347,
+      "step": 22500
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 4.957623303757829e-05,
+      "loss": 5.535,
+      "step": 23000
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 4.9559923016701466e-05,
+      "loss": 5.5296,
+      "step": 23500
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 4.954361299582464e-05,
+      "loss": 5.5252,
+      "step": 24000
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 4.952730297494781e-05,
+      "loss": 5.5228,
+      "step": 24500
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 4.951099295407098e-05,
+      "loss": 5.5196,
+      "step": 25000
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 4.949468293319416e-05,
+      "loss": 5.5208,
+      "step": 25500
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 4.947837291231733e-05,
+      "loss": 5.5133,
+      "step": 26000
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 4.9462062891440504e-05,
+      "loss": 5.5112,
+      "step": 26500
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 4.9445785490605426e-05,
+      "loss": 5.5082,
+      "step": 27000
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 4.94294754697286e-05,
+      "loss": 5.4993,
+      "step": 27500
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 4.941316544885178e-05,
+      "loss": 5.5017,
+      "step": 28000
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 4.9396855427974955e-05,
+      "loss": 5.4975,
+      "step": 28500
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 4.9380545407098125e-05,
+      "loss": 5.4939,
+      "step": 29000
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 4.9364268006263046e-05,
+      "loss": 5.4887,
+      "step": 29500
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 4.934795798538622e-05,
+      "loss": 5.4916,
+      "step": 30000
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 4.93316479645094e-05,
+      "loss": 5.4877,
+      "step": 30500
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 4.9315337943632576e-05,
+      "loss": 5.4827,
+      "step": 31000
+    },
+    {
+      "epoch": 8.17,
+      "learning_rate": 4.929902792275574e-05,
+      "loss": 5.4813,
+      "step": 31500
+    },
+    {
+      "epoch": 8.3,
+      "learning_rate": 4.9282750521920674e-05,
+      "loss": 5.4788,
+      "step": 32000
+    },
+    {
+      "epoch": 8.43,
+      "learning_rate": 4.926644050104384e-05,
+      "loss": 5.4751,
+      "step": 32500
+    },
+    {
+      "epoch": 8.56,
+      "learning_rate": 4.925013048016702e-05,
+      "loss": 5.4706,
+      "step": 33000
+    },
+    {
+      "epoch": 8.69,
+      "learning_rate": 4.923382045929019e-05,
+      "loss": 5.4727,
+      "step": 33500
+    },
+    {
+      "epoch": 8.82,
+      "learning_rate": 4.921754305845512e-05,
+      "loss": 5.4667,
+      "step": 34000
+    },
+    {
+      "epoch": 8.94,
+      "learning_rate": 4.9201233037578294e-05,
+      "loss": 5.3861,
+      "step": 34500
+    },
+    {
+      "epoch": 9.07,
+      "learning_rate": 4.9184923016701464e-05,
+      "loss": 5.1493,
+      "step": 35000
+    },
+    {
+      "epoch": 9.2,
+      "learning_rate": 4.9168612995824633e-05,
+      "loss": 4.972,
+      "step": 35500
+    },
+    {
+      "epoch": 9.33,
+      "learning_rate": 4.915230297494781e-05,
+      "loss": 4.7871,
+      "step": 36000
+    },
+    {
+      "epoch": 9.46,
+      "learning_rate": 4.9135992954070986e-05,
+      "loss": 4.5924,
+      "step": 36500
+    },
+    {
+      "epoch": 9.59,
+      "learning_rate": 4.9119715553235915e-05,
+      "loss": 4.4234,
+      "step": 37000
+    },
+    {
+      "epoch": 9.72,
+      "learning_rate": 4.9103405532359084e-05,
+      "loss": 4.2503,
+      "step": 37500
+    },
+    {
+      "epoch": 9.85,
+      "learning_rate": 4.9087095511482254e-05,
+      "loss": 4.0878,
+      "step": 38000
+    },
+    {
+      "epoch": 9.98,
+      "learning_rate": 4.907078549060543e-05,
+      "loss": 3.8941,
+      "step": 38500
+    },
+    {
+      "epoch": 10.11,
+      "learning_rate": 4.905447546972861e-05,
+      "loss": 3.4534,
+      "step": 39000
+    },
+    {
+      "epoch": 10.24,
+      "learning_rate": 4.9038165448851776e-05,
+      "loss": 2.8029,
+      "step": 39500
+    },
+    {
+      "epoch": 10.37,
+      "learning_rate": 4.902185542797495e-05,
+      "loss": 2.3458,
+      "step": 40000
+    },
+    {
+      "epoch": 10.5,
+      "learning_rate": 4.900554540709812e-05,
+      "loss": 2.1352,
+      "step": 40500
+    },
+    {
+      "epoch": 10.63,
+      "learning_rate": 4.89893006263048e-05,
+      "loss": 2.0089,
+      "step": 41000
+    },
+    {
+      "epoch": 10.76,
+      "learning_rate": 4.897299060542798e-05,
+      "loss": 1.9194,
+      "step": 41500
+    },
+    {
+      "epoch": 10.89,
+      "learning_rate": 4.895668058455115e-05,
+      "loss": 1.8505,
+      "step": 42000
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 4.8940370563674325e-05,
+      "loss": 1.7901,
+      "step": 42500
+    },
+    {
+      "epoch": 11.15,
+      "learning_rate": 4.8924060542797495e-05,
+      "loss": 1.7405,
+      "step": 43000
+    },
+    {
+      "epoch": 11.28,
+      "learning_rate": 4.890775052192067e-05,
+      "loss": 1.6962,
+      "step": 43500
+    },
+    {
+      "epoch": 11.41,
+      "learning_rate": 4.889144050104385e-05,
+      "loss": 1.6585,
+      "step": 44000
+    },
+    {
+      "epoch": 11.54,
+      "learning_rate": 4.887516310020877e-05,
+      "loss": 1.6184,
+      "step": 44500
+    },
+    {
+      "epoch": 11.67,
+      "learning_rate": 4.8858853079331946e-05,
+      "loss": 1.5853,
+      "step": 45000
+    },
+    {
+      "epoch": 11.8,
+      "learning_rate": 4.8842543058455116e-05,
+      "loss": 1.5588,
+      "step": 45500
+    },
+    {
+      "epoch": 11.93,
+      "learning_rate": 4.882623303757829e-05,
+      "loss": 1.5296,
+      "step": 46000
+    },
+    {
+      "epoch": 12.06,
+      "learning_rate": 4.880992301670146e-05,
+      "loss": 1.504,
+      "step": 46500
+    },
+    {
+      "epoch": 12.19,
+      "learning_rate": 4.879364561586639e-05,
+      "loss": 1.4818,
+      "step": 47000
+    },
+    {
+      "epoch": 12.32,
+      "learning_rate": 4.8777335594989566e-05,
+      "loss": 1.4608,
+      "step": 47500
+    },
+    {
+      "epoch": 12.44,
+      "learning_rate": 4.876102557411274e-05,
+      "loss": 1.4441,
+      "step": 48000
+    },
+    {
+      "epoch": 12.57,
+      "learning_rate": 4.8744715553235906e-05,
+      "loss": 1.4253,
+      "step": 48500
+    },
+    {
+      "epoch": 12.7,
+      "learning_rate": 4.872840553235908e-05,
+      "loss": 1.4099,
+      "step": 49000
+    },
+    {
+      "epoch": 12.83,
+      "learning_rate": 4.871209551148226e-05,
+      "loss": 1.3957,
+      "step": 49500
+    },
+    {
+      "epoch": 12.96,
+      "learning_rate": 4.869578549060543e-05,
+      "loss": 1.3802,
+      "step": 50000
+    },
+    {
+      "epoch": 13.09,
+      "learning_rate": 4.8679475469728604e-05,
+      "loss": 1.3644,
+      "step": 50500
+    },
+    {
+      "epoch": 13.22,
+      "learning_rate": 4.8663198068893526e-05,
+      "loss": 1.3536,
+      "step": 51000
+    },
+    {
+      "epoch": 13.35,
+      "learning_rate": 4.86468880480167e-05,
+      "loss": 1.3423,
+      "step": 51500
+    },
+    {
+      "epoch": 13.48,
+      "learning_rate": 4.863061064718163e-05,
+      "loss": 1.328,
+      "step": 52000
+    },
+    {
+      "epoch": 13.61,
+      "learning_rate": 4.86143006263048e-05,
+      "loss": 1.3191,
+      "step": 52500
+    },
+    {
+      "epoch": 13.74,
+      "learning_rate": 4.859799060542798e-05,
+      "loss": 1.3084,
+      "step": 53000
+    },
+    {
+      "epoch": 13.87,
+      "learning_rate": 4.858168058455115e-05,
+      "loss": 1.2963,
+      "step": 53500
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 4.856540318371608e-05,
+      "loss": 1.2866,
+      "step": 54000
+    },
+    {
+      "epoch": 14.13,
+      "learning_rate": 4.854909316283925e-05,
+      "loss": 1.2748,
+      "step": 54500
+    },
+    {
+      "epoch": 14.26,
+      "learning_rate": 4.853278314196242e-05,
+      "loss": 1.2662,
+      "step": 55000
+    },
+    {
+      "epoch": 14.39,
+      "learning_rate": 4.85164731210856e-05,
+      "loss": 1.2603,
+      "step": 55500
+    },
+    {
+      "epoch": 14.52,
+      "learning_rate": 4.8500163100208774e-05,
+      "loss": 1.2479,
+      "step": 56000
+    },
+    {
+      "epoch": 14.65,
+      "learning_rate": 4.8483885699373696e-05,
+      "loss": 1.2429,
+      "step": 56500
+    },
+    {
+      "epoch": 14.78,
+      "learning_rate": 4.8467575678496865e-05,
+      "loss": 1.2346,
+      "step": 57000
+    },
+    {
+      "epoch": 14.91,
+      "learning_rate": 4.845126565762004e-05,
+      "loss": 1.227,
+      "step": 57500
+    },
+    {
+      "epoch": 15.04,
+      "learning_rate": 4.843495563674322e-05,
+      "loss": 1.2201,
+      "step": 58000
+    },
+    {
+      "epoch": 15.17,
+      "learning_rate": 4.8418645615866394e-05,
+      "loss": 1.2107,
+      "step": 58500
+    },
+    {
+      "epoch": 15.3,
+      "learning_rate": 4.8402368215031316e-05,
+      "loss": 1.2042,
+      "step": 59000
+    },
+    {
+      "epoch": 15.43,
+      "learning_rate": 4.838605819415449e-05,
+      "loss": 1.1966,
+      "step": 59500
+    },
+    {
+      "epoch": 15.56,
+      "learning_rate": 4.836974817327766e-05,
+      "loss": 1.1893,
+      "step": 60000
+    },
+    {
+      "epoch": 15.69,
+      "learning_rate": 4.835343815240084e-05,
+      "loss": 1.1849,
+      "step": 60500
+    },
+    {
+      "epoch": 15.82,
+      "learning_rate": 4.833716075156576e-05,
+      "loss": 1.1777,
+      "step": 61000
+    },
+    {
+      "epoch": 15.95,
+      "learning_rate": 4.832085073068894e-05,
+      "loss": 1.1731,
+      "step": 61500
+    },
+    {
+      "epoch": 16.07,
+      "learning_rate": 4.830454070981211e-05,
+      "loss": 1.1659,
+      "step": 62000
+    },
+    {
+      "epoch": 16.2,
+      "learning_rate": 4.828823068893528e-05,
+      "loss": 1.159,
+      "step": 62500
+    },
+    {
+      "epoch": 16.33,
+      "learning_rate": 4.827192066805846e-05,
+      "loss": 1.1537,
+      "step": 63000
+    },
+    {
+      "epoch": 16.46,
+      "learning_rate": 4.825564326722338e-05,
+      "loss": 1.1486,
+      "step": 63500
+    },
+    {
+      "epoch": 16.59,
+      "learning_rate": 4.823936586638831e-05,
+      "loss": 1.1415,
+      "step": 64000
+    },
+    {
+      "epoch": 16.72,
+      "learning_rate": 4.8223055845511486e-05,
+      "loss": 1.138,
+      "step": 64500
+    },
+    {
+      "epoch": 16.85,
+      "learning_rate": 4.8206745824634655e-05,
+      "loss": 1.1307,
+      "step": 65000
+    },
+    {
+      "epoch": 16.98,
+      "learning_rate": 4.819043580375783e-05,
+      "loss": 1.127,
+      "step": 65500
+    },
+    {
+      "epoch": 17.11,
+      "learning_rate": 4.817415840292276e-05,
+      "loss": 1.1194,
+      "step": 66000
+    },
+    {
+      "epoch": 17.24,
+      "learning_rate": 4.815784838204594e-05,
+      "loss": 1.1152,
+      "step": 66500
+    },
+    {
+      "epoch": 17.37,
+      "learning_rate": 4.8141538361169106e-05,
+      "loss": 1.1109,
+      "step": 67000
+    },
+    {
+      "epoch": 17.5,
+      "learning_rate": 4.8125228340292276e-05,
+      "loss": 1.1096,
+      "step": 67500
+    },
+    {
+      "epoch": 17.63,
+      "learning_rate": 4.8108950939457204e-05,
+      "loss": 1.1036,
+      "step": 68000
+    },
+    {
+      "epoch": 17.76,
+      "learning_rate": 4.809264091858038e-05,
+      "loss": 1.0995,
+      "step": 68500
+    },
+    {
+      "epoch": 17.89,
+      "learning_rate": 4.807633089770355e-05,
+      "loss": 1.0941,
+      "step": 69000
+    },
+    {
+      "epoch": 18.02,
+      "learning_rate": 4.806002087682672e-05,
+      "loss": 1.09,
+      "step": 69500
+    },
+    {
+      "epoch": 18.15,
+      "learning_rate": 4.8043710855949896e-05,
+      "loss": 1.0841,
+      "step": 70000
+    },
+    {
+      "epoch": 18.28,
+      "learning_rate": 4.802740083507307e-05,
+      "loss": 1.0802,
+      "step": 70500
+    },
+    {
+      "epoch": 18.41,
+      "learning_rate": 4.801109081419625e-05,
+      "loss": 1.0769,
+      "step": 71000
+    },
+    {
+      "epoch": 18.54,
+      "learning_rate": 4.799481341336117e-05,
+      "loss": 1.0729,
+      "step": 71500
+    },
+    {
+      "epoch": 18.67,
+      "learning_rate": 4.79785360125261e-05,
+      "loss": 1.0696,
+      "step": 72000
+    },
+    {
+      "epoch": 18.8,
+      "learning_rate": 4.7962225991649276e-05,
+      "loss": 1.0645,
+      "step": 72500
+    },
+    {
+      "epoch": 18.93,
+      "learning_rate": 4.7945915970772445e-05,
+      "loss": 1.06,
+      "step": 73000
+    },
+    {
+      "epoch": 19.06,
+      "learning_rate": 4.7929605949895615e-05,
+      "loss": 1.0546,
+      "step": 73500
+    },
+    {
+      "epoch": 19.19,
+      "learning_rate": 4.791329592901879e-05,
+      "loss": 1.0523,
+      "step": 74000
+    },
+    {
+      "epoch": 19.32,
+      "learning_rate": 4.789698590814197e-05,
+      "loss": 1.0483,
+      "step": 74500
+    },
+    {
+      "epoch": 19.45,
+      "learning_rate": 4.788067588726514e-05,
+      "loss": 1.0445,
+      "step": 75000
+    },
+    {
+      "epoch": 19.57,
+      "learning_rate": 4.7864365866388314e-05,
+      "loss": 1.0402,
+      "step": 75500
+    },
+    {
+      "epoch": 19.7,
+      "learning_rate": 4.7848088465553235e-05,
+      "loss": 1.0354,
+      "step": 76000
+    },
+    {
+      "epoch": 19.83,
+      "learning_rate": 4.783177844467641e-05,
+      "loss": 1.0329,
+      "step": 76500
+    },
+    {
+      "epoch": 19.96,
+      "learning_rate": 4.781546842379959e-05,
+      "loss": 1.0308,
+      "step": 77000
+    },
+    {
+      "epoch": 20.09,
+      "learning_rate": 4.779919102296451e-05,
+      "loss": 1.0272,
+      "step": 77500
+    },
+    {
+      "epoch": 20.22,
+      "learning_rate": 4.7782881002087686e-05,
+      "loss": 1.0218,
+      "step": 78000
+    },
+    {
+      "epoch": 20.35,
+      "learning_rate": 4.7766570981210856e-05,
+      "loss": 1.0197,
+      "step": 78500
+    },
+    {
+      "epoch": 20.48,
+      "learning_rate": 4.775026096033403e-05,
+      "loss": 1.0147,
+      "step": 79000
+    },
+    {
+      "epoch": 20.61,
+      "learning_rate": 4.773395093945721e-05,
+      "loss": 1.0115,
+      "step": 79500
+    },
+    {
+      "epoch": 20.74,
+      "learning_rate": 4.771764091858038e-05,
+      "loss": 1.0095,
+      "step": 80000
+    },
+    {
+      "epoch": 20.87,
+      "learning_rate": 4.770136351774531e-05,
+      "loss": 1.0087,
+      "step": 80500
+    }
+  ],
+  "max_steps": 1542800,
+  "num_train_epochs": 400,
+  "total_flos": 2.1827467373904396e+19,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e925653c0cde75c44b65a713603b21c764eeba51ab72da4eb01e8abe0108c3
+size 3503