End of training

README.md

@@ -0,0 +1,52 @@
+---
+license: apache-2.0
+base_model: EleutherAI/pythia-1b
+tags:
+- generated_from_trainer
+model-index:
+- name: robust_llm_pythia-1b_mz-131_PasswordMatch
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# robust_llm_pythia-1b_mz-131_PasswordMatch
+
+This model is a fine-tuned version of [EleutherAI/pythia-1b](https://huggingface.co/EleutherAI/pythia-1b) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 8
+- eval_batch_size: 64
+- seed: 0
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 1
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.39.3
+- Pytorch 2.2.1
+- Datasets 2.18.0
+- Tokenizers 0.15.2

config.json

@@ -0,0 +1,32 @@
+{
+  "_name_or_path": "EleutherAI/pythia-1b",
+  "architectures": [
+    "GPTNeoXForSequenceClassification"
+  ],
+  "attention_bias": true,
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.1,
+  "eos_token_id": 0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neox",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 16,
+  "pad_token_id": 0,
+  "problem_type": "single_label_classification",
+  "rope_scaling": null,
+  "rotary_emb_base": 10000,
+  "rotary_pct": 0.25,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.39.3",
+  "use_cache": false,
+  "use_parallel_residual": true,
+  "vocab_size": 50304
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4cc801bd91cc82f6feb61bc0ad6d3da4d374bf998656dc64e2705536cb0a9e
+size 3635075536

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713946805.rllm-mz-131-adv-train-11-4gj65.66.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb49b0baeab8ca8e6708e029e43bc40b7b78d7e890f70b391aa980a304b8ec4
+size 6833

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713951025.rllm-mz-131-adv-train-11-4gj65.66.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70649bd065172d6ed7d951beafd3d0025f37d40efb484feaeea800648d06b283
+size 6882

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713955278.rllm-mz-131-adv-train-11-4gj65.66.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4edf82156ac0b87ab6bd1ff8a83d6fa7ddb82c48f6953078aa4f04e95cfca5b5
+size 7653

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713959518.rllm-mz-131-adv-train-11-4gj65.66.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092d9860c474e833d705c1dfc01581df91b1c1d0da11b95462732f2c4db3d18c
+size 7653

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713963758.rllm-mz-131-adv-train-11-4gj65.66.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bcd0a76f407ae0b58650d052f72fbafb80bf776e9bc4854cf8bf6ae1f45a6a
+size 7653

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713967988.rllm-mz-131-adv-train-11-4gj65.66.5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1447dddf85ddc4c28709b42d74ac54043cbb62fc3b888f408a884ce2cf8d76
+size 7653

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713972238.rllm-mz-131-adv-train-11-4gj65.66.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c73415ca0ca03cf104444686c9bbdea2d4a9c9e10b35c721d9160174ccaf6f51
+size 8424

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713976494.rllm-mz-131-adv-train-11-4gj65.66.7

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11cf97ea43dfa592f9e3b0e9669e50d1804a47ad9502c466e8c7791c447a2ccc
+size 8424

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713980772.rllm-mz-131-adv-train-11-4gj65.66.8

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cf50376c1a5eb2b5bdceeab1c12208dabef344c6453670b595d4aed3c9900c
+size 8424

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713985056.rllm-mz-131-adv-train-11-4gj65.66.9

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b372f4643ad11704d333a3f647f52bbc76ad01cad676816aa789364a0d013ecb
+size 8424

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713989337.rllm-mz-131-adv-train-11-4gj65.66.10

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c684c3d2e266fd59ad40740e72b86bec2bc254f5bd30249d4c6863acd85c7255
+size 9195

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713993629.rllm-mz-131-adv-train-11-4gj65.66.11

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a138899609160e9e9226412a63fb7a7c51272fab8cc60fc4ea30577bc88a81
+size 9195

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1713997932.rllm-mz-131-adv-train-11-4gj65.66.12

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a4803181ac38f9549db60ebaa5b5939ba93670a675e3f0c1e89ff982788ca00
+size 9195

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714002234.rllm-mz-131-adv-train-11-4gj65.66.13

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c380628480fa0368746a4610368424363aca2b74e94f2d4564a186670b94a5d
+size 9195

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714006554.rllm-mz-131-adv-train-11-4gj65.66.14

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042a38c90b7a80870a9cc43a7f3f263cc5bbb2e168f69995b66bfcfd9b10a3e0
+size 9966

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714010890.rllm-mz-131-adv-train-11-4gj65.66.15

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ad61b096695207d8d6014b6368922420a0c31328750ebe4f563ada73cc9e5e
+size 9966

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714015234.rllm-mz-131-adv-train-11-4gj65.66.16

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1c342f42f8a423a3731d2ed3e6c8c2701b055ea7aa0999064f5f38c5dc87a1
+size 9966

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714019586.rllm-mz-131-adv-train-11-4gj65.66.17

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e291dbb1c8d0db927fc0a7ee23d7cb5e2a89827a34cabca87131d309d62ced57
+size 9966

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714023927.rllm-mz-131-adv-train-11-4gj65.66.18

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41da601904dc138135621f889f227b18506c2026ed808eff7c5e60df828797b4
+size 10737

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714028271.rllm-mz-131-adv-train-11-4gj65.66.19

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6260515046ec0ea6ec8e7badb5c5e9bc34643b6b3870a4733caf838d46f83e49
+size 10737

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714032623.rllm-mz-131-adv-train-11-4gj65.66.20

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b832d20093d096ad28d01424b14ad0f256bf749d802af79e21e59e0f7e75247
+size 10737

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714036978.rllm-mz-131-adv-train-11-4gj65.66.21

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b25b58d3ba281c4d0d1c99cd7aa58b200a278fc8f7a59b2aa7586759a397f84
+size 10737

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714041350.rllm-mz-131-adv-train-11-4gj65.66.22

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00be32de6c860b5893630b59de3e98f3d83b3043b1cfa79e34681bbcdd6e3ab9
+size 11508

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714045732.rllm-mz-131-adv-train-11-4gj65.66.23

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde4c4ec0668ac3087007d4ff43e761d09e8f760f45ef36a0629bc2b5e2fd146
+size 11508

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714050127.rllm-mz-131-adv-train-11-4gj65.66.24

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6fa780f70a74a5a6d918ed74933ea0f6058abf9c560bebdf6924b5d3f10468
+size 11508

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714054509.rllm-mz-131-adv-train-11-4gj65.66.25

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16ac614f9c4c76b302098a38272b9ecf93ff194b94e175233a49a6fba69ab8d
+size 11508

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714058916.rllm-mz-131-adv-train-11-4gj65.66.26

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9edf9d2ff509029e28ca35392cc54b73f54498006195e0da864c121687a0223
+size 12279

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714063319.rllm-mz-131-adv-train-11-4gj65.66.27

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1396fabb937f3da3d4bdd8d5fba04a0cacd2d8758a1ad2b00ba02c0861cbb81
+size 12279

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714067733.rllm-mz-131-adv-train-11-4gj65.66.28

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ac3528479d03ac097fed232bd424176c7e9eb84ebd60bbbd6b97e212fb366f
+size 12279

runs/Apr24_08-19-56_rllm-mz-131-adv-train-11-4gj65/events.out.tfevents.1714072179.rllm-mz-131-adv-train-11-4gj65.66.29

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e05754c9f93775240cff7c8438ee453e574961df1bcaad374f272ea77d5db78
+size 12279

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,213 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|padding|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50254": {
+      "content": "                        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50255": {
+      "content": "                       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50256": {
+      "content": "                      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50257": {
+      "content": "                     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50258": {
+      "content": "                    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50259": {
+      "content": "                   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50260": {
+      "content": "                  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50261": {
+      "content": "                 ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50262": {
+      "content": "                ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50263": {
+      "content": "               ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50264": {
+      "content": "              ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50265": {
+      "content": "             ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50266": {
+      "content": "            ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50267": {
+      "content": "           ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50268": {
+      "content": "          ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50269": {
+      "content": "         ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50270": {
+      "content": "        ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50271": {
+      "content": "       ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50272": {
+      "content": "      ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50273": {
+      "content": "     ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50274": {
+      "content": "    ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50275": {
+      "content": "   ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50276": {
+      "content": "  ",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 2048,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "right",
+  "tokenizer_class": "GPTNeoXTokenizer",
+  "unk_token": "<|endoftext|>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21de4a57f7d519f0962cd9a79340baf0a6eb3e81c0b662acafdaf722c366395
+size 5112