End of training

README.md

@@ -0,0 +1,47 @@
+---
+library_name: transformers
+tags:
+- generated_from_trainer
+model-index:
+- name: my-LLaMA-final
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# my-LLaMA-final
+
+This model is a fine-tuned version of [](https://huggingface.co/) on an unknown dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 0.0002
+- train_batch_size: 4
+- eval_batch_size: 4
+- seed: 42
+- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: linear
+- num_epochs: 1
+
+### Framework versions
+
+- Transformers 4.46.2
+- Pytorch 2.0.1+cu118
+- Datasets 3.1.0
+- Tokenizers 0.20.3

config.json

@@ -0,0 +1,18 @@
+{
+  "architectures": [
+    "Llama"
+  ],
+  "bos_token_id": 1,
+  "context_len": 1024,
+  "eos_token_id": 2,
+  "eps": 1e-06,
+  "hidden_size": 140,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "pad_token_id": 2,
+  "rope_theta": 10000.0,
+  "torch_dtype": "float32",
+  "transformers_version": "4.46.2",
+  "vocab_size": 32000
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6262977cfd642c19fecbc7e42755101e5967c4ed35d19de0f6b284a10c53336
+size 407471888

runs/Nov08_12-49-43_t4-e2531dcb-c982-4cd0-8cc5-31869f8be8f9/events.out.tfevents.1731070183.t4-e2531dcb-c982-4cd0-8cc5-31869f8be8f9.17262.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1f3a6adc4010e18a98c6840bff942fbd8bca010b5059bb5a72f9cffe71468e
+size 5469

runs/Nov08_12-50-30_t4-e2531dcb-c982-4cd0-8cc5-31869f8be8f9/events.out.tfevents.1731070231.t4-e2531dcb-c982-4cd0-8cc5-31869f8be8f9.17262.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de35f04e21f3994a8d17a28b59fa5969fa3f35cd8a67383d9030c0de1a1fc85
+size 5469

runs/Nov08_13-25-05_t4-3ab9d0c7-f5b8-4e89-8f9d-564098e6c724/events.out.tfevents.1731072306.t4-3ab9d0c7-f5b8-4e89-8f9d-564098e6c724.3904.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da30ccfacaeecdd6a8edbc7cdfffaaf7d52776fa9714b6a30cdc7b5cf7be9ad
+size 7416

runs/Nov11_20-29-53_t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743/events.out.tfevents.1731356994.t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743.3892.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288322457f2d0ce64ab661e612e5cc46026c02750e8386f4190fbbb34f5e672c
+size 88

runs/Nov11_20-30-24_t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743/events.out.tfevents.1731357024.t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743.3892.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ba948f6ae131472208cd31264708e3a404f4f16ccf7a0a63fd8a175b456a65
+size 88

runs/Nov11_20-32-04_t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743/events.out.tfevents.1731357126.t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743.4894.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3cffce6a99501dc1e70c08ec255a0a2d954e503fbe41a81f1e78a01f718ac6
+size 88

runs/Nov11_20-39-01_t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743/events.out.tfevents.1731357542.t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743.5239.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dfc2654a334298e46e0c510cdb328692519dfb98b7922ecec2cf99c95e90573
+size 88

runs/Nov11_20-40-12_t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743/events.out.tfevents.1731357613.t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743.5817.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95064de33ff57c41eda8f85cfe25114dddfb43e8ee93e19d25730aa19a706d07
+size 4791

runs/Nov11_20-42-13_t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743/events.out.tfevents.1731357734.t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743.5817.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f23611fc5c9753236ae4884d940c5df4b1e85ec46da0db152fead0ee5237f42
+size 88

runs/Nov11_20-42-50_t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743/events.out.tfevents.1731357771.t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743.6225.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646655da13167066fc5366ab6719c89ae95f371a0a61980e2d923d968c2dc1c8
+size 88

runs/Nov11_20-44-58_t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743/events.out.tfevents.1731357899.t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743.6583.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335ba5266b886d7d18bd4ddc03cf1b9372e6de29823fdf1916fe4a8c19694068
+size 4791

runs/Nov11_20-49-06_t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743/events.out.tfevents.1731358147.t4-9c0bcaa1-cf11-4300-a4b1-cb836c4dc743.7284.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7b9342fb233f25befda925bec16a5f62d580249c3461246a11ffda6def1a47
+size 88

runs/Nov11_21-13-28_l-8d995515-b0c7-4ed2-930f-58309aad439f/events.out.tfevents.1731359609.l-8d995515-b0c7-4ed2-930f-58309aad439f.2781.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddab8fb6620210ec19c3c87c34eac010daa2e8aca8651a4dba48ee9afdc16f7
+size 88

runs/Nov11_21-15-00_l-8d995515-b0c7-4ed2-930f-58309aad439f/events.out.tfevents.1731359701.l-8d995515-b0c7-4ed2-930f-58309aad439f.2781.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59950a35c3d19b03d960eb48c97f48f71fa11eb828cb8fa88f4bbb14429ab4ac
+size 88

runs/Nov11_21-15-39_l-8d995515-b0c7-4ed2-930f-58309aad439f/events.out.tfevents.1731359740.l-8d995515-b0c7-4ed2-930f-58309aad439f.3607.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19ff5646d78f122d4524023eed28b849d5a82324d9e77fb018f39eda5a5e32a
+size 88

runs/Nov11_21-17-29_l-8d995515-b0c7-4ed2-930f-58309aad439f/events.out.tfevents.1731359850.l-8d995515-b0c7-4ed2-930f-58309aad439f.4198.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c25beddbe5586f4222c72063a977300c357ba0f082450695c9cba44259255b
+size 88

runs/Nov11_21-18-45_l-8d995515-b0c7-4ed2-930f-58309aad439f/events.out.tfevents.1731359926.l-8d995515-b0c7-4ed2-930f-58309aad439f.4550.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df719e92b61adcaffcfe0e59dd97ebe9f1d19b2e6e80bb7b360ffaf141fda7a4
+size 88

runs/Nov11_21-21-41_l-8d995515-b0c7-4ed2-930f-58309aad439f/events.out.tfevents.1731360102.l-8d995515-b0c7-4ed2-930f-58309aad439f.4925.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0fbd715b414d45bd231e87f98dcc0d937078caaf237c586732eff4e58c1744
+size 4790

runs/Nov11_21-29-45_l-8d995515-b0c7-4ed2-930f-58309aad439f/events.out.tfevents.1731360587.l-8d995515-b0c7-4ed2-930f-58309aad439f.4925.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cb81f391568c4b2f00fd9efc39f858ee7d653a1fd87697422aa70ba4171b8f
+size 88

runs/Nov11_21-30-47_l-8d995515-b0c7-4ed2-930f-58309aad439f/events.out.tfevents.1731360649.l-8d995515-b0c7-4ed2-930f-58309aad439f.4925.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8752a4e0db83011abef68eccea9c02f3bc3639428f9e4505bec244a0d433fa99
+size 88

runs/Nov11_21-31-55_l-8d995515-b0c7-4ed2-930f-58309aad439f/events.out.tfevents.1731360717.l-8d995515-b0c7-4ed2-930f-58309aad439f.5694.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:416233b4fa6ea75f83878acbaf1676cadd772a5e34d6484d481c18d4a6541a2f
+size 8141

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,43 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8534ced5d1cbf52c798fb161e7980afaa40c8a45a981bd787eceb0420770ced
+size 4923