Training in progress, step 20

README.md

@@ -1,6 +1,6 @@
 ---
 library_name: peft
-base_model: mistralai/Mistral-7B-Instruct-v0.1
+base_model: meta-llama/Llama-2-7b-chat-hf
 ---
 
 # Model Card for Model ID

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "meta-llama/Llama-2-7b-chat-hf",
+  "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.1",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "k_proj",
+    "o_proj",
+    "up_proj",
     "down_proj",
     "gate_proj",
-    "up_proj",
-    "v_proj",
-    "k_proj",
     "q_proj",
-    "o_proj"
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4af5a9c1c16eb58f8f74295acee632c517069fb9d3d7a57f2fe3c471939e302
-size 319876032
+oid sha256:16e622041813b3f1ced0c71d797aa55ded3eb83e7500cc861998bfa4a41798a3
+size 335604696

qual_clasification.log

@@ -10,3 +10,27 @@
 2024-02-12 23:54:52,801 - INFO - __main__ - Loaded Model ID: mistralai/Mistral-7B-Instruct-v0.1
 2024-02-12 23:54:53,906 - INFO - __main__ - Loaded LoRA Model
 2024-02-12 23:54:54,461 - INFO - __main__ - Instantiated Trainer
+2024-02-13 00:27:59,465 - INFO - __main__ - Loaded Model ID: meta-llama/Llama-2-7b-chat-hf
+2024-02-13 00:28:01,163 - INFO - __main__ - Loaded LoRA Model
+2024-02-13 00:37:53,715 - INFO - __main__ - Instantiated Trainer
+2024-02-13 00:38:10,056 - INFO - __main__ - Completed fine-tuning
+2024-02-13 00:38:12,663 - INFO - __main__ - Saved model and tokenizer to machine_learning/llm_finetune_models/0
+2024-02-13 00:38:28,563 - INFO - __main__ - Saved model to hub
+2024-02-13 01:15:56,957 - INFO - __main__ - Loaded Model ID: meta-llama/Llama-2-7b-chat-hf
+2024-02-13 01:15:58,628 - INFO - __main__ - Loaded LoRA Model
+2024-02-13 01:16:00,388 - INFO - __main__ - Instantiated Trainer
+2024-02-13 01:16:17,164 - INFO - __main__ - Completed fine-tuning
+2024-02-13 01:16:19,646 - INFO - __main__ - Saved model and tokenizer to machine_learning/llm_finetune_models/0
+2024-02-13 01:16:33,544 - INFO - __main__ - Saved model to hub
+2024-02-13 01:25:41,929 - INFO - __main__ - Loaded Model ID: meta-llama/Llama-2-7b-chat-hf
+2024-02-13 01:25:43,508 - INFO - __main__ - Loaded LoRA Model
+2024-02-13 01:25:45,068 - INFO - __main__ - Instantiated Trainer
+2024-02-13 01:26:01,011 - INFO - __main__ - Completed fine-tuning
+2024-02-13 01:26:03,356 - INFO - __main__ - Saved model and tokenizer to machine_learning/llm_finetune_models/0
+2024-02-13 01:26:17,186 - INFO - __main__ - Saved model to hub
+2024-02-13 01:38:55,615 - INFO - __main__ - Loaded Model ID: mistralai/Mistral-7B-Instruct-v0.1
+2024-02-13 01:38:57,066 - INFO - __main__ - Loaded LoRA Model
+2024-02-13 01:38:57,952 - INFO - __main__ - Instantiated Trainer
+2024-02-13 01:41:15,404 - INFO - __main__ - Loaded Model ID: mistralai/Mistral-7B-Instruct-v0.1
+2024-02-13 01:41:16,464 - INFO - __main__ - Loaded LoRA Model
+2024-02-13 01:41:17,219 - INFO - __main__ - Instantiated Trainer

tokenizer.json

@@ -2,7 +2,7 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 974,
+    "max_length": 2048,
     "strategy": "LongestFirst",
     "stride": 0
   },

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c4c3ec799eed003079ecaa1a1d9418c5cde9bee9ec29b81402595f794d71db7
+oid sha256:9643948292c3ba4fe7b9435299dc40f33fa2b9fc74029e8c153976f1ed62f47e
 size 4728