Model save

README.md

@@ -2,7 +2,6 @@
 license: apache-2.0
 library_name: peft
 tags:
-- axolotl
 - generated_from_trainer
 base_model: mistralai/Mixtral-8x7B-Instruct-v0.1
 model-index:
@@ -27,10 +26,7 @@ chat_template: inst
 dataset_prepared_path: last_run_prepared
 datasets:
 - conversation: mistral
-  path: 497b7e7687f94b09b0e633b679727a04/./data/with_function_response/function_not_used_training.jsonl
-  type: sharegpt
-- conversation: mistral
-  path: 497b7e7687f94b09b0e633b679727a04/./data/with_function_response/function_used_training.jsonl
+  path: dd7ba3a8030a4c7382d51a5d894f5cb4/./data/with_function_response/function_used_training.jsonl
   type: sharegpt
 debug: null
 deepspeed: null
@@ -69,7 +65,7 @@ model_config:
 model_type: AutoModelForCausalLM
 num_epochs: 1
 optimizer: paged_adamw_8bit
-output_dir: 497b7e7687f94b09b0e633b679727a04/model
+output_dir: dd7ba3a8030a4c7382d51a5d894f5cb4/model
 pad_to_sequence_len: true
 resume_from_checkpoint: null
 sample_packing: true
@@ -93,9 +89,7 @@ xformers_attention: null
 
 # mixtral-remove-negative-data
 
-This model is a fine-tuned version of [mistralai/Mixtral-8x7B-Instruct-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1) on the None dataset.
-It achieves the following results on the evaluation set:
-- Loss: 0.0990
+This model is a fine-tuned version of [mistralai/Mixtral-8x7B-Instruct-v0.1](https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1) on an unknown dataset.
 
 ## Model description
 
@@ -128,18 +122,6 @@ The following hyperparameters were used during training:
 - lr_scheduler_warmup_steps: 10
 - num_epochs: 1
 
-### Training results
-
-| Training Loss | Epoch | Step | Validation Loss |
-|:-------------:|:-----:|:----:|:---------------:|
-| 4.0851        | 0.0   | 1    | 4.1447          |
-| 0.1574        | 0.2   | 40   | 0.1537          |
-| 0.1149        | 0.4   | 80   | 0.1155          |
-| 0.1084        | 0.6   | 120  | 0.1053          |
-| 0.1099        | 0.8   | 160  | 0.1002          |
-| 0.1054        | 1.0   | 200  | 0.0990          |
-
-
 ### Framework versions
 
 - PEFT 0.8.2

adapter_config.json

@@ -19,10 +19,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
     "k_proj",
+    "q_proj",
     "o_proj",
-    "q_proj"
+    "v_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e38812772ac55f93a5c705bc028f6bda448c0ea78a32f7b9be1d647caaba5224
+oid sha256:bcde8c449728c8b36cbcf988c205f5d346e3b20fe4e8d76c2ca2bedabc7bd473
 size 109086416

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d41dbd958da6f59f7b0c8f21d54fd6a4ca27c71d3c6d51e8942b99a2c60ebf9
+oid sha256:1a210d73acd9f49ee5b760356c7364b1d174e69f267224756748f7698346a851
 size 5624