Upload model trained with Unsloth

Upload model trained with Unsloth 2x faster

README.md

@@ -1,5 +1,7 @@
 ---
 base_model: unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit
+datasets:
+- isaiahbjork/spelling-puzzles
 language:
 - en
 license: apache-2.0
@@ -9,8 +11,6 @@ tags:
 - unsloth
 - llama
 - trl
-datasets:
-- isaiahbjork/spelling-puzzles
 ---
 
 # Llama 3.1 8B Logic

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj",
     "k_proj",
-    "o_proj",
     "gate_proj",
     "up_proj",
-    "down_proj"
+    "q_proj",
+    "down_proj",
+    "v_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cc9148770bedcc2ecb892e0ab0db67bc475147230de0ef12133eee029fb02ac
+oid sha256:07997d25d033719054ff1d6e68f11efcecfc2d111dbacdc90fe1951726897fd3
 size 167832240