Upload model

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e823b4fa8d525a74db2ab80048db1c4e64ea979e5d68f745ba3d24a7af3e2969
-size 4942855304
+oid sha256:8edaebbbbe05ab877016502816c7065e034d033a46b5ba781a4a989ea51c944f
+size 4998981392

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4439e92b9376e98f68a2890994adebf05172993e77ae07ce858d3cdd92c1e9c1
-size 740152376
+oid sha256:967da22d986ba044f3c6934d385adf4c281443a0d378c4375df2ff9273366c4b
+size 671436856

model.safetensors.index.json

@@ -1,12 +1,10 @@
 {
   "metadata": {
-    "total_size": 5682970624
+    "total_size": 5670387712
   },
   "weight_map": {
-    "transformer.h.0.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.0.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.0.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.0.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.0.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.0.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.0.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.0.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -17,10 +15,8 @@
     "transformer.h.0.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.0.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.0.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.1.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.1.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.1.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.1.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.1.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.1.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.1.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.1.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -31,10 +27,8 @@
     "transformer.h.1.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.1.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.1.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.10.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.10.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.10.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.10.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.10.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.10.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.10.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.10.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -45,10 +39,8 @@
     "transformer.h.10.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.10.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.10.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.11.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.11.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.11.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.11.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.11.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.11.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.11.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.11.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -59,10 +51,8 @@
     "transformer.h.11.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.11.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.11.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.12.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.12.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.12.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.12.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.12.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.12.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.12.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.12.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -73,10 +63,8 @@
     "transformer.h.12.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.12.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.12.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.13.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.13.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.13.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.13.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.13.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.13.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.13.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.13.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -87,10 +75,8 @@
     "transformer.h.13.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.13.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.13.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.14.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.14.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.14.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.14.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.14.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.14.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.14.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.14.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -101,10 +87,8 @@
     "transformer.h.14.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.14.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.14.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.15.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.15.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.15.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.15.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.15.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.15.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.15.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.15.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -115,10 +99,8 @@
     "transformer.h.15.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.15.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.15.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.16.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.16.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.16.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.16.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.16.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.16.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.16.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.16.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -129,10 +111,8 @@
     "transformer.h.16.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.16.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.16.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.17.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.17.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.17.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.17.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.17.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.17.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.17.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.17.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -143,10 +123,8 @@
     "transformer.h.17.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.17.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.17.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.18.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.18.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.18.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.18.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.18.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.18.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.18.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.18.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -157,10 +135,8 @@
     "transformer.h.18.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.18.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.18.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.19.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.19.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.19.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.19.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.19.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.19.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.19.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.19.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -171,10 +147,8 @@
     "transformer.h.19.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.19.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.19.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.2.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.2.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.2.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.2.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.2.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.2.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.2.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.2.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -185,24 +159,20 @@
     "transformer.h.2.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.2.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.2.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.20.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.20.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.20.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.20.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.20.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.20.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.20.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.20.ln_1.bias": "model-00001-of-00002.safetensors",
     "transformer.h.20.ln_1.weight": "model-00001-of-00002.safetensors",
     "transformer.h.20.ln_2.bias": "model-00001-of-00002.safetensors",
     "transformer.h.20.ln_2.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.20.mlp.c_fc.bias": "model-00002-of-00002.safetensors",
-    "transformer.h.20.mlp.c_fc.weight": "model-00002-of-00002.safetensors",
+    "transformer.h.20.mlp.c_fc.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.20.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.20.mlp.c_proj.bias": "model-00002-of-00002.safetensors",
     "transformer.h.20.mlp.c_proj.weight": "model-00002-of-00002.safetensors",
-    "transformer.h.21.attn.c_attn.base_layer.bias": "model-00002-of-00002.safetensors",
-    "transformer.h.21.attn.c_attn.base_layer.weight": "model-00002-of-00002.safetensors",
-    "transformer.h.21.attn.c_attn.lora_A.default.weight": "model-00002-of-00002.safetensors",
-    "transformer.h.21.attn.c_attn.lora_B.default.weight": "model-00002-of-00002.safetensors",
+    "transformer.h.21.attn.c_attn.bias": "model-00002-of-00002.safetensors",
+    "transformer.h.21.attn.c_attn.weight": "model-00002-of-00002.safetensors",
     "transformer.h.21.attn.c_proj.bias": "model-00002-of-00002.safetensors",
     "transformer.h.21.attn.c_proj.weight": "model-00002-of-00002.safetensors",
     "transformer.h.21.ln_1.bias": "model-00002-of-00002.safetensors",
@@ -213,10 +183,8 @@
     "transformer.h.21.mlp.c_fc.weight": "model-00002-of-00002.safetensors",
     "transformer.h.21.mlp.c_proj.bias": "model-00002-of-00002.safetensors",
     "transformer.h.21.mlp.c_proj.weight": "model-00002-of-00002.safetensors",
-    "transformer.h.22.attn.c_attn.base_layer.bias": "model-00002-of-00002.safetensors",
-    "transformer.h.22.attn.c_attn.base_layer.weight": "model-00002-of-00002.safetensors",
-    "transformer.h.22.attn.c_attn.lora_A.default.weight": "model-00002-of-00002.safetensors",
-    "transformer.h.22.attn.c_attn.lora_B.default.weight": "model-00002-of-00002.safetensors",
+    "transformer.h.22.attn.c_attn.bias": "model-00002-of-00002.safetensors",
+    "transformer.h.22.attn.c_attn.weight": "model-00002-of-00002.safetensors",
     "transformer.h.22.attn.c_proj.bias": "model-00002-of-00002.safetensors",
     "transformer.h.22.attn.c_proj.weight": "model-00002-of-00002.safetensors",
     "transformer.h.22.ln_1.bias": "model-00002-of-00002.safetensors",
@@ -227,10 +195,8 @@
     "transformer.h.22.mlp.c_fc.weight": "model-00002-of-00002.safetensors",
     "transformer.h.22.mlp.c_proj.bias": "model-00002-of-00002.safetensors",
     "transformer.h.22.mlp.c_proj.weight": "model-00002-of-00002.safetensors",
-    "transformer.h.23.attn.c_attn.base_layer.bias": "model-00002-of-00002.safetensors",
-    "transformer.h.23.attn.c_attn.base_layer.weight": "model-00002-of-00002.safetensors",
-    "transformer.h.23.attn.c_attn.lora_A.default.weight": "model-00002-of-00002.safetensors",
-    "transformer.h.23.attn.c_attn.lora_B.default.weight": "model-00002-of-00002.safetensors",
+    "transformer.h.23.attn.c_attn.bias": "model-00002-of-00002.safetensors",
+    "transformer.h.23.attn.c_attn.weight": "model-00002-of-00002.safetensors",
     "transformer.h.23.attn.c_proj.bias": "model-00002-of-00002.safetensors",
     "transformer.h.23.attn.c_proj.weight": "model-00002-of-00002.safetensors",
     "transformer.h.23.ln_1.bias": "model-00002-of-00002.safetensors",
@@ -241,10 +207,8 @@
     "transformer.h.23.mlp.c_fc.weight": "model-00002-of-00002.safetensors",
     "transformer.h.23.mlp.c_proj.bias": "model-00002-of-00002.safetensors",
     "transformer.h.23.mlp.c_proj.weight": "model-00002-of-00002.safetensors",
-    "transformer.h.3.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.3.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.3.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.3.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.3.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.3.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.3.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.3.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -255,10 +219,8 @@
     "transformer.h.3.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.3.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.3.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.4.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.4.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.4.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.4.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.4.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.4.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.4.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.4.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -269,10 +231,8 @@
     "transformer.h.4.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.4.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.4.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.5.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.5.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.5.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.5.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.5.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.5.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.5.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.5.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -283,10 +243,8 @@
     "transformer.h.5.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.5.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.5.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.6.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.6.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.6.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.6.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.6.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.6.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.6.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.6.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -297,10 +255,8 @@
     "transformer.h.6.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.6.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.6.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.7.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.7.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.7.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.7.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.7.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.7.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.7.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.7.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -311,10 +267,8 @@
     "transformer.h.7.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.7.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.7.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.8.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.8.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.8.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.8.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.8.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.8.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.8.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.8.ln_1.bias": "model-00001-of-00002.safetensors",
@@ -325,10 +279,8 @@
     "transformer.h.8.mlp.c_fc.weight": "model-00001-of-00002.safetensors",
     "transformer.h.8.mlp.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.8.mlp.c_proj.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.9.attn.c_attn.base_layer.bias": "model-00001-of-00002.safetensors",
-    "transformer.h.9.attn.c_attn.base_layer.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.9.attn.c_attn.lora_A.default.weight": "model-00001-of-00002.safetensors",
-    "transformer.h.9.attn.c_attn.lora_B.default.weight": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.c_attn.bias": "model-00001-of-00002.safetensors",
+    "transformer.h.9.attn.c_attn.weight": "model-00001-of-00002.safetensors",
     "transformer.h.9.attn.c_proj.bias": "model-00001-of-00002.safetensors",
     "transformer.h.9.attn.c_proj.weight": "model-00001-of-00002.safetensors",
     "transformer.h.9.ln_1.bias": "model-00001-of-00002.safetensors",